src/kitemviews/kfileitemmodelrolesupdater.cpp

   1 /***************************************************************************
   2  *   Copyright (C) 2011 by Peter Penz <peter.penz19@gmail.com>             *
   3  *                                                                         *
   4  *   This program is free software; you can redistribute it and/or modify  *
   5  *   it under the terms of the GNU General Public License as published by  *
   6  *   the Free Software Foundation; either version 2 of the License, or     *
   7  *   (at your option) any later version.                                   *
   8  *                                                                         *
   9  *   This program is distributed in the hope that it will be useful,       *
  10  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  11  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  12  *   GNU General Public License for more details.                          *
  13  *                                                                         *
  14  *   You should have received a copy of the GNU General Public License     *
  15  *   along with this program; if not, write to the                         *
  16  *   Free Software Foundation, Inc.,                                       *
  17  *   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA            *
  18  ***************************************************************************/
  19
  20 #include "kfileitemmodelrolesupdater.h"
  21
  22 #include "kfileitemmodel.h"
  23
  24 #include <KConfig>
  25 #include <KConfigGroup>
  26 #include <KSharedConfig>
  27 #include <KFileItem>
  28 #include <KIconLoader>
  29 #include <KJobWidgets>
  30 #include <KIO/JobUiDelegate>
  31 #include <KIO/PreviewJob>
  32 #include <KPluginLoader>
  33 #include <KOverlayIconPlugin>
  34
  35 #include "private/kpixmapmodifier.h"
  36 #include "private/kdirectorycontentscounter.h"
  37
  38 #include <QApplication>
  39 #include <QPainter>
  40 #include <QPixmap>
  41 #include <QElapsedTimer>
  42 #include <QTimer>
  43
  44 #include <algorithm>
  45
  46 #ifdef HAVE_BALOO
  47     #include "private/kbaloorolesprovider.h"
  48     #include <Baloo/File>
  49     #include <Baloo/FileMonitor>
  50 #endif
  51
  52
  53 // #define KFILEITEMMODELROLESUPDATER_DEBUG
  54
  55 namespace {
  56     // Maximum time in ms that the KFileItemModelRolesUpdater
  57     // may perform a blocking operation
  58     const int MaxBlockTimeout = 200;
  59
  60     // If the number of items is smaller than ResolveAllItemsLimit,
  61     // the roles of all items will be resolved.
  62     const int ResolveAllItemsLimit = 500;
  63
  64     // Not only the visible area, but up to ReadAheadPages before and after
  65     // this area will be resolved.
  66     const int ReadAheadPages = 5;
  67 }
  68
  69 KFileItemModelRolesUpdater::KFileItemModelRolesUpdater(KFileItemModel* model, QObject* parent) :
  70     QObject(parent),
  71     m_state(Idle),
  72     m_previewChangedDuringPausing(false),
  73     m_iconSizeChangedDuringPausing(false),
  74     m_rolesChangedDuringPausing(false),
  75     m_previewShown(false),
  76     m_enlargeSmallPreviews(true),
  77     m_clearPreviews(false),
  78     m_finishedItems(),
  79     m_model(model),
  80     m_iconSize(),
  81     m_firstVisibleIndex(0),
  82     m_lastVisibleIndex(-1),
  83     m_maximumVisibleItems(50),
  84     m_roles(),
  85     m_resolvableRoles(),
  86     m_enabledPlugins(),
  87     m_pendingSortRoleItems(),
  88     m_pendingIndexes(),
  89     m_pendingPreviewItems(),
  90     m_previewJob(),
  91     m_recentlyChangedItemsTimer(0),
  92     m_recentlyChangedItems(),
  93     m_changedItems(),
  94     m_directoryContentsCounter(0)
  95   #ifdef HAVE_BALOO
  96   , m_balooFileMonitor(0)
  97   #endif
  98 {
  99     Q_ASSERT(model);
 100
 101     const KConfigGroup globalConfig(KSharedConfig::openConfig(), "PreviewSettings");
 102     m_enabledPlugins = globalConfig.readEntry("Plugins", QStringList()
 103                                                          << "directorythumbnail"
 104                                                          << "imagethumbnail"
 105                                                          << "jpegthumbnail");
 106
 107     connect(m_model, &KFileItemModel::itemsInserted,
 108             this,    &KFileItemModelRolesUpdater::slotItemsInserted);
 109     connect(m_model, &KFileItemModel::itemsRemoved,
 110             this,    &KFileItemModelRolesUpdater::slotItemsRemoved);
 111     connect(m_model, &KFileItemModel::itemsChanged,
 112             this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 113     connect(m_model, &KFileItemModel::itemsMoved,
 114             this,    &KFileItemModelRolesUpdater::slotItemsMoved);
 115     connect(m_model, &KFileItemModel::sortRoleChanged,
 116             this,    &KFileItemModelRolesUpdater::slotSortRoleChanged);
 117
 118     // Use a timer to prevent that each call of slotItemsChanged() results in a synchronous
 119     // resolving of the roles. Postpone the resolving until no update has been done for 1 second.
 120     m_recentlyChangedItemsTimer = new QTimer(this);
 121     m_recentlyChangedItemsTimer->setInterval(1000);
 122     m_recentlyChangedItemsTimer->setSingleShot(true);
 123     connect(m_recentlyChangedItemsTimer, &QTimer::timeout, this, &KFileItemModelRolesUpdater::resolveRecentlyChangedItems);
 124
 125     m_resolvableRoles.insert("size");
 126     m_resolvableRoles.insert("type");
 127     m_resolvableRoles.insert("isExpandable");
 128 #ifdef HAVE_BALOO
 129     m_resolvableRoles += KBalooRolesProvider::instance().roles();
 130 #endif
 131
 132     m_directoryContentsCounter = new KDirectoryContentsCounter(m_model, this);
 133     connect(m_directoryContentsCounter, &KDirectoryContentsCounter::result,
 134             this,                       &KFileItemModelRolesUpdater::slotDirectoryContentsCountReceived);
 135
 136     auto plugins = KPluginLoader::instantiatePlugins(QStringLiteral("kf5/overlayicon"), nullptr, this);
 137     foreach (QObject *it, plugins) {
 138         auto plugin = qobject_cast<KOverlayIconPlugin*>(it);
 139         if (plugin) {
 140             m_overlayIconsPlugin.append(plugin);
 141             connect(plugin, &KOverlayIconPlugin::overlaysChanged, this, &KFileItemModelRolesUpdater::slotOverlaysChanged);
 142         } else {
 143             // not our/valid plugin, so delete the created object
 144             it->deleteLater();
 145         }
 146     }
 147 }
 148
 149 KFileItemModelRolesUpdater::~KFileItemModelRolesUpdater()
 150 {
 151     killPreviewJob();
 152 }
 153
 154 void KFileItemModelRolesUpdater::setIconSize(const QSize& size)
 155 {
 156     if (size != m_iconSize) {
 157         m_iconSize = size;
 158         if (m_state == Paused) {
 159             m_iconSizeChangedDuringPausing = true;
 160         } else if (m_previewShown) {
 161             // An icon size change requires the regenerating of
 162             // all previews
 163             m_finishedItems.clear();
 164             startUpdating();
 165         }
 166     }
 167 }
 168
 169 QSize KFileItemModelRolesUpdater::iconSize() const
 170 {
 171     return m_iconSize;
 172 }
 173
 174 void KFileItemModelRolesUpdater::setVisibleIndexRange(int index, int count)
 175 {
 176     if (index < 0) {
 177         index = 0;
 178     }
 179     if (count < 0) {
 180         count = 0;
 181     }
 182
 183     if (index == m_firstVisibleIndex && count == m_lastVisibleIndex - m_firstVisibleIndex + 1) {
 184         // The range has not been changed
 185         return;
 186     }
 187
 188     m_firstVisibleIndex = index;
 189     m_lastVisibleIndex = qMin(index + count - 1, m_model->count() - 1);
 190
 191     startUpdating();
 192 }
 193
 194 void KFileItemModelRolesUpdater::setMaximumVisibleItems(int count)
 195 {
 196     m_maximumVisibleItems = count;
 197 }
 198
 199 void KFileItemModelRolesUpdater::setPreviewsShown(bool show)
 200 {
 201     if (show == m_previewShown) {
 202         return;
 203     }
 204
 205     m_previewShown = show;
 206     if (!show) {
 207         m_clearPreviews = true;
 208     }
 209
 210     updateAllPreviews();
 211 }
 212
 213 bool KFileItemModelRolesUpdater::previewsShown() const
 214 {
 215     return m_previewShown;
 216 }
 217
 218 void KFileItemModelRolesUpdater::setEnlargeSmallPreviews(bool enlarge)
 219 {
 220     if (enlarge != m_enlargeSmallPreviews) {
 221         m_enlargeSmallPreviews = enlarge;
 222         if (m_previewShown) {
 223             updateAllPreviews();
 224         }
 225     }
 226 }
 227
 228 bool KFileItemModelRolesUpdater::enlargeSmallPreviews() const
 229 {
 230     return m_enlargeSmallPreviews;
 231 }
 232
 233 void KFileItemModelRolesUpdater::setEnabledPlugins(const QStringList& list)
 234 {
 235     if (m_enabledPlugins != list) {
 236         m_enabledPlugins = list;
 237         if (m_previewShown) {
 238             updateAllPreviews();
 239         }
 240     }
 241 }
 242
 243 void KFileItemModelRolesUpdater::setPaused(bool paused)
 244 {
 245     if (paused == (m_state == Paused)) {
 246         return;
 247     }
 248
 249     if (paused) {
 250         m_state = Paused;
 251         killPreviewJob();
 252     } else {
 253         const bool updatePreviews = (m_iconSizeChangedDuringPausing && m_previewShown) ||
 254                                     m_previewChangedDuringPausing;
 255         const bool resolveAll = updatePreviews || m_rolesChangedDuringPausing;
 256         if (resolveAll) {
 257             m_finishedItems.clear();
 258         }
 259
 260         m_iconSizeChangedDuringPausing = false;
 261         m_previewChangedDuringPausing = false;
 262         m_rolesChangedDuringPausing = false;
 263
 264         if (!m_pendingSortRoleItems.isEmpty()) {
 265             m_state = ResolvingSortRole;
 266             resolveNextSortRole();
 267         } else {
 268             m_state = Idle;
 269         }
 270
 271         startUpdating();
 272     }
 273 }
 274
 275 void KFileItemModelRolesUpdater::setRoles(const QSet<QByteArray>& roles)
 276 {
 277     if (m_roles != roles) {
 278         m_roles = roles;
 279
 280 #ifdef HAVE_BALOO
 281         // Check whether there is at least one role that must be resolved
 282         // with the help of Baloo. If this is the case, a (quite expensive)
 283         // resolving will be done in KFileItemModelRolesUpdater::rolesData() and
 284         // the role gets watched for changes.
 285         const KBalooRolesProvider& rolesProvider = KBalooRolesProvider::instance();
 286         bool hasBalooRole = false;
 287         QSetIterator<QByteArray> it(roles);
 288         while (it.hasNext()) {
 289             const QByteArray& role = it.next();
 290             if (rolesProvider.roles().contains(role)) {
 291                 hasBalooRole = true;
 292                 break;
 293             }
 294         }
 295
 296         if (hasBalooRole && m_balooConfig.fileIndexingEnabled() && !m_balooFileMonitor) {
 297             m_balooFileMonitor = new Baloo::FileMonitor(this);
 298             connect(m_balooFileMonitor, &Baloo::FileMonitor::fileMetaDataChanged,
 299                     this, &KFileItemModelRolesUpdater::applyChangedBalooRoles);
 300         } else if (!hasBalooRole && m_balooFileMonitor) {
 301             delete m_balooFileMonitor;
 302             m_balooFileMonitor = 0;
 303         }
 304 #endif
 305
 306         if (m_state == Paused) {
 307             m_rolesChangedDuringPausing = true;
 308         } else {
 309             startUpdating();
 310         }
 311     }
 312 }
 313
 314 QSet<QByteArray> KFileItemModelRolesUpdater::roles() const
 315 {
 316     return m_roles;
 317 }
 318
 319 bool KFileItemModelRolesUpdater::isPaused() const
 320 {
 321     return m_state == Paused;
 322 }
 323
 324 QStringList KFileItemModelRolesUpdater::enabledPlugins() const
 325 {
 326     return m_enabledPlugins;
 327 }
 328
 329 void KFileItemModelRolesUpdater::slotItemsInserted(const KItemRangeList& itemRanges)
 330 {
 331     QElapsedTimer timer;
 332     timer.start();
 333
 334     // Determine the sort role synchronously for as many items as possible.
 335     if (m_resolvableRoles.contains(m_model->sortRole())) {
 336         int insertedCount = 0;
 337         foreach (const KItemRange& range, itemRanges) {
 338             const int lastIndex = insertedCount + range.index + range.count - 1;
 339             for (int i = insertedCount + range.index; i <= lastIndex; ++i) {
 340                 if (timer.elapsed() < MaxBlockTimeout) {
 341                     applySortRole(i);
 342                 } else {
 343                     m_pendingSortRoleItems.insert(m_model->fileItem(i));
 344                 }
 345             }
 346             insertedCount += range.count;
 347         }
 348
 349         applySortProgressToModel();
 350
 351         // If there are still items whose sort role is unknown, check if the
 352         // asynchronous determination of the sort role is already in progress,
 353         // and start it if that is not the case.
 354         if (!m_pendingSortRoleItems.isEmpty() && m_state != ResolvingSortRole) {
 355             killPreviewJob();
 356             m_state = ResolvingSortRole;
 357             resolveNextSortRole();
 358         }
 359     }
 360
 361     startUpdating();
 362 }
 363
 364 void KFileItemModelRolesUpdater::slotItemsRemoved(const KItemRangeList& itemRanges)
 365 {
 366     Q_UNUSED(itemRanges);
 367
 368     const bool allItemsRemoved = (m_model->count() == 0);
 369
 370 #ifdef HAVE_BALOO
 371     if (m_balooFileMonitor) {
 372         // Don't let the FileWatcher watch for removed items
 373         if (allItemsRemoved) {
 374             m_balooFileMonitor->clear();
 375         } else {
 376             QStringList newFileList;
 377             foreach (const QString& itemUrl, m_balooFileMonitor->files()) {
 378                 if (m_model->index(itemUrl) >= 0) {
 379                     newFileList.append(itemUrl);
 380                 }
 381             }
 382             m_balooFileMonitor->setFiles(newFileList);
 383         }
 384     }
 385 #endif
 386
 387     if (allItemsRemoved) {
 388         m_state = Idle;
 389
 390         m_finishedItems.clear();
 391         m_pendingSortRoleItems.clear();
 392         m_pendingIndexes.clear();
 393         m_pendingPreviewItems.clear();
 394         m_recentlyChangedItems.clear();
 395         m_recentlyChangedItemsTimer->stop();
 396         m_changedItems.clear();
 397
 398         killPreviewJob();
 399     } else {
 400         // Only remove the items from m_finishedItems. They will be removed
 401         // from the other sets later on.
 402         QSet<KFileItem>::iterator it = m_finishedItems.begin();
 403         while (it != m_finishedItems.end()) {
 404             if (m_model->index(*it) < 0) {
 405                 it = m_finishedItems.erase(it);
 406             } else {
 407                 ++it;
 408             }
 409         }
 410
 411         // The visible items might have changed.
 412         startUpdating();
 413     }
 414 }
 415
 416 void KFileItemModelRolesUpdater::slotItemsMoved(const KItemRange& itemRange, QList<int> movedToIndexes)
 417 {
 418     Q_UNUSED(itemRange);
 419     Q_UNUSED(movedToIndexes);
 420
 421     // The visible items might have changed.
 422     startUpdating();
 423 }
 424
 425 void KFileItemModelRolesUpdater::slotItemsChanged(const KItemRangeList& itemRanges,
 426                                                   const QSet<QByteArray>& roles)
 427 {
 428     Q_UNUSED(roles);
 429
 430     // Find out if slotItemsChanged() has been done recently. If that is the
 431     // case, resolving the roles is postponed until a timer has exceeded
 432     // to prevent expensive repeated updates if files are updated frequently.
 433     const bool itemsChangedRecently = m_recentlyChangedItemsTimer->isActive();
 434
 435     QSet<KFileItem>& targetSet = itemsChangedRecently ? m_recentlyChangedItems : m_changedItems;
 436
 437     foreach (const KItemRange& itemRange, itemRanges) {
 438         int index = itemRange.index;
 439         for (int count = itemRange.count; count > 0; --count) {
 440             const KFileItem item = m_model->fileItem(index);
 441             targetSet.insert(item);
 442             ++index;
 443         }
 444     }
 445
 446     m_recentlyChangedItemsTimer->start();
 447
 448     if (!itemsChangedRecently) {
 449         updateChangedItems();
 450     }
 451 }
 452
 453 void KFileItemModelRolesUpdater::slotSortRoleChanged(const QByteArray& current,
 454                                                      const QByteArray& previous)
 455 {
 456     Q_UNUSED(current);
 457     Q_UNUSED(previous);
 458
 459     if (m_resolvableRoles.contains(current)) {
 460         m_pendingSortRoleItems.clear();
 461         m_finishedItems.clear();
 462
 463         const int count = m_model->count();
 464         QElapsedTimer timer;
 465         timer.start();
 466
 467         // Determine the sort role synchronously for as many items as possible.
 468         for (int index = 0; index < count; ++index) {
 469             if (timer.elapsed() < MaxBlockTimeout) {
 470                 applySortRole(index);
 471             } else {
 472                 m_pendingSortRoleItems.insert(m_model->fileItem(index));
 473             }
 474         }
 475
 476         applySortProgressToModel();
 477
 478         if (!m_pendingSortRoleItems.isEmpty()) {
 479             // Trigger the asynchronous determination of the sort role.
 480             killPreviewJob();
 481             m_state = ResolvingSortRole;
 482             resolveNextSortRole();
 483         }
 484     } else {
 485         m_state = Idle;
 486         m_pendingSortRoleItems.clear();
 487         applySortProgressToModel();
 488     }
 489 }
 490
 491 void KFileItemModelRolesUpdater::slotGotPreview(const KFileItem& item, const QPixmap& pixmap)
 492 {
 493     if (m_state != PreviewJobRunning) {
 494         return;
 495     }
 496
 497     m_changedItems.remove(item);
 498
 499     const int index = m_model->index(item);
 500     if (index < 0) {
 501         return;
 502     }
 503
 504     QPixmap scaledPixmap = pixmap;
 505
 506     const QString mimeType = item.mimetype();
 507     const int slashIndex = mimeType.indexOf(QLatin1Char('/'));
 508     const QString mimeTypeGroup = mimeType.left(slashIndex);
 509     if (mimeTypeGroup == QLatin1String("image")) {
 510         if (m_enlargeSmallPreviews) {
 511             KPixmapModifier::applyFrame(scaledPixmap, m_iconSize);
 512         } else {
 513             // Assure that small previews don't get enlarged. Instead they
 514             // should be shown centered within the frame.
 515             const QSize contentSize = KPixmapModifier::sizeInsideFrame(m_iconSize);
 516             const bool enlargingRequired = scaledPixmap.width()  < contentSize.width() &&
 517                                            scaledPixmap.height() < contentSize.height();
 518             if (enlargingRequired) {
 519                 QSize frameSize = scaledPixmap.size() / scaledPixmap.devicePixelRatio();
 520                 frameSize.scale(m_iconSize, Qt::KeepAspectRatio);
 521
 522                 QPixmap largeFrame(frameSize);
 523                 largeFrame.fill(Qt::transparent);
 524
 525                 KPixmapModifier::applyFrame(largeFrame, frameSize);
 526
 527                 QPainter painter(&largeFrame);
 528                 painter.drawPixmap((largeFrame.width()  - scaledPixmap.width() / scaledPixmap.devicePixelRatio()) / 2,
 529                                    (largeFrame.height() - scaledPixmap.height() / scaledPixmap.devicePixelRatio()) / 2,
 530                                    scaledPixmap);
 531                 scaledPixmap = largeFrame;
 532             } else {
 533                 // The image must be shrinked as it is too large to fit into
 534                 // the available icon size
 535                 KPixmapModifier::applyFrame(scaledPixmap, m_iconSize);
 536             }
 537         }
 538     } else {
 539         KPixmapModifier::scale(scaledPixmap, m_iconSize);
 540     }
 541
 542     QHash<QByteArray, QVariant> data = rolesData(item);
 543
 544     const QStringList overlays = data["iconOverlays"].toStringList();
 545     // Strangely KFileItem::overlays() returns empty string-values, so
 546     // we need to check first whether an overlay must be drawn at all.
 547     // It is more efficient to do it here, as KIconLoader::drawOverlays()
 548     // assumes that an overlay will be drawn and has some additional
 549     // setup time.
 550     foreach (const QString& overlay, overlays) {
 551         if (!overlay.isEmpty()) {
 552             // There is at least one overlay, draw all overlays above m_pixmap
 553             // and cancel the check
 554             KIconLoader::global()->drawOverlays(overlays, scaledPixmap, KIconLoader::Desktop);
 555             break;
 556         }
 557     }
 558
 559     data.insert("iconPixmap", scaledPixmap);
 560
 561     disconnect(m_model, &KFileItemModel::itemsChanged,
 562                this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 563     m_model->setData(index, data);
 564     connect(m_model, &KFileItemModel::itemsChanged,
 565             this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 566
 567     m_finishedItems.insert(item);
 568 }
 569
 570 void KFileItemModelRolesUpdater::slotPreviewFailed(const KFileItem& item)
 571 {
 572     if (m_state != PreviewJobRunning) {
 573         return;
 574     }
 575
 576     m_changedItems.remove(item);
 577
 578     const int index = m_model->index(item);
 579     if (index >= 0) {
 580         QHash<QByteArray, QVariant> data;
 581         data.insert("iconPixmap", QPixmap());
 582
 583         disconnect(m_model, &KFileItemModel::itemsChanged,
 584                    this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 585         m_model->setData(index, data);
 586         connect(m_model, &KFileItemModel::itemsChanged,
 587                 this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 588
 589         applyResolvedRoles(index, ResolveAll);
 590         m_finishedItems.insert(item);
 591     }
 592 }
 593
 594 void KFileItemModelRolesUpdater::slotPreviewJobFinished()
 595 {
 596     m_previewJob = 0;
 597
 598     if (m_state != PreviewJobRunning) {
 599         return;
 600     }
 601
 602     m_state = Idle;
 603
 604     if (!m_pendingPreviewItems.isEmpty()) {
 605         startPreviewJob();
 606     } else {
 607         if (!m_changedItems.isEmpty()) {
 608             updateChangedItems();
 609         }
 610     }
 611 }
 612
 613 void KFileItemModelRolesUpdater::resolveNextSortRole()
 614 {
 615     if (m_state != ResolvingSortRole) {
 616         return;
 617     }
 618
 619     QSet<KFileItem>::iterator it = m_pendingSortRoleItems.begin();
 620     while (it != m_pendingSortRoleItems.end()) {
 621         const KFileItem item = *it;
 622         const int index = m_model->index(item);
 623
 624         // Continue if the sort role has already been determined for the
 625         // item, and the item has not been changed recently.
 626         if (!m_changedItems.contains(item) && m_model->data(index).contains(m_model->sortRole())) {
 627             it = m_pendingSortRoleItems.erase(it);
 628             continue;
 629         }
 630
 631         applySortRole(index);
 632         m_pendingSortRoleItems.erase(it);
 633         break;
 634     }
 635
 636     if (!m_pendingSortRoleItems.isEmpty()) {
 637         applySortProgressToModel();
 638         QTimer::singleShot(0, this, SLOT(resolveNextSortRole()));
 639     } else {
 640         m_state = Idle;
 641
 642         // Prevent that we try to update the items twice.
 643         disconnect(m_model, &KFileItemModel::itemsMoved,
 644                    this,    &KFileItemModelRolesUpdater::slotItemsMoved);
 645         applySortProgressToModel();
 646         connect(m_model, &KFileItemModel::itemsMoved,
 647                 this,    &KFileItemModelRolesUpdater::slotItemsMoved);
 648         startUpdating();
 649     }
 650 }
 651
 652 void KFileItemModelRolesUpdater::resolveNextPendingRoles()
 653 {
 654     if (m_state != ResolvingAllRoles) {
 655         return;
 656     }
 657
 658     while (!m_pendingIndexes.isEmpty()) {
 659         const int index = m_pendingIndexes.takeFirst();
 660         const KFileItem item = m_model->fileItem(index);
 661
 662         if (m_finishedItems.contains(item)) {
 663             continue;
 664         }
 665
 666         applyResolvedRoles(index, ResolveAll);
 667         m_finishedItems.insert(item);
 668         m_changedItems.remove(item);
 669         break;
 670     }
 671
 672     if (!m_pendingIndexes.isEmpty()) {
 673         QTimer::singleShot(0, this, SLOT(resolveNextPendingRoles()));
 674     } else {
 675         m_state = Idle;
 676
 677         if (m_clearPreviews) {
 678             // Only go through the list if there are items which might still have previews.
 679             if (m_finishedItems.count() != m_model->count()) {
 680                 QHash<QByteArray, QVariant> data;
 681                 data.insert("iconPixmap", QPixmap());
 682
 683                 disconnect(m_model, &KFileItemModel::itemsChanged,
 684                            this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 685                 for (int index = 0; index <= m_model->count(); ++index) {
 686                     if (m_model->data(index).contains("iconPixmap")) {
 687                         m_model->setData(index, data);
 688                     }
 689                 }
 690                 connect(m_model, &KFileItemModel::itemsChanged,
 691                         this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 692
 693             }
 694             m_clearPreviews = false;
 695         }
 696
 697         if (!m_changedItems.isEmpty()) {
 698             updateChangedItems();
 699         }
 700     }
 701 }
 702
 703 void KFileItemModelRolesUpdater::resolveRecentlyChangedItems()
 704 {
 705     m_changedItems += m_recentlyChangedItems;
 706     m_recentlyChangedItems.clear();
 707     updateChangedItems();
 708 }
 709
 710 void KFileItemModelRolesUpdater::applyChangedBalooRoles(const QString& itemUrl)
 711 {
 712 #ifdef HAVE_BALOO
 713     const KFileItem item = m_model->fileItem(itemUrl);
 714
 715     if (item.isNull()) {
 716         // itemUrl is not in the model anymore, probably because
 717         // the corresponding file has been deleted in the meantime.
 718         return;
 719     }
 720
 721     Baloo::File file(item.localPath());
 722     file.load();
 723
 724     const KBalooRolesProvider& rolesProvider = KBalooRolesProvider::instance();
 725     QHash<QByteArray, QVariant> data;
 726
 727     foreach (const QByteArray& role, rolesProvider.roles()) {
 728         // Overwrite all the role values with an empty QVariant, because the roles
 729         // provider doesn't overwrite it when the property value list is empty.
 730         // See bug 322348
 731         data.insert(role, QVariant());
 732     }
 733
 734     QHashIterator<QByteArray, QVariant> it(rolesProvider.roleValues(file, m_roles));
 735     while (it.hasNext()) {
 736         it.next();
 737         data.insert(it.key(), it.value());
 738     }
 739
 740     disconnect(m_model, &KFileItemModel::itemsChanged,
 741                this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 742     const int index = m_model->index(item);
 743     m_model->setData(index, data);
 744     connect(m_model, &KFileItemModel::itemsChanged,
 745             this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 746 #else
 747 #ifndef Q_CC_MSVC
 748     Q_UNUSED(itemUrl);
 749 #endif
 750 #endif
 751 }
 752
 753 void KFileItemModelRolesUpdater::slotDirectoryContentsCountReceived(const QString& path, int count)
 754 {
 755     const bool getSizeRole = m_roles.contains("size");
 756     const bool getIsExpandableRole = m_roles.contains("isExpandable");
 757
 758     if (getSizeRole || getIsExpandableRole) {
 759         const int index = m_model->index(QUrl::fromLocalFile(path));
 760         if (index >= 0) {
 761             QHash<QByteArray, QVariant> data;
 762
 763             if (getSizeRole) {
 764                 data.insert("size", count);
 765             }
 766             if (getIsExpandableRole) {
 767                 data.insert("isExpandable", count > 0);
 768             }
 769
 770             disconnect(m_model, &KFileItemModel::itemsChanged,
 771                        this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 772             m_model->setData(index, data);
 773             connect(m_model, &KFileItemModel::itemsChanged,
 774                     this,    &KFileItemModelRolesUpdater::slotItemsChanged);
 775         }
 776     }
 777 }
 778
 779 void KFileItemModelRolesUpdater::startUpdating()
 780 {
 781     if (m_state == Paused) {
 782         return;
 783     }
 784
 785     if (m_finishedItems.count() == m_model->count()) {
 786         // All roles have been resolved already.
 787         m_state = Idle;
 788         return;
 789     }
 790
 791     // Terminate all updates that are currently active.
 792     killPreviewJob();
 793     m_pendingIndexes.clear();
 794
 795     QElapsedTimer timer;
 796     timer.start();
 797
 798     // Determine the icons for the visible items synchronously.
 799     updateVisibleIcons();
 800
 801     // A detailed update of the items in and near the visible area
 802     // only makes sense if sorting is finished.
 803     if (m_state == ResolvingSortRole) {
 804         return;
 805     }
 806
 807     // Start the preview job or the asynchronous resolving of all roles.
 808     QList<int> indexes = indexesToResolve();
 809
 810     if (m_previewShown) {
 811         m_pendingPreviewItems.clear();
 812         m_pendingPreviewItems.reserve(indexes.count());
 813
 814         foreach (int index, indexes) {
 815             const KFileItem item = m_model->fileItem(index);
 816             if (!m_finishedItems.contains(item)) {
 817                 m_pendingPreviewItems.append(item);
 818             }
 819         }
 820
 821         startPreviewJob();
 822     } else {
 823         m_pendingIndexes = indexes;
 824         // Trigger the asynchronous resolving of all roles.
 825         m_state = ResolvingAllRoles;
 826         QTimer::singleShot(0, this, SLOT(resolveNextPendingRoles()));
 827     }
 828 }
 829
 830 void KFileItemModelRolesUpdater::updateVisibleIcons()
 831 {
 832     int lastVisibleIndex = m_lastVisibleIndex;
 833     if (lastVisibleIndex <= 0) {
 834         // Guess a reasonable value for the last visible index if the view
 835         // has not told us about the real value yet.
 836         lastVisibleIndex = qMin(m_firstVisibleIndex + m_maximumVisibleItems, m_model->count() - 1);
 837         if (lastVisibleIndex <= 0) {
 838             lastVisibleIndex = qMin(200, m_model->count() - 1);
 839         }
 840     }
 841
 842     QElapsedTimer timer;
 843     timer.start();
 844
 845     // Try to determine the final icons for all visible items.
 846     int index;
 847     for (index = m_firstVisibleIndex; index <= lastVisibleIndex && timer.elapsed() < MaxBlockTimeout; ++index) {
 848         applyResolvedRoles(index, ResolveFast);
 849     }
 850
 851     // KFileItemListView::initializeItemListWidget(KItemListWidget*) will load
 852     // preliminary icons (i.e., without mime type determination) for the
 853     // remaining items.
 854 }
 855
 856 void KFileItemModelRolesUpdater::startPreviewJob()
 857 {
 858     m_state = PreviewJobRunning;
 859
 860     if (m_pendingPreviewItems.isEmpty()) {
 861         QTimer::singleShot(0, this, SLOT(slotPreviewJobFinished()));
 862         return;
 863     }
 864
 865     // PreviewJob internally caches items always with the size of
 866     // 128 x 128 pixels or 256 x 256 pixels. A (slow) downscaling is done
 867     // by PreviewJob if a smaller size is requested. For images KFileItemModelRolesUpdater must
 868     // do a downscaling anyhow because of the frame, so in this case only the provided
 869     // cache sizes are requested.
 870     const QSize cacheSize = (m_iconSize.width() > 128) || (m_iconSize.height() > 128)
 871                              ? QSize(256, 256) : QSize(128, 128);
 872
 873     // KIO::filePreview() will request the MIME-type of all passed items, which (in the
 874     // worst case) might block the application for several seconds. To prevent such
 875     // a blocking, we only pass items with known mime type to the preview job.
 876     const int count = m_pendingPreviewItems.count();
 877     KFileItemList itemSubSet;
 878     itemSubSet.reserve(count);
 879
 880     if (m_pendingPreviewItems.first().isMimeTypeKnown()) {
 881         // Some mime types are known already, probably because they were
 882         // determined when loading the icons for the visible items. Start
 883         // a preview job for all items at the beginning of the list which
 884         // have a known mime type.
 885         do {
 886             itemSubSet.append(m_pendingPreviewItems.takeFirst());
 887         } while (!m_pendingPreviewItems.isEmpty() && m_pendingPreviewItems.first().isMimeTypeKnown());
 888     } else {
 889         // Determine mime types for MaxBlockTimeout ms, and start a preview
 890         // job for the corresponding items.
 891         QElapsedTimer timer;
 892         timer.start();
 893
 894         do {
 895             const KFileItem item = m_pendingPreviewItems.takeFirst();
 896             item.determineMimeType();
 897             itemSubSet.append(item);
 898         } while (!m_pendingPreviewItems.isEmpty() && timer.elapsed() < MaxBlockTimeout);
 899     }
 900
 901     KIO::PreviewJob* job = new KIO::PreviewJob(itemSubSet, cacheSize, &m_enabledPlugins);
 902
 903     job->setIgnoreMaximumSize(itemSubSet.first().isLocalFile());
 904     if (job->ui()) {
 905         KJobWidgets::setWindow(job, qApp->activeWindow());
 906     }
 907
 908     connect(job,  &KIO::PreviewJob::gotPreview,
 909             this, &KFileItemModelRolesUpdater::slotGotPreview);
 910     connect(job,  &KIO::PreviewJob::failed,
 911             this, &KFileItemModelRolesUpdater::slotPreviewFailed);
 912     connect(job,  &KIO::PreviewJob::finished,
 913             this, &KFileItemModelRolesUpdater::slotPreviewJobFinished);
 914
 915     m_previewJob = job;
 916 }
 917
 918 void KFileItemModelRolesUpdater::updateChangedItems()
 919 {
 920     if (m_state == Paused) {
 921         return;
 922     }
 923
 924     if (m_changedItems.isEmpty()) {
 925         return;
 926     }
 927
 928     m_finishedItems -= m_changedItems;
 929
 930     if (m_resolvableRoles.contains(m_model->sortRole())) {
 931         m_pendingSortRoleItems += m_changedItems;
 932
 933         if (m_state != ResolvingSortRole) {
 934             // Stop the preview job if necessary, and trigger the
 935             // asynchronous determination of the sort role.
 936             killPreviewJob();
 937             m_state = ResolvingSortRole;
 938             QTimer::singleShot(0, this, SLOT(resolveNextSortRole()));
 939         }
 940
 941         return;
 942     }
 943
 944     QList<int> visibleChangedIndexes;
 945     QList<int> invisibleChangedIndexes;
 946
 947     foreach (const KFileItem& item, m_changedItems) {
 948         const int index = m_model->index(item);
 949
 950         if (index < 0) {
 951             m_changedItems.remove(item);
 952             continue;
 953         }
 954
 955         if (index >= m_firstVisibleIndex && index <= m_lastVisibleIndex) {
 956             visibleChangedIndexes.append(index);
 957         } else {
 958             invisibleChangedIndexes.append(index);
 959         }
 960     }
 961
 962     std::sort(visibleChangedIndexes.begin(), visibleChangedIndexes.end());
 963
 964     if (m_previewShown) {
 965         foreach (int index, visibleChangedIndexes) {
 966             m_pendingPreviewItems.append(m_model->fileItem(index));
 967         }
 968
 969         foreach (int index, invisibleChangedIndexes) {
 970             m_pendingPreviewItems.append(m_model->fileItem(index));
 971         }
 972
 973         if (!m_previewJob) {
 974             startPreviewJob();
 975         }
 976     } else {
 977         const bool resolvingInProgress = !m_pendingIndexes.isEmpty();
 978         m_pendingIndexes = visibleChangedIndexes + m_pendingIndexes + invisibleChangedIndexes;
 979         if (!resolvingInProgress) {
 980             // Trigger the asynchronous resolving of the changed roles.
 981             m_state = ResolvingAllRoles;
 982             QTimer::singleShot(0, this, SLOT(resolveNextPendingRoles()));
 983         }
 984     }
 985 }
 986
 987 void KFileItemModelRolesUpdater::applySortRole(int index)
 988 {
 989     QHash<QByteArray, QVariant> data;
 990     const KFileItem item = m_model->fileItem(index);
 991
 992     if (m_model->sortRole() == "type") {
 993         if (!item.isMimeTypeKnown()) {
 994             item.determineMimeType();
 995         }
 996
 997         data.insert("type", item.mimeComment());
 998     } else if (m_model->sortRole() == "size" && item.isLocalFile() && item.isDir()) {
 999         const QString path = item.localPath();
1000         data.insert("size", m_directoryContentsCounter->countDirectoryContentsSynchronously(path));
1001     } else {
1002         // Probably the sort role is a baloo role - just determine all roles.
1003         data = rolesData(item);
1004     }
1005
1006     disconnect(m_model, &KFileItemModel::itemsChanged,
1007                this,    &KFileItemModelRolesUpdater::slotItemsChanged);
1008     m_model->setData(index, data);
1009     connect(m_model, &KFileItemModel::itemsChanged,
1010             this,    &KFileItemModelRolesUpdater::slotItemsChanged);
1011 }
1012
1013 void KFileItemModelRolesUpdater::applySortProgressToModel()
1014 {
1015     // Inform the model about the progress of the resolved items,
1016     // so that it can give an indication when the sorting has been finished.
1017     const int resolvedCount = m_model->count() - m_pendingSortRoleItems.count();
1018     m_model->emitSortProgress(resolvedCount);
1019 }
1020
1021 bool KFileItemModelRolesUpdater::applyResolvedRoles(int index, ResolveHint hint)
1022 {
1023     const KFileItem item = m_model->fileItem(index);
1024     const bool resolveAll = (hint == ResolveAll);
1025
1026     bool iconChanged = false;
1027     if (!item.isMimeTypeKnown() || !item.isFinalIconKnown()) {
1028         item.determineMimeType();
1029         iconChanged = true;
1030     } else if (!m_model->data(index).contains("iconName")) {
1031         iconChanged = true;
1032     }
1033
1034     if (iconChanged || resolveAll || m_clearPreviews) {
1035         if (index < 0) {
1036             return false;
1037         }
1038
1039         QHash<QByteArray, QVariant> data;
1040         if (resolveAll) {
1041             data = rolesData(item);
1042         }
1043
1044         data.insert("iconName", item.iconName());
1045
1046         if (m_clearPreviews) {
1047             data.insert("iconPixmap", QPixmap());
1048         }
1049
1050         disconnect(m_model, &KFileItemModel::itemsChanged,
1051                    this,    &KFileItemModelRolesUpdater::slotItemsChanged);
1052         m_model->setData(index, data);
1053         connect(m_model, &KFileItemModel::itemsChanged,
1054                 this,    &KFileItemModelRolesUpdater::slotItemsChanged);
1055         return true;
1056     }
1057
1058     return false;
1059 }
1060
1061 QHash<QByteArray, QVariant> KFileItemModelRolesUpdater::rolesData(const KFileItem& item)
1062 {
1063     QHash<QByteArray, QVariant> data;
1064
1065     const bool getSizeRole = m_roles.contains("size");
1066     const bool getIsExpandableRole = m_roles.contains("isExpandable");
1067
1068     if ((getSizeRole || getIsExpandableRole) && item.isDir()) {
1069         if (item.isLocalFile()) {
1070             // Tell m_directoryContentsCounter that we want to count the items
1071             // inside the directory. The result will be received in slotDirectoryContentsCountReceived.
1072             const QString path = item.localPath();
1073             m_directoryContentsCounter->addDirectory(path);
1074         } else if (getSizeRole) {
1075             data.insert("size", -1); // -1 indicates an unknown number of items
1076         }
1077     }
1078
1079     if (m_roles.contains("type")) {
1080         data.insert("type", item.mimeComment());
1081     }
1082
1083     QStringList overlays = item.overlays();
1084     foreach(KOverlayIconPlugin *it, m_overlayIconsPlugin) {
1085         overlays.append(it->getOverlays(item.url()));
1086     }
1087     data.insert("iconOverlays", overlays);
1088
1089 #ifdef HAVE_BALOO
1090     if (m_balooFileMonitor) {
1091         m_balooFileMonitor->addFile(item.localPath());
1092         applyChangedBalooRoles(item.localPath());
1093     }
1094 #endif
1095     return data;
1096 }
1097
1098 void KFileItemModelRolesUpdater::slotOverlaysChanged(const QUrl& url, const QStringList &)
1099 {
1100     const KFileItem item = m_model->fileItem(url);
1101     if (item.isNull()) {
1102         return;
1103     }
1104     const int index = m_model->index(item);
1105     QHash<QByteArray, QVariant> data =  m_model->data(index);
1106     QStringList overlays = item.overlays();
1107     foreach (KOverlayIconPlugin *it, m_overlayIconsPlugin) {
1108         overlays.append(it->getOverlays(url));
1109     }
1110     data.insert("iconOverlays", overlays);
1111     m_model->setData(index, data);
1112 }
1113
1114 void KFileItemModelRolesUpdater::updateAllPreviews()
1115 {
1116     if (m_state == Paused) {
1117         m_previewChangedDuringPausing = true;
1118     } else {
1119         m_finishedItems.clear();
1120         startUpdating();
1121     }
1122 }
1123
1124 void KFileItemModelRolesUpdater::killPreviewJob()
1125 {
1126     if (m_previewJob) {
1127         disconnect(m_previewJob,  &KIO::PreviewJob::gotPreview,
1128                    this, &KFileItemModelRolesUpdater::slotGotPreview);
1129         disconnect(m_previewJob,  &KIO::PreviewJob::failed,
1130                    this, &KFileItemModelRolesUpdater::slotPreviewFailed);
1131         disconnect(m_previewJob,  &KIO::PreviewJob::finished,
1132                    this, &KFileItemModelRolesUpdater::slotPreviewJobFinished);
1133         m_previewJob->kill();
1134         m_previewJob = 0;
1135         m_pendingPreviewItems.clear();
1136     }
1137 }
1138
1139 QList<int> KFileItemModelRolesUpdater::indexesToResolve() const
1140 {
1141     const int count = m_model->count();
1142
1143     QList<int> result;
1144     result.reserve(ResolveAllItemsLimit);
1145
1146     // Add visible items.
1147     for (int i = m_firstVisibleIndex; i <= m_lastVisibleIndex; ++i) {
1148         result.append(i);
1149     }
1150
1151     // We need a reasonable upper limit for number of items to resolve after
1152     // and before the visible range. m_maximumVisibleItems can be quite large
1153     // when using Compace View.
1154     const int readAheadItems = qMin(ReadAheadPages * m_maximumVisibleItems, ResolveAllItemsLimit / 2);
1155
1156     // Add items after the visible range.
1157     const int endExtendedVisibleRange = qMin(m_lastVisibleIndex + readAheadItems, count - 1);
1158     for (int i = m_lastVisibleIndex + 1; i <= endExtendedVisibleRange; ++i) {
1159         result.append(i);
1160     }
1161
1162     // Add items before the visible range in reverse order.
1163     const int beginExtendedVisibleRange = qMax(0, m_firstVisibleIndex - readAheadItems);
1164     for (int i = m_firstVisibleIndex - 1; i >= beginExtendedVisibleRange; --i) {
1165         result.append(i);
1166     }
1167
1168     // Add items on the last page.
1169     const int beginLastPage = qMax(qMin(endExtendedVisibleRange + 1, count - 1), count - m_maximumVisibleItems);
1170     for (int i = beginLastPage; i < count; ++i) {
1171         result.append(i);
1172     }
1173
1174     // Add items on the first page.
1175     const int endFirstPage = qMin(qMax(beginExtendedVisibleRange - 1, 0), m_maximumVisibleItems);
1176     for (int i = 0; i <= endFirstPage; ++i) {
1177         result.append(i);
1178     }
1179
1180     // Continue adding items until ResolveAllItemsLimit is reached.
1181     int remainingItems = ResolveAllItemsLimit - result.count();
1182
1183     for (int i = endExtendedVisibleRange + 1; i < beginLastPage && remainingItems > 0; ++i) {
1184         result.append(i);
1185         --remainingItems;
1186     }
1187
1188     for (int i = beginExtendedVisibleRange - 1; i > endFirstPage && remainingItems > 0; --i) {
1189         result.append(i);
1190         --remainingItems;
1191     }
1192
1193     return result;
1194 }
1195