WIP: implementations of Konachan / yande.re posts

src/libdanbooru/konachan.cpp

@@ -29,6 +29,8 @@
 #include <KIO/Scheduler>
 #include <KImageCache>
 
+using KIO::StoredTransferJob;
+
 namespace Danbooru {
 
 ///////
@@ -67,7 +69,7 @@ void KonachanDanbooruService::getPostList() {
     parameters.insert("limit", QString::number(m_maxPosts));
     parameters.insert("page", QString::number(m_currentPage));
 
-    QUrl danbooruUrl = requestUrl(m_url, POST_URL, m_username,
+    QUrl danbooruUrl = requestUrl(m_url, postUri(), m_username,
                                   m_password, parameters, m_tags);
 
     //     qCDebug(LIBDANBOORU) << "Final constructed post URL" << danbooruUrl;
@@ -82,6 +84,138 @@ void KonachanDanbooruService::getPostList() {
 
 }
 
+void KonachanDanbooruService::processPostList(KJob *job)
+{
+
+//     qCDebug(LIBDANBOORU) << "Got post data OK";
+
+    if (job->error()) {
+        Q_EMIT(downloadError(job->errorString()));
+    }
+
+    StoredTransferJob *jobResult = qobject_cast<StoredTransferJob *>(job);
+
+    if (jobResult == 0) {
+        Q_EMIT(downloadError(QString("Internal error")));
+        return;
+
+    }
+
+    QByteArray data = jobResult->data();
+
+    bool ok;
+    bool needsXML = job->property("needsXML").toBool();
+
+    QList<QVariant> postList;
+
+    if (needsXML) {
+        // Special cases for pools
+        postList = parseDanbooruResult(data, QString("post"), &ok);
+    } else {
+        postList = parseDanbooruResult(data, &ok).toList();
+    }
+
+    if (!ok) {
+        Q_EMIT(downloadError(QString("Unable to decode data")));
+        return;
+    }
+
+    // How many posts do we have to fetch?
+
+    if (postList.isEmpty()) {
+//         qCDebug(LIBDANBOORU) << "No posts found";
+        Q_EMIT(postDownloadFinished());
+        return;
+    }
+
+    m_postsToFetch = postList.length();
+
+    for (auto element : postList) {
+
+        QVariantMap map = element.toMap();
+        DanbooruPost *post = new DanbooruPost(map);
+
+        // Remove unwanted posts
+
+        if (isPostBlacklisted(post, m_blacklist, m_maxRating)) {
+            m_postsToFetch--;
+            delete post;
+            continue;
+        }
+
+        QPixmap pix;
+
+//         qCDebug(LIBDANBOORU) << "About to donwload images";
+
+        if (m_cache && m_cache->findPixmap(post->thumbnailUrl().url(), &pix)) {
+
+            post->setPixmap(pix);
+            Q_EMIT(postDownloaded(post));
+            m_postsToFetch--;
+
+            if (m_postsToFetch == 0) {
+                qCDebug(LIBDANBOORU) << "Post download finished";
+                Q_EMIT(postDownloadFinished());
+            }
+
+        } else {
+
+            StoredTransferJob *pixmapJob = KIO::storedGet(post->thumbnailUrl(),
+                                           KIO::NoReload, KIO::HideProgressInfo);
+
+            // We don't want to overload the servers, so set some rational
+            // priority
+
+            KIO::Scheduler::setJobPriority(static_cast<KIO::SimpleJob *>(job), 1);
+
+            QVariant variant;
+            variant.setValue(post);
+
+//             pixmapJob->setProperty("danbooruPost", variant);
+
+            connect(pixmapJob, &StoredTransferJob::result, [post, this, pix](KJob * job) mutable {
+
+                if (job->error())
+                {
+                    Q_EMIT(downloadError(job->errorString()));
+                    return;
+                }
+
+                StoredTransferJob *jobResult = qobject_cast<StoredTransferJob *>(job);
+
+                if (!pix.loadFromData(jobResult->data()))
+                {
+                    Q_EMIT(downloadError(QString("Pixmap data could not be loaded")));
+                    return;
+                }
+
+                post->setPixmap(pix);
+
+                if (m_cache)
+                {
+                    //qCDebug(LIBDANBOORU) << "Inserting item in cache";
+                    m_cache->insertPixmap(post->thumbnailUrl().url(), pix);
+                }
+
+                m_postsToFetch--; // One less post to do
+
+                //qCDebug(LIBDANBOORU) << "Current posts remaining" << m_currentPosts;
+                Q_EMIT(postDownloaded(post));
+
+                if (m_postsToFetch == 0)
+                {
+//                     qCDebug(LIBDANBOORU) << "Post download finished";
+                    Q_EMIT(postDownloadFinished());
+                }
+
+            });
+
+        }
+
+    }
+
+}
+
 } //namespace Danbooru