File indexing completed on 2024-05-12 05:09:54
0001 /*************************************************************************** 0002 Copyright (C) 2010-2020 Robby Stephenson <robby@periapsis.org> 0003 ***************************************************************************/ 0004 0005 /*************************************************************************** 0006 * * 0007 * This program is free software; you can redistribute it and/or * 0008 * modify it under the terms of the GNU General Public License as * 0009 * published by the Free Software Foundation; either version 2 of * 0010 * the License or (at your option) version 3 or any later version * 0011 * accepted by the membership of KDE e.V. (or its successor approved * 0012 * by the membership of KDE e.V.), which shall act as a proxy * 0013 * defined in Section 14 of version 3 of the license. * 0014 * * 0015 * This program is distributed in the hope that it will be useful, * 0016 * but WITHOUT ANY WARRANTY; without even the implied warranty of * 0017 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * 0018 * GNU General Public License for more details. * 0019 * * 0020 * You should have received a copy of the GNU General Public License * 0021 * along with this program. If not, see <http://www.gnu.org/licenses/>. * 0022 * * 0023 ***************************************************************************/ 0024 0025 #undef QT_NO_CAST_FROM_ASCII 0026 0027 #include "amazonfetchertest.h" 0028 0029 #include "../fetch/amazonfetcher.h" 0030 #include "../fetch/amazonrequest.h" 0031 #include "../fetch/messagelogger.h" 0032 #include "../collections/bookcollection.h" 0033 #include "../collections/musiccollection.h" 0034 #include "../collections/videocollection.h" 0035 #include "../collections/gamecollection.h" 0036 #include "../collectionfactory.h" 0037 #include "../entry.h" 0038 #include "../images/imagefactory.h" 0039 0040 #include <KSharedConfig> 0041 #include <KConfigGroup> 0042 0043 #include <QTest> 0044 0045 QTEST_GUILESS_MAIN( AmazonFetcherTest ) 0046 0047 AmazonFetcherTest::AmazonFetcherTest() : AbstractFetcherTest(), m_hasConfigFile(false) { 0048 } 0049 0050 void AmazonFetcherTest::initTestCase() { 0051 Tellico::RegisterCollection<Tellico::Data::BookCollection> registerBook(Tellico::Data::Collection::Book, "book"); 0052 Tellico::RegisterCollection<Tellico::Data::MusicCollection> registerMusic(Tellico::Data::Collection::Album, "music"); 0053 Tellico::RegisterCollection<Tellico::Data::VideoCollection> registerVideo(Tellico::Data::Collection::Video, "video"); 0054 Tellico::RegisterCollection<Tellico::Data::GameCollection> registerGame(Tellico::Data::Collection::Game, "game"); 0055 Tellico::ImageFactory::init(); 0056 0057 m_hasConfigFile = QFile::exists(QFINDTESTDATA("tellicotest_private.config")); 0058 if(m_hasConfigFile) { 0059 m_config = KSharedConfig::openConfig(QFINDTESTDATA("tellicotest_private.config"), KConfig::SimpleConfig); 0060 } 0061 0062 QHash<QString, QString> practicalRdf; 0063 practicalRdf.insert(QStringLiteral("title"), QStringLiteral("Practical RDF")); 0064 practicalRdf.insert(QStringLiteral("isbn"), QStringLiteral("0-596-00263-7")); 0065 practicalRdf.insert(QStringLiteral("author"), QStringLiteral("Shelley Powers")); 0066 practicalRdf.insert(QStringLiteral("binding"), QStringLiteral("Paperback")); 0067 practicalRdf.insert(QStringLiteral("publisher"), QStringLiteral("O'Reilly Media")); 0068 practicalRdf.insert(QStringLiteral("pages"), QStringLiteral("331")); 0069 0070 QHash<QString, QString> gloryRevealed; 0071 gloryRevealed.insert(QStringLiteral("title"), QStringLiteral("Glory Revealed II")); 0072 gloryRevealed.insert(QStringLiteral("medium"), QStringLiteral("Compact Disc")); 0073 // gloryRevealed.insert(QStringLiteral("artist"), QStringLiteral("Various Artists")); 0074 gloryRevealed.insert(QStringLiteral("label"), QStringLiteral("Reunion")); 0075 gloryRevealed.insert(QStringLiteral("year"), QStringLiteral("2009")); 0076 0077 QHash<QString, QString> incredibles; 0078 incredibles.insert(QStringLiteral("title"), QStringLiteral("Incredibles")); 0079 incredibles.insert(QStringLiteral("medium"), QStringLiteral("DVD")); 0080 // incredibles.insert(QStringLiteral("certification"), QStringLiteral("PG (USA)")); 0081 // incredibles.insert(QStringLiteral("studio"), QStringLiteral("Walt Disney Home Entertainment")); 0082 // incredibles.insert(QStringLiteral("year"), QStringLiteral("2004")); 0083 incredibles.insert(QStringLiteral("widescreen"), QStringLiteral("true")); 0084 incredibles.insert(QStringLiteral("director"), QStringLiteral("Brad Bird; Bud Luckey; Roger Gould")); 0085 0086 QHash<QString, QString> pacteDesLoups; 0087 pacteDesLoups.insert(QStringLiteral("title"), QStringLiteral("Le Pacte des Loups")); 0088 pacteDesLoups.insert(QStringLiteral("medium"), QStringLiteral("Blu-ray")); 0089 // pacteDesLoups.insert(QStringLiteral("region"), QStringLiteral("Region 2")); 0090 pacteDesLoups.insert(QStringLiteral("studio"), QStringLiteral("StudioCanal")); 0091 pacteDesLoups.insert(QStringLiteral("year"), QStringLiteral("2001")); 0092 pacteDesLoups.insert(QStringLiteral("director"), QStringLiteral("Christophe Gans")); 0093 // pacteDesLoups.insert(QStringLiteral("format"), QStringLiteral("PAL")); 0094 0095 QHash<QString, QString> petitPrinceCN; 0096 petitPrinceCN.insert(QStringLiteral("title"), QStringLiteral("小王子(65周年纪念版)")); 0097 petitPrinceCN.insert(QStringLiteral("author"), QStringLiteral("圣埃克絮佩里 (Saint-Exupery)")); 0098 0099 m_fieldValues.insert(QStringLiteral("practicalRdf"), practicalRdf); 0100 m_fieldValues.insert(QStringLiteral("gloryRevealed"), gloryRevealed); 0101 m_fieldValues.insert(QStringLiteral("incredibles"), incredibles); 0102 m_fieldValues.insert(QStringLiteral("pacteDesLoups"), pacteDesLoups); 0103 m_fieldValues.insert(QStringLiteral("petitPrinceCN"), petitPrinceCN); 0104 } 0105 0106 void AmazonFetcherTest::testTitle() { 0107 return; // re-enable if/when Amazon searches are not so heavily throttled 0108 QFETCH(QString, locale); 0109 QFETCH(int, collType); 0110 QFETCH(QString, searchValue); 0111 QFETCH(QString, resultName); 0112 0113 QString groupName = QStringLiteral("Amazon ") + locale; 0114 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0115 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0116 } 0117 KConfigGroup cg(m_config, groupName); 0118 0119 Tellico::Fetch::FetchRequest request(collType, Tellico::Fetch::Title, searchValue); 0120 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this)); 0121 fetcher->readConfig(cg); 0122 0123 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0124 0125 QVERIFY(!results.isEmpty()); 0126 0127 Tellico::Data::EntryPtr entry = results.at(0); 0128 QHashIterator<QString, QString> i(m_fieldValues.value(resultName)); 0129 while(i.hasNext()) { 0130 i.next(); 0131 // a known bug is CA video titles result in music results, so only title matches 0132 if(i.key() != QStringLiteral("title")) { 0133 QEXPECT_FAIL("CA video title", "CA video titles show music results for some reason", Continue); 0134 } 0135 QString result = entry->field(i.key()).toLower(); 0136 // several titles have edition info in the title 0137 if(collType == Tellico::Data::Collection::Video && 0138 i.key() == QStringLiteral("title") && 0139 (locale == QStringLiteral("CA") || 0140 locale == QStringLiteral("FR") || 0141 locale == QStringLiteral("ES") || 0142 locale == QStringLiteral("CN") || 0143 locale == QStringLiteral("IT") || 0144 locale == QStringLiteral("DE"))) { 0145 QVERIFY2(result.contains(i.value(), Qt::CaseInsensitive), qPrintable(i.key())); 0146 } else if(collType == Tellico::Data::Collection::Video && 0147 i.key() == QStringLiteral("year") && 0148 locale == QStringLiteral("FR")) { 0149 // france has no year for movie 0150 QCOMPARE(result, QString()); 0151 } else if(collType == Tellico::Data::Collection::Video && 0152 i.key() == QStringLiteral("medium") && 0153 (locale == QStringLiteral("ES") || locale == QStringLiteral("IT"))) { 0154 // ES and IT think it's a DVD 0155 QCOMPARE(result, QStringLiteral("dvd")); 0156 } else if(i.key() == QStringLiteral("pages") && 0157 (locale == QStringLiteral("UK") || locale == QStringLiteral("CA"))) { 0158 // UK and CA have different page count 0159 QCOMPARE(result, QStringLiteral("352")); 0160 } else if((i.key() == QStringLiteral("director") || i.key() == QStringLiteral("studio") || i.key() == QStringLiteral("year")) && 0161 (locale == QStringLiteral("ES") || locale == QStringLiteral("IT"))) { 0162 // ES and IT have no director or studio or year info 0163 QCOMPARE(result, QString()); 0164 } else { 0165 QCOMPARE(result, i.value().toLower()); 0166 } 0167 } 0168 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty()); 0169 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/'))); 0170 } 0171 0172 void AmazonFetcherTest::testTitle_data() { 0173 QTest::addColumn<QString>("locale"); 0174 QTest::addColumn<int>("collType"); 0175 QTest::addColumn<QString>("searchValue"); 0176 QTest::addColumn<QString>("resultName"); 0177 0178 QTest::newRow("US book title") << QStringLiteral("US") 0179 << static_cast<int>(Tellico::Data::Collection::Book) 0180 << QStringLiteral("Practical RDF") 0181 << QStringLiteral("practicalRdf"); 0182 QTest::newRow("UK book title") << QStringLiteral("UK") 0183 << static_cast<int>(Tellico::Data::Collection::Book) 0184 << QStringLiteral("Practical RDF") 0185 << QStringLiteral("practicalRdf"); 0186 // QTest::newRow("DE") << QString::fromLatin1("DE"); 0187 // QTest::newRow("JP") << QString::fromLatin1("JP"); 0188 // QTest::newRow("FR") << QString::fromLatin1("FR"); 0189 QTest::newRow("CA book title") << QStringLiteral("CA") 0190 << static_cast<int>(Tellico::Data::Collection::Book) 0191 << QStringLiteral("Practical RDF") 0192 << QStringLiteral("practicalRdf"); 0193 QTest::newRow("CN book title") << QStringLiteral("CN") 0194 << static_cast<int>(Tellico::Data::Collection::Book) 0195 << QStringLiteral("小王子(65周年纪念版)") 0196 << QStringLiteral("petitPrinceCN"); 0197 0198 // a known bug is CA video titles result in music results, so only title matches 0199 // QTest::newRow("CA video title") << QString::fromLatin1("CA") 0200 // << static_cast<int>(Tellico::Data::Collection::Video) 0201 // << QString::fromLatin1("Le Pacte des Loups") 0202 // << QString::fromLatin1("pacteDesLoups"); 0203 QTest::newRow("FR video title") << QStringLiteral("FR") 0204 << static_cast<int>(Tellico::Data::Collection::Video) 0205 << QStringLiteral("Le Pacte des Loups") 0206 << QStringLiteral("pacteDesLoups"); 0207 QTest::newRow("ES video title") << QStringLiteral("ES") 0208 << static_cast<int>(Tellico::Data::Collection::Video) 0209 << QStringLiteral("Le Pacte des Loups") 0210 << QStringLiteral("pacteDesLoups"); 0211 QTest::newRow("IT video title") << QStringLiteral("IT") 0212 << static_cast<int>(Tellico::Data::Collection::Video) 0213 << QStringLiteral("Le Pacte des Loups") 0214 << QStringLiteral("pacteDesLoups"); 0215 0216 } 0217 0218 void AmazonFetcherTest::testTitleVideoGame() { 0219 return; // re-enable if/when Amazon searches are not so heavily throttled 0220 QString groupName = QStringLiteral("Amazon US"); 0221 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0222 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0223 } 0224 KConfigGroup cg(m_config, groupName); 0225 0226 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Game, Tellico::Fetch::Title, 0227 QStringLiteral("Ghostbusters Story Pack - LEGO Dimensions")); 0228 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this)); 0229 fetcher->readConfig(cg); 0230 0231 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0232 0233 QVERIFY(!results.isEmpty()); 0234 0235 Tellico::Data::EntryPtr entry = results.at(0); 0236 QVERIFY(entry); 0237 QCOMPARE(entry->field("title"), QStringLiteral("Ghostbusters Story Pack - LEGO Dimensions")); 0238 QCOMPARE(entry->field("publisher"), QStringLiteral("Warner Home Video - Games")); 0239 // the E10+ ESRB rating was added to Tellico in 2017 in version 3.0.1 0240 QCOMPARE(entry->field("certification"), QStringLiteral("Everyone 10+")); 0241 } 0242 0243 void AmazonFetcherTest::testIsbn() { 0244 return; // re-enable if/when Amazon searches are not so heavily throttled 0245 QFETCH(QString, locale); 0246 QFETCH(QString, searchValue); 0247 QFETCH(QString, resultName); 0248 0249 QString groupName = QStringLiteral("Amazon ") + locale; 0250 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0251 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0252 } 0253 KConfigGroup cg(m_config, groupName); 0254 0255 // also testing multiple values 0256 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, 0257 searchValue); 0258 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this)); 0259 fetcher->readConfig(cg); 0260 0261 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0262 0263 QCOMPARE(results.size(), 2); 0264 0265 Tellico::Data::EntryPtr entry = results.at(0); 0266 QHashIterator<QString, QString> i(m_fieldValues.value(resultName)); 0267 while(i.hasNext()) { 0268 i.next(); 0269 QString result = entry->field(i.key()).toLower(); 0270 if(i.key() == QStringLiteral("pages") && 0271 (locale == QStringLiteral("UK") || locale == QStringLiteral("CA"))) { 0272 // UK and CA have different page count 0273 QCOMPARE(result, QStringLiteral("352")); 0274 } else { 0275 QCOMPARE(result, i.value().toLower()); 0276 } 0277 } 0278 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty()); 0279 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/'))); 0280 } 0281 0282 void AmazonFetcherTest::testIsbn_data() { 0283 QTest::addColumn<QString>("locale"); 0284 QTest::addColumn<QString>("searchValue"); 0285 QTest::addColumn<QString>("resultName"); 0286 0287 QTest::newRow("US isbn") << QStringLiteral("US") 0288 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3") 0289 << QStringLiteral("practicalRdf"); 0290 QTest::newRow("UK isbn") << QStringLiteral("UK") 0291 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3") 0292 << QStringLiteral("practicalRdf"); 0293 // QTest::newRow("DE") << QString::fromLatin1("DE"); 0294 // QTest::newRow("JP") << QString::fromLatin1("JP"); 0295 // QTest::newRow("FR") << QString::fromLatin1("FR"); 0296 QTest::newRow("CA isbn") << QStringLiteral("CA") 0297 << QStringLiteral("0-596-00263-7; 978-1-59059-831-3") 0298 << QStringLiteral("practicalRdf"); 0299 /* 0300 QTest::newRow("CN isbn") << QString::fromLatin1("CN") 0301 << QString::fromLatin1("7511305202") 0302 << QString::fromLatin1("petitPrinceCN"); 0303 */ 0304 } 0305 0306 void AmazonFetcherTest::testUpc() { 0307 return; // re-enable if/when Amazon searches are not so heavily throttled 0308 QFETCH(QString, locale); 0309 QFETCH(int, collType); 0310 QFETCH(QString, searchValue); 0311 QFETCH(QString, resultName); 0312 0313 QString groupName = QStringLiteral("Amazon ") + locale; 0314 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0315 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0316 } 0317 KConfigGroup cg(m_config, groupName); 0318 0319 Tellico::Fetch::FetchRequest request(collType, Tellico::Fetch::UPC, searchValue); 0320 Tellico::Fetch::Fetcher::Ptr fetcher(new Tellico::Fetch::AmazonFetcher(this)); 0321 fetcher->readConfig(cg); 0322 0323 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0324 0325 QVERIFY(!results.isEmpty()); 0326 0327 Tellico::Data::EntryPtr entry = results.at(0); 0328 QHashIterator<QString, QString> i(m_fieldValues.value(resultName)); 0329 while(i.hasNext()) { 0330 i.next(); 0331 QString result = entry->field(i.key()).toLower(); 0332 // exception for UK label different than US 0333 // and FR title having edition info 0334 if((i.key() == QStringLiteral("label") && locale == QStringLiteral("UK")) || 0335 (i.key() == QStringLiteral("title"))) { 0336 QVERIFY(result.contains(i.value(), Qt::CaseInsensitive)); 0337 } else if(i.key() == QStringLiteral("year") && 0338 locale == QStringLiteral("FR")) { 0339 // france has no year for movie 0340 QCOMPARE(result, QString()); 0341 } else { 0342 QCOMPARE(result, i.value().toLower()); 0343 } 0344 } 0345 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty()); 0346 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/'))); 0347 if(collType == Tellico::Data::Collection::Album) { 0348 QVERIFY(!entry->field(QStringLiteral("genre")).isEmpty()); 0349 QVERIFY(!entry->field(QStringLiteral("track")).isEmpty()); 0350 } else if(collType == Tellico::Data::Collection::Video) { 0351 QVERIFY(!entry->field(QStringLiteral("cast")).isEmpty()); 0352 } 0353 } 0354 0355 void AmazonFetcherTest::testUpc_data() { 0356 QTest::addColumn<QString>("locale"); 0357 QTest::addColumn<int>("collType"); 0358 QTest::addColumn<QString>("searchValue"); 0359 QTest::addColumn<QString>("resultName"); 0360 0361 QTest::newRow("US music upc") << QStringLiteral("US") 0362 << static_cast<int>(Tellico::Data::Collection::Album) 0363 << QStringLiteral("602341013727") 0364 << QStringLiteral("gloryRevealed"); 0365 // non-US should work with or without the initial 0 country code 0366 QTest::newRow("UK music upc1") << QStringLiteral("UK") 0367 << static_cast<int>(Tellico::Data::Collection::Album) 0368 << QStringLiteral("602341013727") 0369 << QStringLiteral("gloryRevealed"); 0370 QTest::newRow("UK music upc2") << QStringLiteral("UK") 0371 << static_cast<int>(Tellico::Data::Collection::Album) 0372 << QStringLiteral("0602341013727") 0373 << QStringLiteral("gloryRevealed"); 0374 QTest::newRow("CA music upc") << QStringLiteral("CA") 0375 << static_cast<int>(Tellico::Data::Collection::Album) 0376 << QStringLiteral("0602341013727") 0377 << QStringLiteral("gloryRevealed"); 0378 0379 QTest::newRow("US movie upc") << QStringLiteral("US") 0380 << static_cast<int>(Tellico::Data::Collection::Video) 0381 << QStringLiteral("786936244250") 0382 << QStringLiteral("incredibles"); 0383 QTest::newRow("UK movie upc") << QStringLiteral("UK") 0384 << static_cast<int>(Tellico::Data::Collection::Video) 0385 << QStringLiteral("0786936244250") 0386 << QStringLiteral("incredibles"); 0387 QTest::newRow("CA movie upc") << QStringLiteral("CA") 0388 << static_cast<int>(Tellico::Data::Collection::Video) 0389 << QStringLiteral("0786936244250") 0390 << QStringLiteral("incredibles"); 0391 QTest::newRow("FR movie upc") << QStringLiteral("FR") 0392 << static_cast<int>(Tellico::Data::Collection::Video) 0393 << QStringLiteral("5050582560985") 0394 << QStringLiteral("pacteDesLoups"); 0395 } 0396 0397 void AmazonFetcherTest::testRequest() { 0398 // from aws-sig-v4-test-suite/post-vanilla 0399 Tellico::Fetch::AmazonRequest req("AKIDEXAMPLE", "wJalrXUtnFEMI/K7MDENG+bPxRfiCYEXAMPLEKEY"); 0400 0401 req.setHost("example.amazonaws.com"); 0402 req.m_headers.insert("host", req.m_host); 0403 req.m_amzDate = "20150830T123600Z"; 0404 req.m_headers.insert("x-amz-date", req.m_amzDate); 0405 req.m_path = "/"; 0406 QByteArray res1("POST\n/\n\nhost:example.amazonaws.com\nx-amz-date:20150830T123600Z\n\nhost;x-amz-date\ne3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"); 0407 QCOMPARE(req.prepareCanonicalRequest(""), res1); 0408 0409 req.m_region = "us-east-1"; 0410 req.m_service = "service"; 0411 QByteArray res2("AWS4-HMAC-SHA256\n20150830T123600Z\n20150830/us-east-1/service/aws4_request\n553f88c9e4d10fc9e109e2aeb65f030801b70c2f6468faca261d401ae622fc87"); 0412 QCOMPARE(req.prepareStringToSign(res1), res2); 0413 0414 QByteArray res3("AWS4-HMAC-SHA256 Credential=AKIDEXAMPLE/20150830/us-east-1/service/aws4_request, SignedHeaders=host;x-amz-date, Signature=5da7c1a2acd57cee7505fc6676e4e544621c30862966e37dddb68e92efbe5d6b"); 0415 QCOMPARE(req.buildAuthorizationString(req.calculateSignature(res2)), res3); 0416 0417 QByteArray res4("com.amazon.paapi5.v1.servicev1.SearchItems"); 0418 QCOMPARE(req.targetOperation(), res4); 0419 } 0420 0421 void AmazonFetcherTest::testPayload() { 0422 QString groupName = QStringLiteral("Amazon US"); 0423 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0424 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0425 } 0426 KConfigGroup cg(m_config, groupName); 0427 0428 Tellico::Fetch::AmazonFetcher* fetcher = new Tellico::Fetch::AmazonFetcher(this); 0429 fetcher->readConfig(cg); 0430 0431 Tellico::Fetch::FetchRequest req(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525"); 0432 QByteArray payload = fetcher->requestPayload(req); 0433 QByteArray res1("{\ 0434 \"Keywords\":\"717356278525\",\ 0435 \"Operation\":\"SearchItems\",\ 0436 \"PartnerTag\":\"tellico-20\",\ 0437 \"PartnerType\":\"Associates\",\ 0438 \"Resources\":[\"ItemInfo.Title\",\"ItemInfo.ContentInfo\",\"ItemInfo.ByLineInfo\",\"ItemInfo.TechnicalInfo\",\"ItemInfo.ExternalIds\",\"ItemInfo.ManufactureInfo\",\"Images.Primary.Medium\"],\ 0439 \"SearchIndex\":\"Books\",\ 0440 \"Service\":\"ProductAdvertisingAPIv1\",\ 0441 \"SortBy\":\"Relevance\"\ 0442 }"); 0443 QCOMPARE(payload.right(100), res1.right(100)); 0444 QCOMPARE(payload, res1); 0445 } 0446 0447 void AmazonFetcherTest::testError() { 0448 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525"); 0449 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0450 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0451 0452 Tellico::Fetch::MessageLogger* logger = new Tellico::Fetch::MessageLogger; 0453 f->setMessageHandler(logger); 0454 f->m_site = Tellico::Fetch::AmazonFetcher::US; 0455 f->m_accessKey = QStringLiteral("test"); 0456 f->m_secretKey = QStringLiteral("test"); 0457 0458 Tellico::Data::EntryList results = DO_FETCH1(fetcher, request, 1); 0459 QVERIFY(results.isEmpty()); 0460 QVERIFY(!logger->errorList.isEmpty()); 0461 QCOMPARE(logger->errorList[0], QStringLiteral("The Access Key ID or security token included in the request is invalid.")); 0462 } 0463 0464 void AmazonFetcherTest::testUpc1() { 0465 QString groupName = QStringLiteral("Amazon US"); 0466 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0467 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0468 } 0469 KConfigGroup cg(m_config, groupName); 0470 0471 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525"); 0472 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0473 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0474 fetcher->readConfig(cg); 0475 0476 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-upc1.json"); 0477 0478 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0479 0480 QCOMPARE(results.size(), 1); 0481 0482 Tellico::Data::EntryPtr entry = results.at(0); 0483 QVERIFY(entry); 0484 QCOMPARE(entry->field("title"), QStringLiteral("Harry Potter Paperback Box Set (Books 1-7)")); 0485 QCOMPARE(entry->field("isbn"), QStringLiteral("0545162076")); 0486 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty()); 0487 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/'))); 0488 } 0489 0490 void AmazonFetcherTest::testUpc2() { 0491 QString groupName = QStringLiteral("Amazon US"); 0492 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0493 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0494 } 0495 KConfigGroup cg(m_config, groupName); 0496 0497 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::UPC, "717356278525; 842776102270"); 0498 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0499 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0500 fetcher->readConfig(cg); 0501 0502 QByteArray payload = f->requestPayload(request); 0503 // verify the format of the multiple UPC keyword 0504 QVERIFY(payload.contains("\"Keywords\":\"717356278525|842776102270\"")); 0505 0506 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-upc2.json"); 0507 0508 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0509 0510 QCOMPARE(results.size(), 2); 0511 0512 Tellico::Data::EntryPtr entry = results.at(0); 0513 QVERIFY(entry); 0514 QCOMPARE(entry->field("title"), QStringLiteral("Harry Potter Paperback Box Set (Books 1-7)")); 0515 QCOMPARE(entry->field("isbn"), QStringLiteral("0545162076")); 0516 QVERIFY(!entry->field(QStringLiteral("cover")).isEmpty()); 0517 QVERIFY(!entry->field(QStringLiteral("cover")).contains(QLatin1Char('/'))); 0518 } 0519 0520 // from https://github.com/dkam/paapi/blob/master/test/data/get_item_no_author.json 0521 void AmazonFetcherTest::testBasicBook() { 0522 QString groupName = QStringLiteral("Amazon UK"); 0523 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0524 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0525 } 0526 KConfigGroup cg(m_config, groupName); 0527 0528 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657"); 0529 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0530 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0531 fetcher->readConfig(cg); 0532 0533 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-book.json"); 0534 0535 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0536 0537 QCOMPARE(results.size(), 1); 0538 0539 Tellico::Data::EntryPtr entry = results.at(0); 0540 QVERIFY(entry); 0541 QCOMPARE(entry->field("title"), QStringLiteral("Muscle Car Mania: 100 legendary Australian motoring stories")); 0542 QCOMPARE(entry->field("author"), QStringLiteral("No Author")); 0543 QCOMPARE(entry->field("publisher"), QStringLiteral("Rockpool Publishing")); 0544 QCOMPARE(entry->field("edition"), QStringLiteral("Slp")); 0545 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback")); 0546 QCOMPARE(entry->field("series"), QStringLiteral("Motoring Series")); 0547 QCOMPARE(entry->field("isbn"), QStringLiteral("1921878657")); 0548 QCOMPARE(entry->field("pages"), QStringLiteral("224")); 0549 QCOMPARE(entry->field("language"), QStringLiteral("English")); 0550 QCOMPARE(entry->field("pub_year"), QStringLiteral("2013")); 0551 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/1921878657?tag=bookie09-20&linkCode=ogi&th=1&psc=1")); 0552 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage 0553 } 0554 0555 void AmazonFetcherTest::testTitleParsing() { 0556 Tellico::Data::CollPtr coll(new Tellico::Data::VideoCollection(true)); 0557 Tellico::Data::EntryPtr entry(new Tellico::Data::Entry(coll)); 0558 entry->setField(QStringLiteral("title"), QStringLiteral("title1 [DVD] (Widescreen) (NTSC) [Region 1]")); 0559 0560 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0561 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0562 0563 f->parseTitle(entry); 0564 // the fetcher leaves widescreen in the title but adds the field value 0565 QCOMPARE(entry->field("title"), QStringLiteral("title1 (Widescreen)")); 0566 QCOMPARE(entry->field("medium"), QStringLiteral("DVD")); 0567 QCOMPARE(entry->field("widescreen"), QStringLiteral("true")); 0568 QCOMPARE(entry->field("format"), QStringLiteral("NTSC")); 0569 QCOMPARE(entry->field("region"), QStringLiteral("Region 1")); 0570 } 0571 0572 // from https://github.com/utekaravinash/gopaapi5/blob/master/_response/search_items.json 0573 void AmazonFetcherTest::testSearchItems_gopaapi5() { 0574 QString groupName = QStringLiteral("Amazon UK"); 0575 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0576 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0577 } 0578 KConfigGroup cg(m_config, groupName); 0579 0580 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657"); 0581 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0582 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0583 fetcher->readConfig(cg); 0584 0585 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-search-items-gopaapi5.json"); 0586 0587 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0588 0589 QCOMPARE(results.size(), 3); 0590 0591 Tellico::Data::EntryPtr entry = results.at(0); 0592 QVERIFY(entry); 0593 QCOMPARE(entry->field("title"), QStringLiteral("Go Programming Language, The")); 0594 QCOMPARE(entry->field("author"), QStringLiteral("Donovan, Alan A. A.")); 0595 QCOMPARE(entry->field("publisher"), QStringLiteral("Addison-Wesley Professional")); 0596 QCOMPARE(entry->field("edition"), QStringLiteral("1")); 0597 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback")); 0598 QCOMPARE(entry->field("series"), QStringLiteral("Addison-Wesley Professional Computing Series")); 0599 QCOMPARE(entry->field("isbn"), QStringLiteral("0134190440")); 0600 QCOMPARE(entry->field("pages"), QStringLiteral("398")); 0601 QCOMPARE(entry->field("language"), QStringLiteral("English")); 0602 QCOMPARE(entry->field("pub_year"), QStringLiteral("2015")); 0603 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/0134190440?tag=associateTag-20&linkCode=osi&th=1&psc=1")); 0604 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage 0605 0606 entry = results.at(2); 0607 QVERIFY(entry); 0608 QCOMPARE(entry->field("title"), QStringLiteral("Black Hat Go: Go Programming For Hackers and Pentesters")); 0609 QCOMPARE(entry->field("author"), QStringLiteral("Steele, Tom; Patten, Chris; Kottmann, Dan")); 0610 } 0611 0612 // from https://github.com/utekaravinash/gopaapi5/blob/master/_response/get_items.json 0613 void AmazonFetcherTest::testGetItems_gopaapi5() { 0614 QString groupName = QStringLiteral("Amazon UK"); 0615 if(!m_hasConfigFile || !m_config->hasGroup(groupName)) { 0616 QSKIP("This test requires a config file with Amazon settings.", SkipAll); 0617 } 0618 KConfigGroup cg(m_config, groupName); 0619 0620 Tellico::Fetch::FetchRequest request(Tellico::Data::Collection::Book, Tellico::Fetch::ISBN, "1921878657"); 0621 Tellico::Fetch::AmazonFetcher* f = new Tellico::Fetch::AmazonFetcher(this); 0622 Tellico::Fetch::Fetcher::Ptr fetcher(f); 0623 fetcher->readConfig(cg); 0624 0625 f->m_testResultsFile = QFINDTESTDATA("data/amazon-paapi-get-items-gopaapi5.json"); 0626 0627 Tellico::Data::EntryList results = DO_FETCH(fetcher, request); 0628 0629 QCOMPARE(results.size(), 2); 0630 0631 Tellico::Data::EntryPtr entry = results.at(0); 0632 QVERIFY(entry); 0633 QVERIFY(entry->collection()); 0634 QCOMPARE(entry->collection()->type(), Tellico::Data::Collection::Book); 0635 QCOMPARE(entry->field("title"), QStringLiteral("Light on Yoga: The Bible of Modern Yoga")); 0636 QCOMPARE(entry->field("author"), QStringLiteral("B. K. S. Iyengar")); 0637 QCOMPARE(entry->field("publisher"), QStringLiteral("Schocken")); 0638 QCOMPARE(entry->field("edition"), QStringLiteral("Revised")); 0639 QCOMPARE(entry->field("binding"), QStringLiteral("Paperback")); 0640 QCOMPARE(entry->field("isbn"), QStringLiteral("0805210318")); 0641 QCOMPARE(entry->field("pages"), QStringLiteral("544")); 0642 QCOMPARE(entry->field("language"), QStringLiteral("English")); 0643 QCOMPARE(entry->field("pub_year"), QStringLiteral("1979")); // it's a 1995 revised edition of a 1979 publication apparently 0644 QCOMPARE(entry->field("amazon"), QStringLiteral("https://www.amazon.com/dp/0805210318?tag=associateTag-20&linkCode=ogi&th=1&psc=1")); 0645 QVERIFY(entry->field(QStringLiteral("cover")).isEmpty()); // because image size as NoImage 0646 }