File indexing completed on 2024-05-12 16:46:03

 /***************************************************************************
     Copyright (C) 2003-2020 Robby Stephenson <robby@periapsis.org>
  ***************************************************************************/
 
 /***************************************************************************
  *                                                                         *
  *   This program is free software; you can redistribute it and/or         *
  *   modify it under the terms of the GNU General Public License as        *
  *   published by the Free Software Foundation; either version 2 of        *
  *   the License or (at your option) version 3 or any later version        *
  *   accepted by the membership of KDE e.V. (or its successor approved     *
  *   by the membership of KDE e.V.), which shall act as a proxy            *
  *   defined in Section 14 of version 3 of the license.                    *
  *                                                                         *
  *   This program is distributed in the hope that it will be useful,       *
  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  *   GNU General Public License for more details.                          *
  *                                                                         *
  *   You should have received a copy of the GNU General Public License     *
  *   along with this program.  If not, see <http://www.gnu.org/licenses/>. *
  *                                                                         *
  *   In addition, as a special exception, the author gives permission to   *
  *   link the code of this program with the OpenSSL library released by    *
  *   the OpenSSL Project (or with modified versions of OpenSSL that use    *
  *   the same license as OpenSSL), and distribute linked combinations      *
  *   including the two.  You must obey the GNU General Public License in   *
  *   all respects for all of the code used other than OpenSSL.  If you     *
  *   modify this file, you may extend this exception to your version of    *
  *   the file, but you are not obligated to do so.  If you do not wish to  *
  *   do so, delete this exception statement from your version.             *
  *                                                                         *
  ***************************************************************************/
 
 #include <config.h>
 
 #include "z3950fetcher.h"
 #include "z3950connection.h"
 #include "../collection.h"
 #include "../fieldformat.h"
 #include "../translators/xslthandler.h"
 #include "../translators/tellicoimporter.h"
 #include "../translators/grs1importer.h"
 #include "../translators/adsimporter.h"
 #include "../gui/lineedit.h"
 #include "../gui/combobox.h"
 #include "../utils/isbnvalidator.h"
 #include "../utils/lccnvalidator.h"
 #include "../utils/datafileregistry.h"
 #include "../tellico_debug.h"
 
 #include <KLocalizedString>
 #include <KConfigGroup>
 #include <KComboBox>
 #include <KAcceleratorManager>
 #include <KSeparator>
 #include <KConfig>
 
 #include <QSpinBox>
 #include <QFile>
 #include <QLabel>
 #include <QDomDocument>
 #include <QTextStream>
 #include <QTextCodec>
 #include <QGridLayout>
 #include <QIcon>
 
 namespace {
   static const int Z3950_DEFAULT_PORT = 210;
   static const char* Z3950_DEFAULT_ESN = "F";
 }
 
 using namespace Tellico;
 using Tellico::Fetch::Z3950Fetcher;
 
 Z3950Fetcher::Z3950Fetcher(QObject* parent_)
     : Fetcher(parent_), m_conn(nullptr), m_port(Z3950_DEFAULT_PORT), m_esn(QLatin1String(Z3950_DEFAULT_ESN)),
       m_started(false), m_done(true), m_MARC21XMLHandler(nullptr),
       m_UNIMARCXMLHandler(nullptr), m_MODSHandler(nullptr) {
 }
 
 Z3950Fetcher::Z3950Fetcher(QObject* parent_, const QString& preset_)
     : Fetcher(parent_), m_conn(nullptr), m_port(Z3950_DEFAULT_PORT), m_started(false), m_done(true), m_preset(preset_),
       m_MARC21XMLHandler(nullptr), m_UNIMARCXMLHandler(nullptr), m_MODSHandler(nullptr) {
   QString serverFile = DataFileRegistry::self()->locate(QStringLiteral("z3950-servers.cfg"));
   if(!serverFile.isEmpty()) {
     KConfig serverConfig(serverFile, KConfig::SimpleConfig);
     const QStringList servers = serverConfig.groupList();
     for(QStringList::ConstIterator server = servers.begin(); server != servers.end(); ++server) {
       if(*server == m_preset) {
         KConfigGroup cfg(&serverConfig, *server);
         m_host = cfg.readEntry("Host");
         m_port = cfg.readEntry("Port", Z3950_DEFAULT_PORT);
         m_dbname = cfg.readEntry("Database");
         m_queryCharSet = cfg.readEntry("Charset");
         m_responseCharSet = cfg.readEntry("CharsetResponse");
         m_syntax = cfg.readEntry("Syntax");
         m_user = cfg.readEntry("User");
         m_password = cfg.readEntry("Password");
       }
     }
   } else {
     myDebug() << "z3950-servers.cfg not found";
   }
 }
 
 Z3950Fetcher::Z3950Fetcher(QObject* parent_, const QString& host_, int port_,
                            const QString& dbName_, const QString& syntax_)
     : Fetcher(parent_), m_conn(nullptr), m_host(host_), m_port(port_), m_dbname(dbName_)
     , m_syntax(syntax_), m_esn(QLatin1String(Z3950_DEFAULT_ESN))
     , m_started(false), m_done(true), m_MARC21XMLHandler(nullptr)
     , m_UNIMARCXMLHandler(nullptr), m_MODSHandler(nullptr) {
 }
 
 Z3950Fetcher::~Z3950Fetcher() {
   delete m_MARC21XMLHandler;
   m_MARC21XMLHandler = nullptr;
   delete m_UNIMARCXMLHandler;
   m_UNIMARCXMLHandler = nullptr;
   delete m_MODSHandler;
   m_MODSHandler = nullptr;
 
   if(m_conn) {
     m_conn->wait();
     m_conn->deleteLater();
     m_conn = nullptr;
   }
 }
 
 QString Z3950Fetcher::source() const {
   return m_name.isEmpty() ? defaultName() : m_name;
 }
 
 // No UPC or Raw for now.
 bool Z3950Fetcher::canSearch(Fetch::FetchKey k) const {
   return k == Title || k == Person || k == ISBN || k == Keyword || k == LCCN;
 }
 
 bool Z3950Fetcher::canFetch(int type) const {
   return type == Data::Collection::Book || type == Data::Collection::Bibtex;
 }
 
 void Z3950Fetcher::readConfigHook(const KConfigGroup& config_) {
   QString preset = config_.readEntry("Preset");
   if(preset.isEmpty()) {
     m_host = config_.readEntry("Host");
     int p = config_.readEntry("Port", Z3950_DEFAULT_PORT);
     if(p > 0) {
       m_port = p;
     }
     m_dbname = config_.readEntry("Database");
     m_queryCharSet = config_.readEntry("Charset");
     m_responseCharSet = config_.readEntry("CharsetResponse");
     if(m_responseCharSet.isEmpty()) {
       m_responseCharSet = m_queryCharSet;
     }
     m_syntax = config_.readEntry("Syntax");
     m_user = config_.readEntry("User");
     m_password = config_.readEntry("Password");
   } else {
     m_preset = preset;
     QString serverFile = DataFileRegistry::self()->locate(QStringLiteral("z3950-servers.cfg"));
     if(!serverFile.isEmpty()) {
       KConfig serverConfig(serverFile, KConfig::SimpleConfig);
       const QStringList servers = serverConfig.groupList();
       for(QStringList::ConstIterator server = servers.begin(); server != servers.end(); ++server) {
         if(*server == preset) {
           KConfigGroup cfg(&serverConfig, *server);
 //          const QString name = cfg.readEntry("Name");
           m_host = cfg.readEntry("Host");
           m_port = cfg.readEntry("Port", Z3950_DEFAULT_PORT);
           m_dbname = cfg.readEntry("Database");
           m_queryCharSet = cfg.readEntry("Charset");
           m_syntax = cfg.readEntry("Syntax");
           m_user = cfg.readEntry("User");
           m_password = cfg.readEntry("Password");
         }
       }
     } else {
       myDebug() << "z3950-servers.cfg not found";
     }
   }
 }
 
 void Z3950Fetcher::saveConfigHook(KConfigGroup& config_) {
   config_.writeEntry("Syntax", m_syntax);
 }
 
 void Z3950Fetcher::search() {
 #ifdef HAVE_YAZ
   m_started = true;
   m_done = false;
   if(m_host.isEmpty() || m_dbname.isEmpty()) {
     myDebug() << "settings are not set!";
     stop();
     return;
   }
   m_started = true;
 
   QString svalue = request().value();
   QRegExp rx1(QLatin1String("^['\"].*\\1$"));
   if(!rx1.exactMatch(svalue)) {
     svalue = QLatin1Char('"') + svalue + QLatin1Char('"');
   }
 
   switch(request().key()) {
     case Title:
       m_pqn = QLatin1String("@attr 1=4 ") + svalue;
       break;
     case Person:
 //      m_pqn = QLatin1String("@or ");
 //      m_pqn += QLatin1String("@attr 1=1 \"") + request().value() + QLatin1Char('"');
       m_pqn = QLatin1String(" @attr 1=1003 ") + svalue;
       break;
     case ISBN:
       {
         m_pqn.clear();
         QString s = request().value();
         s.remove(QLatin1Char('-'));
         QStringList isbnList = FieldFormat::splitValue(s);
         // also search for isbn10 values
         for(QStringList::Iterator it = isbnList.begin(); it != isbnList.end(); ++it) {
           if((*it).startsWith(QLatin1String("978"))) {
             QString isbn10 = ISBNValidator::isbn10(*it);
             isbn10.remove(QLatin1Char('-'));
             it = isbnList.insert(it, isbn10);
             ++it;
           }
         }
         const int count = isbnList.count();
         if(count > 1) {
           m_pqn = QStringLiteral("@or ");
         }
         for(int i = 0; i < count; ++i) {
           m_pqn += QLatin1String(" @attr 1=7 ") + isbnList.at(i);
           if(count > 1 && i < count-2) {
             m_pqn += QLatin1String(" @or");
           }
         }
       }
       break;
     case LCCN:
       {
         m_pqn.clear();
         QString s = request().value();
         s.remove(QLatin1Char('-'));
         QStringList lccnList = FieldFormat::splitValue(s);
         while(!lccnList.isEmpty()) {
           m_pqn += QLatin1String(" @or @attr 1=9 ") + lccnList.front();
           if(lccnList.count() > 1) {
             m_pqn += QLatin1String(" @or");
           }
           m_pqn += QLatin1String(" @attr 1=9 ") + LCCNValidator::formalize(lccnList.front());
           lccnList.pop_front();
         }
       }
       break;
     case Keyword:
       m_pqn = QLatin1String("@attr 1=1016 ") + svalue;
       break;
     case Raw:
       m_pqn = request().value();
       break;
     default:
       myWarning() << "key not recognized: " << request().key();
       stop();
       return;
   }
 //  m_pqn = QLatin1String("@attr 1=7 0253333490");
 //  myLog() << "PQN query = " << m_pqn;
 
   if(m_conn) {
     m_conn->reset(); // reset counts
   }
 
   process();
 #else // HAVE_YAZ
   stop();
   return;
 #endif
 }
 
 void Z3950Fetcher::setCharacterSet(const QString& qcs_, const QString& rcs_) {
   m_queryCharSet = qcs_;
   m_responseCharSet = rcs_.isEmpty() ? qcs_ : rcs_;
 }
 
 void Z3950Fetcher::continueSearch() {
 #ifdef HAVE_YAZ
   m_started = true;
   process();
 #endif
 }
 
 void Z3950Fetcher::stop() {
   if(!m_started) {
     return;
   }
   m_started = false;
   if(m_conn) {
    // give it a second to cleanup
     m_conn->abort();
     m_conn->wait(1000);
   }
   emit signalDone(this);
 }
 
 bool Z3950Fetcher::initMARC21Handler() {
   if(m_MARC21XMLHandler) {
     return true;
   }
 
   QString xsltfile = DataFileRegistry::self()->locate(QStringLiteral("MARC21slim2MODS3.xsl"));
   if(xsltfile.isEmpty()) {
     myWarning() << "can not locate MARC21slim2MODS3.xsl.";
     return false;
   }
 
   QUrl u = QUrl::fromLocalFile(xsltfile);
 
   m_MARC21XMLHandler = new XSLTHandler(u);
   if(!m_MARC21XMLHandler->isValid()) {
     myWarning() << "error in MARC21slim2MODS3.xsl.";
     delete m_MARC21XMLHandler;
     m_MARC21XMLHandler = nullptr;
     return false;
   }
   return true;
 }
 
 bool Z3950Fetcher::initUNIMARCHandler() {
   if(m_UNIMARCXMLHandler) {
     return true;
   }
 
   QString xsltfile = DataFileRegistry::self()->locate(QStringLiteral("UNIMARC2MODS3.xsl"));
   if(xsltfile.isEmpty()) {
     myWarning() << "can not locate UNIMARC2MODS3.xsl.";
     return false;
   }
 
   QUrl u = QUrl::fromLocalFile(xsltfile);
 
   m_UNIMARCXMLHandler = new XSLTHandler(u);
   if(!m_UNIMARCXMLHandler->isValid()) {
     myWarning() << "error in UNIMARC2MODS3.xsl.";
     delete m_UNIMARCXMLHandler;
     m_UNIMARCXMLHandler = nullptr;
     return false;
   }
   return true;
 }
 
 bool Z3950Fetcher::initMODSHandler() {
   if(m_MODSHandler) {
     return true;
   }
 
   QString xsltfile = DataFileRegistry::self()->locate(QStringLiteral("mods2tellico.xsl"));
   if(xsltfile.isEmpty()) {
     myWarning() << "can not locate mods2tellico.xsl.";
     return false;
   }
 
   QUrl u = QUrl::fromLocalFile(xsltfile);
 
   m_MODSHandler = new XSLTHandler(u);
   if(!m_MODSHandler->isValid()) {
     myWarning() << "error in mods2tellico.xsl.";
     delete m_MODSHandler;
     m_MODSHandler = nullptr;
     // no use in keeping the MARC handlers now
     delete m_MARC21XMLHandler;
     m_MARC21XMLHandler = nullptr;
     delete m_UNIMARCXMLHandler;
     m_UNIMARCXMLHandler = nullptr;
     return false;
   }
   return true;
 }
 
 void Z3950Fetcher::process() {
   if(m_conn) {
     m_conn->wait();
   } else {
     m_conn = new Z3950Connection(this, m_host, m_port, m_dbname, m_syntax, m_esn);
     m_conn->setCharacterSet(m_queryCharSet, m_responseCharSet);
     if(!m_user.isEmpty()) {
       m_conn->setUserPassword(m_user, m_password);
     }
   }
 
   m_conn->setQuery(m_pqn);
   m_conn->start();
 }
 
 void Z3950Fetcher::handleResult(const QString& result_) {
   if(result_.isEmpty()) {
     myDebug() << "empty record found, maybe the character encoding or record format is wrong?";
     return;
   }
   // possible to get a race condition where the fetcher has been stopped
   // even as new results come in
   if(!m_started) {
     return;
   }
 
 #if 0
   myWarning() << "Remove debug from z3950fetcher.cpp";
   {
     QFile f1(QLatin1String("/tmp/z3950.txt"));
     if(f1.open(QIODevice::WriteOnly)) {
 //      if(f1.open(QIODevice::WriteOnly | QIODevice::Append)) {
       QTextStream t(&f1);
       t.setCodec("UTF-8");
       t << result_;
     }
     f1.close();
   }
 #endif
   // assume always utf-8
   QString str, msg;
   Data::CollPtr coll;
   // not marc, has to be grs-1
   if(m_syntax == QLatin1String("grs-1")) {
     Import::GRS1Importer imp(result_);
     coll = imp.collection();
     msg = imp.statusMessage();
   } else if(m_syntax == QLatin1String("ads")) {
     Import::ADSImporter imp(result_);
     coll = imp.collection();
     msg = imp.statusMessage();
   } else { // now the MODS stuff
     if(m_syntax == QLatin1String("mods")) {
       str = result_;
     } else if(m_syntax == QLatin1String("unimarc") && initUNIMARCHandler()) {
       str = m_UNIMARCXMLHandler->applyStylesheet(result_);
     } else if(initMARC21Handler()) { // got to be usmarc/marc21
       str = m_MARC21XMLHandler->applyStylesheet(result_);
     }
     if(str.isEmpty() || !initMODSHandler()) {
       myDebug() << "empty string or can't init";
       stop();
       return;
     }
 #if 0
     myWarning() << "Remove debug from z3950fetcher.cpp";
     {
       QFile f2(QLatin1String("/tmp/mods.xml"));
 //      if(f2.open(QIODevice::WriteOnly)) {
       if(f2.open(QIODevice::WriteOnly | QIODevice::Append)) {
         QTextStream t(&f2);
         t.setCodec("UTF-8");
         t << str;
       }
       f2.close();
     }
 #endif
     Import::TellicoImporter imp(m_MODSHandler->applyStylesheet(str));
     imp.setOptions(imp.options() ^ Import::ImportProgress); // no progress needed
     coll = imp.collection();
     msg = imp.statusMessage();
   }
 
   if(!coll) {
     if(!msg.isEmpty()) {
       message(msg, MessageHandler::Warning);
     }
     myDebug() << "no collection pointer:" << msg;
     return;
   }
 
   if(coll->entryCount() == 0) {
 //    myDebug() << "no Tellico entry in result";
     return;
   }
 
   // since the Dewey and LoC field titles have a context in their i18n call here
   // but not in the mods2tellico.xsl stylesheet where the field is actually created
   // update the field titles here
   QHashIterator<QString, QString> i(allOptionalFields());
   while(i.hasNext()) {
     i.next();
     Data::FieldPtr field = coll->fieldByName(i.key());
     if(field) {
       field->setTitle(i.value());
       coll->modifyField(field);
     }
   }
 
   Data::EntryList entries = coll->entries();
   foreach(Data::EntryPtr entry, entries) {
     FetchResult* r = new FetchResult(this, entry);
     m_entries.insert(r->uid, entry);
     emit signalResultFound(r);
   }
 }
 
 void Z3950Fetcher::done() {
   m_done = true;
   stop();
 }
 
 Tellico::Data::EntryPtr Z3950Fetcher::fetchEntryHook(uint uid_) {
   return m_entries[uid_];
 }
 
 void Z3950Fetcher::customEvent(QEvent* event_) {
   if(!m_conn) {
     return;
   }
 
   if(event_->type() == Z3950ResultFound::uid()) {
     if(m_done) {
       myWarning() << "result returned after done signal!";
     }
     Z3950ResultFound* e = static_cast<Z3950ResultFound*>(event_);
     handleResult(e->result());
   } else if(event_->type() == Z3950ConnectionDone::uid()) {
     Z3950ConnectionDone* e = static_cast<Z3950ConnectionDone*>(event_);
     if(e->messageType() > -1) {
       message(e->message(), e->messageType());
     }
     m_hasMoreResults = e->hasMoreResults();
     m_conn->wait();
     done();
   } else if(event_->type() == Z3950SyntaxChange::uid()) {
     if(m_done) {
       myWarning() << "syntax changed after done signal!";
     }
     Z3950SyntaxChange* e = static_cast<Z3950SyntaxChange*>(event_);
     if(m_syntax != e->syntax()) {
       m_syntax = e->syntax();
       // it gets saved when saveConfigHook() get's called from the Fetcher() d'tor
     }
   } else {
     myWarning() << "weird type: " << event_->type();
   }
 }
 
 Tellico::Fetch::FetchRequest Z3950Fetcher::updateRequest(Data::EntryPtr entry_) {
 //  myDebug() << source() << ": " << entry_->title();
   QString isbn = entry_->field(QStringLiteral("isbn"));
   if(!isbn.isEmpty()) {
     return FetchRequest(Fetch::ISBN, isbn);
   }
 
   QString lccn = entry_->field(QStringLiteral("lccn"));
   if(!lccn.isEmpty()) {
     return FetchRequest(Fetch::LCCN, lccn);
   }
 
   // optimistically try searching for title and rely on Collection::sameEntry() to figure things out
   QString t = entry_->field(QStringLiteral("title"));
   if(!t.isEmpty()) {
     return FetchRequest(Fetch::Title, t);
   }
   return FetchRequest();
 }
 
 Tellico::Fetch::ConfigWidget* Z3950Fetcher::configWidget(QWidget* parent_) const {
   return new Z3950Fetcher::ConfigWidget(parent_, this);
 }
 
 QString Z3950Fetcher::defaultName() {
   return i18n("z39.50 Server");
 }
 
 QString Z3950Fetcher::defaultIcon() {
 //  return QLatin1String("network-server"); // rather arbitrary
   return QStringLiteral("network-server-database"); // rather arbitrary
 }
 
 // static
 Tellico::StringHash Z3950Fetcher::allOptionalFields() {
   StringHash hash;
   hash[QStringLiteral("address")]  = i18n("Address");
   hash[QStringLiteral("abstract")] = i18n("Abstract");
   hash[QStringLiteral("illustrator")] = i18n("Illustrator");
   hash[QStringLiteral("dewey")] = i18nc("Dewey Decimal classification system", "Dewey Decimal");
   hash[QStringLiteral("lcc")] = i18nc("Library of Congress classification system", "LoC Classification");
   return hash;
 }
 
 Z3950Fetcher::ConfigWidget::ConfigWidget(QWidget* parent_, const Z3950Fetcher* fetcher_/*=0*/)
     : Fetch::ConfigWidget(parent_) {
   QGridLayout* l = new QGridLayout(optionsWidget());
   l->setSpacing(4);
   l->setColumnStretch(1, 10);
 
   int row = -1;
 
   m_usePreset = new QCheckBox(i18n("Use preset &server:"), optionsWidget());
   l->addWidget(m_usePreset, ++row, 0);
   connect(m_usePreset, &QAbstractButton::toggled, this, &ConfigWidget::slotTogglePreset);
   m_serverCombo = new GUI::ComboBox(optionsWidget());
   void (GUI::ComboBox::* activatedInt)(int) = &GUI::ComboBox::activated;
   connect(m_serverCombo, activatedInt, this, &ConfigWidget::slotPresetChanged);
   l->addWidget(m_serverCombo, row, 1);
   ++row;
   l->addWidget(new KSeparator(optionsWidget()), row, 0, 1, 2);
   l->setRowMinimumHeight(row, 10);
 
   QLabel* label = new QLabel(i18n("Hos&t: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_hostEdit = new GUI::LineEdit(optionsWidget());
   connect(m_hostEdit, &QLineEdit::textChanged, this, &ConfigWidget::slotSetModified);
   connect(m_hostEdit, &QLineEdit::textChanged, this, &ConfigWidget::signalName);
   l->addWidget(m_hostEdit, row, 1);
   QString w = i18n("Enter the host name of the server.");
   label->setWhatsThis(w);
   m_hostEdit->setWhatsThis(w);
   label->setBuddy(m_hostEdit);
 
   label = new QLabel(i18n("&Port: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_portSpinBox = new QSpinBox(optionsWidget());
   m_portSpinBox->setMaximum(999999);
   m_portSpinBox->setMinimum(0);
   m_portSpinBox->setValue(Z3950_DEFAULT_PORT);
   void (QSpinBox::* valueChanged)(int) = &QSpinBox::valueChanged;
   connect(m_portSpinBox, valueChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_portSpinBox, row, 1);
   w = i18n("Enter the port number of the server. The default is %1.", Z3950_DEFAULT_PORT);
   label->setWhatsThis(w);
   m_portSpinBox->setWhatsThis(w);
   label->setBuddy(m_portSpinBox);
 
   label = new QLabel(i18n("&Database: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_databaseEdit = new GUI::LineEdit(optionsWidget());
   connect(m_databaseEdit, &QLineEdit::textChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_databaseEdit, row, 1);
   w = i18n("Enter the database name used by the server.");
   label->setWhatsThis(w);
   m_databaseEdit->setWhatsThis(w);
   label->setBuddy(m_databaseEdit);
 
   label = new QLabel(i18n("Query character set: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_charSetCombo1 = new KComboBox(true, optionsWidget());
   m_charSetCombo1->addItem(QString());
   m_charSetCombo1->addItem(QStringLiteral("marc8"));
   m_charSetCombo1->addItem(QStringLiteral("iso-8859-1"));
   m_charSetCombo1->addItem(QStringLiteral("utf-8"));
   connect(m_charSetCombo1, &QComboBox::currentTextChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_charSetCombo1, row, 1);
   w = i18n("Enter the character set encoding used for queries by the z39.50 server. The most likely choice "
            "is MARC-8, although ISO-8859-1 is common as well.");
   label->setWhatsThis(w);
   m_charSetCombo1->setWhatsThis(w);
   label->setBuddy(m_charSetCombo1);
 
   label = new QLabel(i18n("Results character set: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_charSetCombo2 = new KComboBox(true, optionsWidget());
   m_charSetCombo2->addItem(QString());
   m_charSetCombo2->addItem(QStringLiteral("marc8"));
   m_charSetCombo2->addItem(QStringLiteral("iso-8859-1"));
   m_charSetCombo2->addItem(QStringLiteral("utf-8"));
   connect(m_charSetCombo2, &QComboBox::currentTextChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_charSetCombo2, row, 1);
   w = i18n("Enter the character set encoding used for responses by the z39.50 server. The most likely choice "
            "is MARC-8, although ISO-8859-1 is common as well.");
   label->setWhatsThis(w);
   m_charSetCombo2->setWhatsThis(w);
   label->setBuddy(m_charSetCombo2);
 
   label = new QLabel(i18n("&Format: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_syntaxCombo = new GUI::ComboBox(optionsWidget());
   m_syntaxCombo->addItem(i18n("Auto-detect"), QString());
   m_syntaxCombo->addItem(QStringLiteral("MODS"), QLatin1String("mods"));
   m_syntaxCombo->addItem(QStringLiteral("MARC21"), QLatin1String("marc21"));
   m_syntaxCombo->addItem(QStringLiteral("UNIMARC"), QLatin1String("unimarc"));
   m_syntaxCombo->addItem(QStringLiteral("USMARC"), QLatin1String("usmarc"));
   m_syntaxCombo->addItem(QStringLiteral("ADS"), QLatin1String("ads"));
   m_syntaxCombo->addItem(QStringLiteral("GRS-1"), QLatin1String("grs-1"));
   connect(m_syntaxCombo, &QComboBox::currentTextChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_syntaxCombo, row, 1);
   w = i18n("Enter the data format used by the z39.50 server. Tellico will attempt to "
            "automatically detect the best setting if <i>auto-detect</i> is selected.");
   label->setWhatsThis(w);
   m_syntaxCombo->setWhatsThis(w);
   label->setBuddy(m_syntaxCombo);
 
   label = new QLabel(i18n("&User: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_userEdit = new GUI::LineEdit(optionsWidget());
   m_userEdit->setPlaceholderText(i18n("Optional"));
   connect(m_userEdit, &QLineEdit::textChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_userEdit, row, 1);
   w = i18n("Enter the authentication user name used by the z39.50 database. Most servers "
            "do not need one.");
   label->setWhatsThis(w);
   m_userEdit->setWhatsThis(w);
   label->setBuddy(m_userEdit);
 
   label = new QLabel(i18n("Pass&word: "), optionsWidget());
   l->addWidget(label, ++row, 0);
   m_passwordEdit = new GUI::LineEdit(optionsWidget());
   m_passwordEdit->setPlaceholderText(i18n("Optional"));
   m_passwordEdit->setEchoMode(QLineEdit::Password);
   connect(m_passwordEdit, &QLineEdit::textChanged, this, &ConfigWidget::slotSetModified);
   l->addWidget(m_passwordEdit, row, 1);
   w = i18n("Enter the authentication password used by the z39.50 database. Most servers "
            "do not need one. The password will be saved in plain text in the Tellico "
            "configuration file.");
   label->setWhatsThis(w);
   m_passwordEdit->setWhatsThis(w);
   label->setBuddy(m_passwordEdit);
 
   l->setRowStretch(++row, 1);
 
   // now add additional fields widget
   addFieldsWidget(Z3950Fetcher::allOptionalFields(), fetcher_ ? fetcher_->optionalFields() : QStringList());
 
   loadPresets(fetcher_ ? fetcher_->m_preset : QString());
   if(fetcher_) {
     m_hostEdit->setText(fetcher_->m_host);
     m_portSpinBox->setValue(fetcher_->m_port);
     m_databaseEdit->setText(fetcher_->m_dbname);
     m_userEdit->setText(fetcher_->m_user);
     m_passwordEdit->setText(fetcher_->m_password);
     m_charSetCombo1->setEditText(fetcher_->m_queryCharSet);
     m_charSetCombo2->setEditText(fetcher_->m_responseCharSet);
     // the syntax is detected automatically by the fetcher
     // since the config group gets deleted in the config file,
     // the value needs to be retained here
     m_syntax = fetcher_->m_syntax;
     m_syntaxCombo->setCurrentData(m_syntax);
   }
   KAcceleratorManager::manage(optionsWidget());
 
   // start with presets turned off
   m_usePreset->setChecked(fetcher_ && !fetcher_->m_preset.isEmpty());
 
   slotTogglePreset(m_usePreset->isChecked());
 }
 
 Z3950Fetcher::ConfigWidget::~ConfigWidget() {
 }
 
 void Z3950Fetcher::ConfigWidget::saveConfigHook(KConfigGroup& config_) {
   if(m_usePreset->isChecked()) {
     QString presetID = m_serverCombo->currentData().toString();
     config_.writeEntry("Preset", presetID);
     return;
   }
   config_.deleteEntry("Preset");
 
   QString s = m_hostEdit->text().trimmed();
   if(!s.isEmpty()) {
     config_.writeEntry("Host", s);
   }
   int port = m_portSpinBox->value();
   if(port > 0) {
     config_.writeEntry("Port", port);
   }
   s = m_databaseEdit->text().trimmed();
   if(!s.isEmpty()) {
     config_.writeEntry("Database", s);
   }
   s = m_charSetCombo1->currentText().trimmed();
   if(!s.isEmpty()) {
     config_.writeEntry("Charset", s);
   }
   s = m_charSetCombo2->currentText().trimmed();
   if(!s.isEmpty()) {
     config_.writeEntry("CharsetResponse", s);
   }
   s = m_userEdit->text();
   if(!s.isEmpty()) {
     config_.writeEntry("User", s);
   }
   s = m_passwordEdit->text();
   if(!s.isEmpty()) {
     config_.writeEntry("Password", s);
   }
   s = m_syntaxCombo->currentData().toString();
   if(!s.isEmpty()) {
     m_syntax = s;
   }
   config_.writeEntry("Syntax", m_syntax);
 }
 
 void Z3950Fetcher::ConfigWidget::slotTogglePreset(bool on) {
   m_serverCombo->setEnabled(on);
   if(on) {
     emit signalName(m_serverCombo->currentText());
   }
   m_hostEdit->setEnabled(!on);
   if(!on && !m_hostEdit->text().isEmpty()) {
     emit signalName(m_hostEdit->text());
   }
   m_portSpinBox->setEnabled(!on);
   m_databaseEdit->setEnabled(!on);
   m_userEdit->setEnabled(!on);
   m_passwordEdit->setEnabled(!on);
   m_charSetCombo1->setEnabled(!on);
   m_charSetCombo2->setEnabled(!on);
   m_syntaxCombo->setEnabled(!on);
   if(on) {
     emit signalName(m_serverCombo->currentText());
   }
 }
 
 void Z3950Fetcher::ConfigWidget::slotPresetChanged() {
   emit signalName(m_serverCombo->currentText());
 }
 
 void Z3950Fetcher::ConfigWidget::loadPresets(const QString& current_) {
   const QString lang = QLocale().uiLanguages().constFirst();
   const QString lang2A = lang.contains(QLatin1Char('-')) ? lang.section(QLatin1Char('-'), 0, 0) : lang;
 
   QString serverFile = DataFileRegistry::self()->locate(QStringLiteral("z3950-servers.cfg"));
   if(serverFile.isEmpty()) {
     myWarning() << "no z3950 servers file found";
     return;
   }
 
   int idx = -1;
 
   KConfig serverConfig(serverFile, KConfig::SimpleConfig);
   const QStringList servers = serverConfig.groupList();
   // I want the list of servers sorted by name so use QMap instead of QHash
   QMap<QString, QString> serverNameMap;
   QHash<QString, QIcon> flags;
   for(QStringList::ConstIterator server = servers.constBegin(); server != servers.constEnd(); ++server) {
     if((*server).isEmpty()) {
       myDebug() << "empty id";
       continue;
     }
     KConfigGroup cfg(&serverConfig, *server);
     const QString name = cfg.readEntry("Name");
     if(!name.isEmpty()) {
       serverNameMap.insert(name, *server);
     }
   }
   for(QMap<QString, QString>::ConstIterator it = serverNameMap.constBegin(); it != serverNameMap.constEnd(); ++it) {
     const QString name = it.key();
     const QString group = it.value();
     KConfigGroup cfg(&serverConfig, group);
     const QString country = cfg.readEntry("Country", QString());
 
     QIcon icon;
     if(!country.isEmpty()) {
       QHash<QString, QIcon>::ConstIterator it = flags.constFind(country);
       if(it != flags.constEnd()) {
         icon = it.value();
       } else {
         const QString flag = QStandardPaths::locate(QStandardPaths::GenericDataLocation,
                                                     QStringLiteral("kf5/locale/countries/%1/flag.png").arg(country));
         if (!flag.isEmpty()) {
           icon = QIcon(flag);
           flags.insert(country, icon);
         }
       }
     }
     m_serverCombo->addItem(icon, name, group);
 
     if(current_.isEmpty() && idx == -1) {
       // set the initial selection to something depending on the language
       const QStringList locales = cfg.readEntry("Locale", QStringList());
       if(locales.contains(lang) || locales.contains(lang2A)) {
         idx = m_serverCombo->count() - 1;
       }
     } else if(group == current_) {
       idx = m_serverCombo->count() - 1;
     }
   }
   if(idx > -1) {
     m_serverCombo->setCurrentIndex(idx);
   }
 }
 
 QString Z3950Fetcher::ConfigWidget::preferredName() const {
   if(m_usePreset->isChecked()) {
     return m_serverCombo->currentText();
   }
   QString s = m_hostEdit->text();
   return s.isEmpty() ? i18n("z39.50 Server") : s;
 }