Merge branch 'gui'
[mdictionary] / trunk / src / plugins / xdxf / src / xdxfplugin.cpp
index 4d3aa55..2e37889 100644 (file)
 XdxfPlugin::XdxfPlugin(QObject *parent) : CommonDictInterface(parent),
                     _langFrom(tr("")), _langTo(tr("")),_name(tr("")),
                     _type(tr("xdxf")), _infoNote(tr("")) {
+    _wordsCount = -1;
     _settings = new Settings();
     _dictDialog = new XdxfDictDialog(this, this);
-    _settings->setValue("type","xdxf");
-    if(isCached())
-        _settings->setValue("cached","true");
-    else
-        _settings->setValue("cached","false");
+    cachingDialog = new XdxfCachingDialog(this);
 
-    _wordsCount = 0;
+    connect(cachingDialog, SIGNAL(cancelCaching()),
+            this, SLOT(stop()));
+
+    _settings->setValue("type","xdxf");
 
     stopped = false;
 
@@ -66,7 +66,45 @@ QString XdxfPlugin::infoNote() const {
     return  _infoNote;
 }
 
-QList<Translation*> XdxfPlugin::searchWordList(QString word, int limit) { 
+QList<Translation*> XdxfPlugin::searchWordList(QString word, int limit) {
+    //if(_settings->value("cached") == "true")
+    if(isCached())
+        return searchWordListCache(word,limit);
+    return searchWordListFile(word, limit);
+}
+
+QList<Translation*> XdxfPlugin::searchWordListCache(QString word, int limit) {
+
+    QSet<Translation*> translations;
+    QString cacheFilePath = _settings->value("cache_path");
+        db.setDatabaseName(cacheFilePath);
+        if(!db.open()) {
+            qDebug() << "Database error" << db.lastError().text() << endl;
+            return searchWordListFile(word, limit);
+        }
+
+        stopped = false;
+        if(word.indexOf("*")==-1 && word.indexOf("?")== 0)
+            word+="%";
+        word = word.replace("*", "%");
+        word = word.replace("?", "_");
+        word = removeAccents(word);
+        qDebug() << word;
+
+        QSqlQuery cur(db);
+        cur.prepare("select word from dict where word like ? limit ?");
+        cur.addBindValue(word);
+        cur.addBindValue(limit);
+        cur.exec();
+        while(cur.next())
+            translations.insert(new TranslationXdxf(cur.value(0).toString(),
+                                                    _infoNote, this));
+        return translations.toList();
+}
+
+
+
+QList<Translation*> XdxfPlugin::searchWordListFile(QString word, int limit) {
     QSet<Translation*> translations;
     QFile dictionaryFile(path);
 
@@ -116,6 +154,38 @@ QList<Translation*> XdxfPlugin::searchWordList(QString word, int limit) {
 }
 
 QString XdxfPlugin::search(QString key) {
+//    if(_settings->value("cached") == "true")
+    if(isCached())
+        return searchCache(key);
+    return searchFile(key);
+}
+
+
+
+QString XdxfPlugin::searchCache(QString key) {
+    QString result;
+    QString cacheFilePath = _settings->value("cache_path");
+    db.setDatabaseName(cacheFilePath);
+
+    if(!db.open()) {
+        qDebug() << "Database error" << db.lastError().text() << endl;
+        return searchFile(key);
+    }
+
+    QSqlQuery cur(db);
+    cur.prepare("select translation from dict where word like ? limit 1");
+    cur.addBindValue(key);
+    cur.exec();
+    if(cur.next())
+        result = cur.value(0).toString();
+    return result;
+
+}
+
+
+
+
+QString XdxfPlugin::searchFile(QString key) {
     QFile dictionaryFile(path);
     QString resultString("");
     if(!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
@@ -171,7 +241,7 @@ DictDialog* XdxfPlugin::dictDialog() {
 void XdxfPlugin::setPath(QString path){
     this->path=path;
     _settings->setValue("path",path);
-    getDictionaryInfo();
+    //getDictionaryInfo();
 }
 
 
@@ -179,10 +249,23 @@ CommonDictInterface* XdxfPlugin::getNew(const Settings *settings) const {
     XdxfPlugin *plugin = new XdxfPlugin();
     if(settings){
         plugin->setPath(settings->value("path"));
+
         QStringList list = settings->keys();
         foreach(QString key, list)
             plugin->settings()->setValue(key, settings->value(key));
+
+
+        plugin->db_name = plugin->_settings->value("type")
+               + plugin->_settings->value("path");
+        plugin->db = QSqlDatabase::addDatabase("QSQLITE", plugin->db_name);
+
+        if(settings->value("cached").isEmpty() &&
+           settings->value("generateCache") == "true") {
+            plugin->makeCache("");
+        }
     }
+
+    plugin->getDictionaryInfo();
     return  plugin;
 }
 
@@ -203,12 +286,28 @@ Settings* XdxfPlugin::settings() {
 }
 
 bool XdxfPlugin::isCached() {
+{
+    if(_settings->value("cached") == "true")
+        return true;
     return false;
 }
 
 void XdxfPlugin::setSettings(Settings *settings) {
-    _settings = settings;
-    setPath(_settings->value("path"));
+
+    QString oldPath = _settings->value("path");
+    if(oldPath != settings->value("path")) {
+        setPath(settings->value("path"));
+    }
+
+    if((_settings->value("cached") == "false" ||
+        _settings->value("cached").isEmpty()) &&
+       settings->value("generateCache") == "true") {
+        makeCache("");
+    }
+    else {
+       _settings->setValue("cached", "false");
+    }
+
     emit settingsChanged();
 }
 
@@ -235,18 +334,6 @@ void XdxfPlugin::getDictionaryInfo() {
     if(dictionaryReader.name()=="description")
         _infoNote=dictionaryReader.readElementText();
 
-    /*dictionaryFile.seek(0);
-
-    long wordsCount = 0;
-
-    QString line;
-    while(!dictionaryFile.atEnd()) {
-        line = dictionaryFile.readLine();
-        if(line.contains("<ar>")) {
-            wordsCount++;
-        }
-    }*/
-
     dictionaryFile.close();
 }
 
@@ -258,7 +345,11 @@ QString XdxfPlugin::removeAccents(QString string) {
     for(int i=0; i<normalized.size(); i++) {
         if( !normalized[i].isLetterOrNumber() &&
             !normalized[i].isSpace() &&
-            !normalized[i].isDigit()) {
+            !normalized[i].isDigit() &&
+            normalized[i] != '*' &&
+            normalized[i] != '%' &&
+            normalized[i] != '_' &&
+            normalized[i] != '?' ) {
             normalized.remove(i,1);
         }
     }
@@ -269,4 +360,129 @@ QIcon* XdxfPlugin::icon() {
     return &_icon;
 }
 
+int XdxfPlugin::countWords() {
+    if(_wordsCount > 0)
+        return _wordsCount;
+
+    QFile dictionaryFile(path);
+    if(!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
+        qDebug()<<"Error: could not open file";
+        return -1;
+    }
+
+    dictionaryFile.seek(0);
+
+    long wordsCount = 0;
+
+    QString line;
+    while(!dictionaryFile.atEnd()) {
+        line = dictionaryFile.readLine();
+        if(line.contains("<k>")) {
+            wordsCount++;
+        }
+    }
+    _wordsCount = wordsCount;
+    dictionaryFile.close();
+    return wordsCount;
+}
+
+
+
+bool XdxfPlugin::makeCache(QString dir) {
+    cachingDialog->setVisible(true);
+    QCoreApplication::processEvents();
+    stopped = false;
+    QFileInfo dictFileN(_settings->value("path"));
+    QString cachePathN;
+    cachePathN = QDir::homePath() + "/.mdictionary/"
+                 + dictFileN.completeBaseName() + ".cache";
+
+    QFile dictionaryFile(dictFileN.filePath());
+
+
+    if (!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
+        return 0;
+    }
+
+    QXmlStreamReader reader(&dictionaryFile);
+
+    db.setDatabaseName(cachePathN);
+    if(!db.open()) {
+        qDebug() << "Database error" << db.lastError().text() << endl;
+        return false;
+    }
+    QCoreApplication::processEvents();
+    QSqlQuery cur(db);
+    cur.exec("PRAGMA synchronous = 0");
+    cur.exec("drop table dict");
+    QCoreApplication::processEvents();
+    cur.exec("create table dict(word text ,translation text)");
+    int counter = 0;
+    cur.exec("BEGIN;");
+
+    QString a;
+    bool match = false;
+    QTime timer;
+    timer.start();
+    countWords();
+
+    int lastProg = -1;
+
+
+    counter=0;
+    while (!reader.atEnd() && !stopped) {
+
+        QCoreApplication::processEvents();
+        //usleep(50);
+        reader.readNext();
+
+        if(reader.tokenType() == QXmlStreamReader::StartElement) {
+            if(reader.name()=="k"){
+                a = reader.readElementText();
+                match = true;
+            }
+        }
+        else if(reader.tokenType() == QXmlStreamReader::Characters) {
+             if(match) {
+                QString temp(reader.text().toString());
+                temp.replace("\n","");
+                if(temp == ""){
+                    while(reader.name()!="ar"&&
+                                !reader.atEnd()){
+                        reader.readNext();
+                        temp+=reader.text().toString();
+                    }
+                }
+                match = false;
+                cur.prepare("insert into dict values(?,?)");
+                cur.addBindValue(a);
+                cur.addBindValue(temp);
+                cur.exec();
+                counter++;
+                int prog = counter*100/_wordsCount;
+                if(prog % 5 == 0 && lastProg != prog) {
+                    Q_EMIT updateCachingProgress(prog,
+                                                 timer.restart());
+                    lastProg = prog;
+                }
+            }
+
+        }
+    }
+
+    cur.exec("END;");
+    cur.exec("select count(*) from dict");
+
+    countWords();
+    cachingDialog->setVisible(false);
+
+    if(!cur.next() || countWords() != cur.value(0).toInt())
+        return false;
+    _settings->setValue("cache_path", cachePathN);
+    _settings->setValue("cached", "true");
+
+    return true;
+}
+
+
 Q_EXPORT_PLUGIN2(xdxf, XdxfPlugin)