XdxfPlugin::XdxfPlugin(QObject *parent) : CommonDictInterface(parent),
_langFrom(tr("")), _langTo(tr("")),_name(tr("")),
_type(tr("xdxf")), _infoNote(tr("")) {
+ _wordsCount = -1;
_settings = new Settings();
_dictDialog = new XdxfDictDialog(this, this);
- _settings->setValue("type","xdxf");
- if(isCached())
- _settings->setValue("cached","true");
- else
- _settings->setValue("cached","false");
+ cachingDialog = new XdxfCachingDialog(this);
- _wordsCount = 0;
+ connect(cachingDialog, SIGNAL(cancelCaching()),
+ this, SLOT(stop()));
- setPath("/usr/lib/mdictionary/dict.xdxf");
- stopped = false;
+ _settings->setValue("type","xdxf");
+ stopped = false;
- qDebug()<<removeAccents(QString::fromUtf8("Słońce"));
+ _icon = QIcon(":/icons/xdxf.png");
}
QString XdxfPlugin::langFrom() const {
return _infoNote;
}
-QList<Translation*> XdxfPlugin::searchWordList(QString word, int limit) {
+QList<Translation*> XdxfPlugin::searchWordList(QString word, int limit) {
+ //if(_settings->value("cached") == "true")
+ if(word.indexOf("*")==-1 && word.indexOf("?")==-1 && word.indexOf("_")==-1
+ && word.indexOf("%")==-1)
+ word+="*";
+ if(isCached())
+ return searchWordListCache(word,limit);
+ return searchWordListFile(word, limit);
+}
+
+QList<Translation*> XdxfPlugin::searchWordListCache(QString word, int limit) {
+
+ QSet<Translation*> translations;
+ QString cacheFilePath = _settings->value("cache_path");
+ db.setDatabaseName(cacheFilePath);
+ if(!db.open()) {
+ qDebug() << "Database error" << db.lastError().text() << endl;
+ return searchWordListFile(word, limit);
+ }
+
+ stopped = false;
+ if(word.indexOf("*")==-1 && word.indexOf("?")== 0)
+ word+="%";
+ word = word.replace("*", "%");
+ word = word.replace("?", "_");
+ word = removeAccents(word);
+ qDebug() << word;
+
+ QSqlQuery cur(db);
+ cur.prepare("select word from dict where word like ? limit ?");
+ cur.addBindValue(word);
+ cur.addBindValue(limit);
+ cur.exec();
+ while(cur.next())
+ translations.insert(new TranslationXdxf(cur.value(0).toString(),
+ _infoNote, this));
+ return translations.toList();
+}
+
+
+
+QList<Translation*> XdxfPlugin::searchWordListFile(QString word, int limit) {
QSet<Translation*> translations;
QFile dictionaryFile(path);
word = removeAccents(word);
- qDebug()<<word;
stopped = false;
- if(word.indexOf("*")==-1)
- word+="*";
QRegExp regWord(word);
regWord.setCaseSensitivity(Qt::CaseInsensitive);
regWord.setPatternSyntax(QRegExp::Wildcard);
if(regWord.exactMatch(removeAccents(a)) && (i<limit || limit==0)) {
bool ok=true;
Translation *tran;
- foreach(tran,translations)
- {
+ foreach(tran,translations) {
if(tran->key()==a)
ok=false; /*if key word is in the dictionary more that one */
}
}
QString XdxfPlugin::search(QString key) {
+// if(_settings->value("cached") == "true")
+ if(isCached())
+ return searchCache(key);
+ return searchFile(key);
+}
+
+
+
+QString XdxfPlugin::searchCache(QString key) {
+ QString result;
+ QString cacheFilePath = _settings->value("cache_path");
+ db.setDatabaseName(cacheFilePath);
+
+ if(!db.open()) {
+ qDebug() << "Database error" << db.lastError().text() << endl;
+ return searchFile(key);
+ }
+
+ QSqlQuery cur(db);
+ cur.prepare("select translation from dict where word like ? limit 1");
+ cur.addBindValue(key);
+ cur.exec();
+ if(cur.next())
+ result = cur.value(0).toString();
+ return result;
+
+}
+
+
+
+
+QString XdxfPlugin::searchFile(QString key) {
QFile dictionaryFile(path);
QString resultString("");
if(!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
}
else if(dictionaryReader.tokenType() == QXmlStreamReader::Characters) {
if(match) {
- QString temp(dictionaryReader.text().toString());
+ /* QString temp(dictionaryReader.text().toString());
+ if(temp=="\n")
+ temp=dictionaryReader.readElementText();
temp.replace("\n","");
if(temp == ""){
+ int i=0;
while(dictionaryReader.name()!="ar"&&
!dictionaryReader.atEnd()){
dictionaryReader.readNext();
+ if(dictionaryReader.name()!="" &&
+ dictionaryReader.name()!="ar") {
+ if(dictionaryReader.tokenType()==QXmlStreamReader::EndElement)
+ temp+=tr("</");
+ if(dictionaryReader.tokenType()==QXmlStreamReader::StartElement)
+ temp+=tr("<");
+ qDebug()<<dictionaryReader.tokenType();
+ temp=temp+dictionaryReader.name().toString() + tr(">");
+ i++;
+ }
temp+=dictionaryReader.text().toString();
}
}
resultString+=temp.replace("\n","")+"\n";
match=false;
+*/
+ QString temp("");
+ while(dictionaryReader.name()!="ar" && !dictionaryReader.atEnd()) {
+ if(dictionaryReader.name()!="") {
+ if(dictionaryReader.tokenType()==QXmlStreamReader::EndElement)
+ temp+=tr("</");
+ if(dictionaryReader.tokenType()==QXmlStreamReader::StartElement)
+ temp+=tr("<");
+ temp=temp+dictionaryReader.name().toString() + tr(">");
+ }
+ temp+= dictionaryReader.text().toString();
+ dictionaryReader.readNext();
+ }
+ resultString+=tr("<t>") + temp.replace("\n","") + tr("</t>");
+ match=false;
}
}
this->thread()->yieldCurrentThread();
void XdxfPlugin::setPath(QString path){
this->path=path;
_settings->setValue("path",path);
- getDictionaryInfo();
+ //getDictionaryInfo();
}
CommonDictInterface* XdxfPlugin::getNew(const Settings *settings) const {
XdxfPlugin *plugin = new XdxfPlugin();
- if(settings)
+ if(settings){
plugin->setPath(settings->value("path"));
+
+ QStringList list = settings->keys();
+ foreach(QString key, list)
+ plugin->settings()->setValue(key, settings->value(key));
+
+
+ plugin->db_name = plugin->_settings->value("type")
+ + plugin->_settings->value("path");
+ plugin->db = QSqlDatabase::addDatabase("QSQLITE", plugin->db_name);
+
+ if(settings->value("cached").isEmpty() &&
+ settings->value("generateCache") == "true") {
+ plugin->makeCache("");
+ }
+ }
+
+ plugin->getDictionaryInfo();
return plugin;
}
return true;
}
-void XdxfPlugin::setHash(uint _hash)
-{
+void XdxfPlugin::setHash(uint _hash) {
this->_hash=_hash;
}
-uint XdxfPlugin::hash() const
-{
+uint XdxfPlugin::hash() const {
return _hash;
}
return _settings;
}
-bool XdxfPlugin::isCached()
-{
+bool XdxfPlugin::isCached() {
+ if(_settings->value("cached") == "true")
+ return true;
return false;
}
void XdxfPlugin::setSettings(Settings *settings) {
- _settings = settings;
- setPath(_settings->value("path"));
+
+ QString oldPath = _settings->value("path");
+ if(oldPath != settings->value("path")) {
+ setPath(settings->value("path"));
+ }
+
+ if((_settings->value("cached") == "false" ||
+ _settings->value("cached").isEmpty()) &&
+ settings->value("generateCache") == "true") {
+ makeCache("");
+ }
+ else {
+ _settings->setValue("cached", "false");
+ }
+
emit settingsChanged();
}
if(dictionaryReader.name()=="description")
_infoNote=dictionaryReader.readElementText();
+ dictionaryFile.close();
+}
+
+QString XdxfPlugin::removeAccents(QString string) {
+
+ string = string.replace(QString::fromUtf8("ł"), "l", Qt::CaseInsensitive);
+ QString normalized = string.normalized(QString::NormalizationForm_D);
+ normalized = normalized;
+ for(int i=0; i<normalized.size(); i++) {
+ if( !normalized[i].isLetterOrNumber() &&
+ !normalized[i].isSpace() &&
+ !normalized[i].isDigit() &&
+ normalized[i] != '*' &&
+ normalized[i] != '%' &&
+ normalized[i] != '_' &&
+ normalized[i] != '?' ) {
+ normalized.remove(i,1);
+ }
+ }
+ return normalized;
+}
+
+QIcon* XdxfPlugin::icon() {
+ return &_icon;
+}
+
+int XdxfPlugin::countWords() {
+ if(_wordsCount > 0)
+ return _wordsCount;
+
+ QFile dictionaryFile(path);
+ if(!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
+ qDebug()<<"Error: could not open file";
+ return -1;
+ }
+
dictionaryFile.seek(0);
long wordsCount = 0;
QString line;
while(!dictionaryFile.atEnd()) {
line = dictionaryFile.readLine();
- if(line.contains("<ar>")) {
+ if(line.contains("<k>")) {
wordsCount++;
}
}
-
+ _wordsCount = wordsCount;
dictionaryFile.close();
+ return wordsCount;
}
-QString XdxfPlugin::removeAccents(QString string) {
- string = string.replace(QString::fromUtf8("ł"), "l", Qt::CaseInsensitive);
- QString normalized = string.normalized(QString::NormalizationForm_D);
- normalized = normalized;
- for(int i=0; i<normalized.size(); i++) {
- if( !normalized[i].isLetterOrNumber() &&
- !normalized[i].isSpace() &&
- !normalized[i].isDigit()) {
- normalized.remove(i,1);
+
+bool XdxfPlugin::makeCache(QString dir) {
+ cachingDialog->setVisible(true);
+ QCoreApplication::processEvents();
+ stopped = false;
+ QFileInfo dictFileN(_settings->value("path"));
+ QString cachePathN;
+ cachePathN = QDir::homePath() + "/.mdictionary/"
+ + dictFileN.completeBaseName() + ".cache";
+
+ QFile dictionaryFile(dictFileN.filePath());
+
+
+ if (!dictionaryFile.open(QFile::ReadOnly | QFile::Text)) {
+ return 0;
+ }
+
+ QXmlStreamReader reader(&dictionaryFile);
+
+ db.setDatabaseName(cachePathN);
+ if(!db.open()) {
+ qDebug() << "Database error" << db.lastError().text() << endl;
+ return false;
+ }
+ QCoreApplication::processEvents();
+ QSqlQuery cur(db);
+ cur.exec("PRAGMA synchronous = 0");
+ cur.exec("drop table dict");
+ QCoreApplication::processEvents();
+ cur.exec("create table dict(word text ,translation text)");
+ int counter = 0;
+ cur.exec("BEGIN;");
+
+ QString a;
+ bool match = false;
+ QTime timer;
+ timer.start();
+ countWords();
+
+ int lastProg = -1;
+
+
+ counter=0;
+ while (!reader.atEnd() && !stopped) {
+
+ QCoreApplication::processEvents();
+ reader.readNext();
+
+ if(reader.tokenType() == QXmlStreamReader::StartElement) {
+ if(reader.name()=="k"){
+ a = reader.readElementText();
+ match = true;
+ }
+ }
+ else if(reader.tokenType() == QXmlStreamReader::Characters) {
+ if(match) {
+ QString temp("");
+ while(reader.name()!="ar" && !reader.atEnd()) {
+ if(reader.name()!="") {
+ if(reader.tokenType()==QXmlStreamReader::EndElement)
+ temp+=tr("</");
+ if(reader.tokenType()==QXmlStreamReader::StartElement)
+ temp+=tr("<");
+ temp=temp+reader.name().toString() + tr(">");
+ }
+ temp+= reader.text().toString();
+ reader.readNext();
+ }
+ temp=tr("<t>") + temp.replace("\n","") + tr("</t>");
+ match = false;
+ cur.prepare("insert into dict values(?,?)");
+ cur.addBindValue(a);
+ cur.addBindValue(temp);
+ cur.exec();
+ counter++;
+ int prog = counter*100/_wordsCount;
+ if(prog % 5 == 0 && lastProg != prog) {
+ Q_EMIT updateCachingProgress(prog,
+ timer.restart());
+ lastProg = prog;
+ }
+ }
+
}
}
- return normalized;
+
+ cur.exec("END;");
+ cur.exec("select count(*) from dict");
+
+ countWords();
+ cachingDialog->setVisible(false);
+
+ if(!cur.next() || countWords() != cur.value(0).toInt())
+ return false;
+ _settings->setValue("cache_path", cachePathN);
+ _settings->setValue("cached", "true");
+
+ return true;
}
+
Q_EXPORT_PLUGIN2(xdxf, XdxfPlugin)
projects / mdictionary / blobdiff