--- /dev/null
+/*
+ * This file is part of Jenirok.
+ *
+ * Jenirok is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * Jenirok is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Jenirok. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+
+#include <QtCore/QDebug>
+#include "dastelefonbuch.h"
+
+
+DasTelefonbuch::DasTelefonbuch(QObject* parent): Source(parent)
+{
+}
+
+DasTelefonbuch::~DasTelefonbuch()
+{
+ abort();
+}
+
+void DasTelefonbuch::abort()
+{
+ Source::abort();
+
+ for(int i = 0; i < pendingSearches_.size(); i++)
+ {
+ delete pendingSearches_[i];
+ pendingSearches_[i] = 0;
+ }
+
+ pendingSearches_.clear();
+}
+
+void DasTelefonbuch::search(Source::SearchDetails const& details)
+{
+ resetTimeout();
+
+ SearchData* newData = new SearchData;
+ newData->details = details;
+ newData->currentPage = 1;
+ newData->finishedSearches = 0;
+
+ if(details.type == Source::BOTH)
+ {
+ newData->totalSearches = 2;
+ Source::SearchDetails tmpDetails = details;
+ tmpDetails.type = Source::PERSONS;
+ int id1 = sendQuery(tmpDetails, 1);
+ tmpDetails.type = Source::YELLOW_PAGES;
+ int id2 = sendQuery(tmpDetails, 1);
+ newData->searchIds.insert(id1);
+ newData->searchIds.insert(id2);
+ }
+ else
+ {
+ newData->totalSearches = 1;
+ int id = sendQuery(details, 1);
+ newData->searchIds.insert(id);
+ }
+
+ pendingSearches_.push_back(newData);
+}
+
+void DasTelefonbuch::handleHttpData(int id, QByteArray const& data)
+{
+ QString strData(data);
+
+ for(int i = 0; i < pendingSearches_.size(); i++)
+ {
+ if(pendingSearches_.at(i) && pendingSearches_.at(i)->searchIds.find(id) !=
+ pendingSearches_.at(i)->searchIds.end())
+ {
+ addNumbers(pendingSearches_.at(i), strData, i);
+ break;
+ }
+ }
+}
+
+void DasTelefonbuch::handleHttpError(int id)
+{
+ for(int i = 0; i < pendingSearches_.size(); i++)
+ {
+ if(pendingSearches_.at(i) && pendingSearches_.at(i)->searchIds.find(id) !=
+ pendingSearches_.at(i)->searchIds.end())
+ {
+
+ setError(Source::CONNECTION_FAILURE, http_.errorString());
+ emitRequestFinished(pendingSearches_.at(i), true, i);
+ break;
+ }
+ }
+}
+
+void DasTelefonbuch::addNumbers(SearchData* searchData,
+ QString const& data,
+ int index)
+{
+ if(data.indexOf("<span>1 Gesamttreffer</span>") > 0)
+ {
+ addOnlyNumber(searchData, data, index);
+ return;
+ }
+
+ int pos = 0;
+ QRegExp rx("<table.*class=\"bg-01 entry(.*)</table>");
+ QRegExp name("<div class=\"long hide\">(.*)</a>");
+ QRegExp number("<td class=\"col4\">(.*)</td>");
+ QRegExp address("<td class=\"col2\">(.*)</td>.*<td class=\"col3\">(.*)</td>");
+
+ rx.setMinimal(true);
+ name.setMinimal(true);
+ address.setMinimal(true);
+ number.setMinimal(true);
+
+ int maxResults = getMaxResults();
+
+ while((pos = rx.indexIn(data, pos)) != -1)
+ {
+ pos += rx.matchedLength();
+
+ if(searchData->results.size() >= maxResults)
+ {
+ break;
+ }
+
+ QString part = rx.cap(1);
+ Source::Result result;
+ QString nameStr;
+ QString numberStr;
+ QString streetStr;
+ QString cityStr;
+
+ if(name.indexIn(part) != -1)
+ {
+ nameStr = name.cap(1);
+ }
+
+ if(address.indexIn(part) != -1)
+ {
+ streetStr = address.cap(1);
+ cityStr = address.cap(2);
+ }
+
+ if(number.indexIn(part) != -1)
+ {
+ numberStr = number.cap(1);
+ }
+
+ if(formatResult(nameStr, numberStr, streetStr,
+ cityStr, result))
+ {
+ emit resultAvailable(result, searchData->details);
+ searchData->results.push_back(result);
+ }
+
+ }
+
+ searchData->finishedSearches++;
+
+ if(searchData->results.size() >= maxResults)
+ {
+ emitRequestFinished(searchData, false, index);
+ }
+ else
+ {
+ /* TODO: Paging not implemented yet
+ if(data.indexOf("Neste") > 0)
+ {
+ searchData->currentPage++;
+ int id = sendQuery(searchData->details, searchData->currentPage);
+ searchData->searchIds.insert(id);
+ }
+ */
+ if (false)
+ {
+ }
+ else if(searchData->finishedSearches >= searchData->totalSearches)
+ {
+ emitRequestFinished(searchData, false, index);
+ }
+ }
+
+}
+
+void DasTelefonbuch::addOnlyNumber(SearchData* searchData,
+ QString const& data,
+ int index)
+{
+ QRegExp name("<div class=\"long hide\">(.*) (.*)</a>");
+ QRegExp number("<td class=\"col4\">(.*)</td>");
+ QRegExp address("<td class=\"col2\">(.*)</td>.*<td class=\"col3\">(.*)</td>");
+ name.setMinimal(true);
+ number.setMinimal(true);
+ address.setMinimal(true);
+
+ Source::Result result;
+
+ QString nameStr;
+ QString numberStr;
+ QString streetStr;
+ QString cityStr;
+
+ if(name.indexIn(data) != -1)
+ {
+ nameStr = name.cap(2).simplified() + name.cap(1).simplified();
+ nameStr.replace("\n","");
+ }
+
+ if(number.indexIn(data) != -1)
+ {
+ numberStr = number.cap(1);
+ }
+
+ if(address.indexIn(data) != -1)
+ {
+ streetStr = address.cap(1);
+ cityStr = address.cap(2);
+ }
+
+ if(formatResult(nameStr, numberStr, streetStr,
+ cityStr, result))
+ {
+ searchData->results.push_back(result);
+ emit resultAvailable(result, searchData->details);
+ }
+
+ emitRequestFinished(searchData, false, index);
+}
+
+bool DasTelefonbuch::formatResult(QString& name, QString& number,
+ QString& street, QString& city,
+ Source::Result& result)
+{
+ name = stripTags(name);
+ name = htmlEntityDecode(name);
+ result.name = name.trimmed();
+ number = stripTags(number);
+ number = cleanUpNumber(number);
+ result.number = number.trimmed();
+ street = stripTags(street);
+ street = htmlEntityDecode(street);
+ city = stripTags(city);
+ city = htmlEntityDecode(city);
+ result.street = street.trimmed();
+ result.city = city.trimmed();
+
+ if(!result.name.isEmpty() && (!getFindNumber() || !result.number.isEmpty()))
+ {
+ return true;
+ }
+ return false;
+}
+
+void DasTelefonbuch::emitRequestFinished(SearchData* data,
+ bool error, int index)
+{
+ QVector<Source::Result> results = data->results;
+ Source::SearchDetails details = data->details;
+
+ emit requestFinished(results, details, error);
+ delete pendingSearches_[index];
+ pendingSearches_[index] = 0;
+ pendingSearches_.removeAt(index);
+}
+
+int DasTelefonbuch::sendQuery(Source::SearchDetails const& details,
+ int page)
+{
+ Q_UNUSED(page);
+
+ QUrl url("http://www.dastelefonbuch.de/");
+
+ //Pretending we are a Firefox-Plugin allows a simpler query-String
+ url.addQueryItem("sourceid","Mozilla-search");
+ //But we will need to give a proper User-Agent-String...see below
+
+ url.addQueryItem("cmd","search");
+
+ QString query = details.query;
+
+ if(!details.location.isEmpty())
+ {
+ query += "+" + details.location;
+ }
+
+ //Query is added as "kw"
+ url.addQueryItem("kw", query);
+
+ /* TODO No differentiation between personal and professional entries yet
+ if(details.type == Source::YELLOW_PAGES)
+ {
+ url.addQueryItem("t", "c");
+ }
+ else
+ {
+ url.addQueryItem("t", "p");
+ }
+ */
+
+ /* TODO No multi-page results yet.
+ if(page > 1)
+ {
+ url.addQueryItem("p", QString::number(page));
+ }
+ */
+
+ fixUrl(url);
+
+ //Remember, we are firefox, therefore setting User-Agent here...
+ QHttpRequestHeader header("GET", url.encodedPath()+ '?' + url.encodedQuery());
+
+ header.setValue("User-Agent","Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.0.10) Gecko/2009042316 Firefox/3.0.10");
+ header.setValue("Host", url.encodedHost());
+
+ http_.setHost(url.host(), url.port(80));
+
+ return http_.request(header);
+}
+
+void DasTelefonbuch::getSearchTypes(QList<SearchType>& types) const
+{
+ types.clear();
+ types.push_back(BOTH);
+}
projects / jenirok / blobdiff