2 * This file is part of Jenirok.
4 * Jenirok is free software: you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation, either version 3 of the License, or
7 * (at your option) any later version.
9 * Jenirok is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with Jenirok. If not, see <http://www.gnu.org/licenses/>.
19 #include <QtCore/QDebug>
24 static const QString SITE_URLS[Eniro::SITE_COUNT] =
26 "http://wap.eniro.fi/",
27 "http://wap.eniro.se/",
28 "http://wap.eniro.dk/"
31 static const QString SITE_NAMES[Eniro::SITE_COUNT] =
38 static const QString SITE_IDS[Eniro::SITE_COUNT] =
45 static const QString INVALID_LOGIN_STRING = "Invalid login details";
46 static const QString TIMEOUT_STRING = "Request timed out";
47 static const QString PERSON_REGEXP = "<td class=\"hTd2\">(.*)<b>(.*)</td>";
48 static const QString YELLOW_REGEXP = "<td class=\"hTd2\">(.*)<span class=\"gray\">(.*)</td>";
49 static const QString SINGLE_REGEXP = "<div class=\"header\">(.*)</div>(.*)<div class=\"callRow\">(.*)(<div class=\"block\">|</p>(.*)<br/>|</p>(.*)<br />)";
50 static const QString NUMBER_REGEXP = "<div class=\"callRow\">(.*)</div>";
51 static const QString LOGIN_CHECK = "<input class=\"inpTxt\" id=\"loginformUsername\"";
54 Eniro::Eniro(QObject *parent): Source(parent), site_(Eniro::FI),
55 loggedIn_(false), username_(""), password_(""),
56 timerId_(0), pendingSearches_(), pendingNumberRequests_()
68 for(searchMap::iterator sit = pendingSearches_.begin();
69 sit != pendingSearches_.end(); sit++)
78 pendingSearches_.clear();
80 for(numberMap::iterator nit = pendingNumberRequests_.begin();
81 nit != pendingNumberRequests_.end(); nit++)
90 pendingNumberRequests_.clear();
91 pendingLoginRequests_.clear();
94 void Eniro::setSite(Eniro::Site site)
99 void Eniro::timerEvent(QTimerEvent* t)
103 int currentId = http_.currentId();
107 searchMap::const_iterator it = pendingSearches_.find(currentId);
109 if(it != pendingSearches_.end())
111 QVector <Eniro::Result> results = it.value()->results;
112 SearchDetails details = it.value()->details;
116 setError(TIMEOUT, TIMEOUT_STRING);
118 emit requestFinished(results, details, true);
123 void Eniro::login(QString const& username,
124 QString const& password)
126 username_ = username;
127 password_ = password;
138 void Eniro::search(SearchDetails const& details)
142 SearchType type = details.type;
144 // Only logged in users can use other than person search
145 if(!loggedIn_ && site_ == FI)
150 QUrl url = createUrl(details.query, details.location);
153 if(loggedIn_ || site_ != FI)
176 url.addQueryItem("what", what);
178 http_.setHost(url.host(), url.port(80));
179 int id = http_.get(url.encodedPath() + '?' + url.encodedQuery());
181 QVector <Source::Result> results;
183 // Store search data for later identification
184 SearchData* newData = new SearchData;
185 newData->details = details;
186 newData->results = results;
187 newData->foundNumbers = 0;
188 newData->numbersTotal = 0;
190 // Store request id so that it can be identified later
191 pendingSearches_[id] = newData;
195 void Eniro::handleHttpData(int id, QByteArray const& data)
197 searchMap::const_iterator searchIt;
198 numberMap::const_iterator numberIt;
200 // Check if request is pending search request
201 if((searchIt = pendingSearches_.find(id)) !=
202 pendingSearches_.end())
206 setError(CONNECTION_FAILURE, "Server returned empty data");
207 emitRequestFinished(id, searchIt.value(), true);
211 // Load results from html data
212 loadResults(id, data);
215 // Check if request is pending number requests
216 else if((numberIt = pendingNumberRequests_.find(id)) !=
217 pendingNumberRequests_.end())
221 setError(CONNECTION_FAILURE, "Server returned empty data");
222 emitRequestFinished(id, searchIt.value(), true);
226 // Load number from html data
227 loadNumber(id, data);
230 // Check for login request
231 else if(pendingLoginRequests_.find(id) !=
232 pendingLoginRequests_.end())
236 // If html source contains LOGIN_CHECK, login failed
237 if(data.indexOf(LOGIN_CHECK) != -1)
242 emit loginStatus(success);
247 void Eniro::handleHttpError(int id)
249 searchMap::const_iterator searchIt;
250 numberMap::const_iterator numberIt;
252 // Check if request is pending search request
253 if((searchIt = pendingSearches_.find(id)) !=
254 pendingSearches_.end())
256 setError(CONNECTION_FAILURE, http_.errorString());
257 emitRequestFinished(id, searchIt.value(), true);
260 // Check if request is pending number requests
261 else if((numberIt = pendingNumberRequests_.find(id)) !=
262 pendingNumberRequests_.end())
264 setError(CONNECTION_FAILURE, http_.errorString());
265 delete pendingNumberRequests_[id];
266 pendingNumberRequests_.remove(id);
269 // Check for login request
270 else if(pendingLoginRequests_.find(id) !=
271 pendingLoginRequests_.end())
273 emit loginStatus(false);
277 // Loads results from html source code
278 void Eniro::loadResults(int id, QString const& httpData)
280 searchMap::iterator it = pendingSearches_.find(id);
282 QRegExp rx("((" + YELLOW_REGEXP + ")|(" + PERSON_REGEXP + ")|(" + SINGLE_REGEXP + "))");
285 bool requestsPending = false;
290 while((pos = rx.indexIn(httpData, pos)) != -1)
292 pos += rx.matchedLength();
296 data = stripTags(data);
298 QStringList rows = data.split('\n');
300 for(int i = 0; i < rows.size(); i++)
302 // Remove white spaces
303 QString trimmed = rows.at(i).trimmed().toLower();
305 // Remove empty strings
306 if(trimmed.isEmpty())
313 // Convert words to uppercase
314 rows[i] = ucFirst(trimmed);
323 result.country = "Finland";
326 result.country = "Sweden";
329 result.country = "Denmark";
333 int size = rows.size();
338 result.name = rows[0];
342 result.name = rows[0];
343 result.city = rows[1];
347 if(isPhoneNumber(rows[1]))
349 result.name = rows[0];
350 result.number = cleanUpNumber(rows[1]);
351 result.city = rows[2];
355 result.name = rows[0];
356 result.street = rows[1];
357 result.city = rows[2];
362 result.name = rows[0];
363 // Remove slashes and spaces from number
364 result.number = cleanUpNumber(rows[1]);
365 result.street = rows[2];
366 result.city = rows[3];
372 for(int a = 0; a < size && a < 8; a++)
374 if(isPhoneNumber(rows[a]))
376 result.name = rows[0];
377 result.number = cleanUpNumber(rows[a]);
379 for(int i = a + 1; i < size && i < 8; i++)
381 if(!isPhoneNumber(rows[i]) && size > i + 1 && isStreet(rows[i]))
383 result.street = rows[i];
384 result.city = rows[i+1];
403 it.value()->results.push_back(result);
405 unsigned int foundResults = ++(it.value()->numbersTotal);
407 // If phone number search is enabled, we have to make another
408 // request to find it out
409 if(getFindNumber() && size < 4 && (loggedIn_ || site_ != FI) &&
410 it.value()->details.type != YELLOW_PAGES)
412 requestsPending = true;
413 getNumberForResult(id, it.value()->results.size() - 1, it.value()->details);
415 // Otherwise result is ready
418 emit resultAvailable(result, it.value()->details);
421 unsigned int maxResults = getMaxResults();
423 // Stop searching if max results is reached
424 if(maxResults && (foundResults >= maxResults))
430 // If there were no results or no phone numbers needed to
431 // be fetched, the whole request is ready
432 if(it.value()->numbersTotal == 0 || !requestsPending)
436 if(httpData.indexOf(LOGIN_CHECK) != -1)
438 setError(INVALID_LOGIN, INVALID_LOGIN_STRING),
442 emitRequestFinished(it.key(), it.value(), error);
446 // Loads phone number from html source
447 void Eniro::loadNumber(int id, QString const& result)
449 numberMap::iterator numberIt = pendingNumberRequests_.find(id);
451 // Make sure that id exists in pending number requests
452 if(numberIt == pendingNumberRequests_.end() || numberIt.value() == 0)
457 searchMap::iterator searchIt = pendingSearches_.find(numberIt.value()->searchId);
459 if(searchIt == pendingSearches_.end() || searchIt.value() == 0)
464 QRegExp rx(NUMBER_REGEXP);
470 if((pos = rx.indexIn(result, pos)) != -1)
472 QString data = rx.cap(1);
473 data = stripTags(data);
475 QString trimmed = data.trimmed();
477 if(!trimmed.isEmpty())
479 // Remove whitespaces from number
480 searchIt.value()->results[numberIt.value()->index].number = cleanUpNumber(trimmed);
482 emit resultAvailable(searchIt.value()->results[numberIt.value()->index], searchIt.value()->details);
484 unsigned int found = ++searchIt.value()->foundNumbers;
486 // Check if all numbers have been found
487 if(found >= searchIt.value()->numbersTotal)
489 emitRequestFinished(searchIt.key(), searchIt.value(), false);
492 // If number was found, there was no error
499 setError(INVALID_LOGIN, INVALID_LOGIN_STRING);
500 emitRequestFinished(searchIt.key(), searchIt.value(), true);
503 // Remove number request
504 int key = numberIt.key();
506 delete pendingNumberRequests_[key];
507 pendingNumberRequests_[key] = 0;
508 pendingNumberRequests_.remove(key);
512 QUrl Eniro::createUrl(QString const& query, QString const& location)
514 QUrl url(SITE_URLS[site_] + "query");
518 url.addQueryItem("search_word", query);
521 if(!location.isEmpty())
523 url.addQueryItem("geo_area", location);
526 unsigned int maxResults = getMaxResults();
530 url.addQueryItem("hpp", QString::number(maxResults));
532 if(loggedIn_ && site_ == FI)
534 url.addQueryItem("login_name", username_);
535 url.addQueryItem("login_password", password_);
543 // Creates a new request for phone number retrieval
544 void Eniro::getNumberForResult(int id, int index, SearchDetails const& details)
546 QUrl url = createUrl(details.query, details.location);
547 url.addQueryItem("what", "mobwpinfo");
548 url.addQueryItem("search_number", QString::number(index + 1));
550 http_.setHost(url.host(), url.port(80));
551 int requestId = http_.get(url.encodedPath() + '?' + url.encodedQuery());
552 NumberData* number = new NumberData;
553 number->searchId = id;
554 number->index = index;
555 pendingNumberRequests_[requestId] = number;
559 void Eniro::emitRequestFinished(int key, SearchData* data, bool error)
561 emit requestFinished(data->results, data->details, error);
562 delete pendingSearches_[key];
563 pendingSearches_[key] = 0;
564 pendingSearches_.remove(key);
568 QMap <Eniro::Site, Eniro::SiteDetails> Eniro::getSites()
570 QMap <Site, SiteDetails> sites;
572 for(int i = 0; i < SITE_COUNT; i++)
575 details.name = SITE_NAMES[i];
576 details.id = SITE_IDS[i];
577 sites[static_cast<Site>(i)] = details;
583 Eniro::Site Eniro::stringToSite(QString const& str)
586 QString lower = str.toLower();
588 for(int i = 0; i < SITE_COUNT; i++)
590 if(lower == SITE_NAMES[i] || lower == SITE_IDS[i])
592 site = static_cast <Site> (i);
600 bool Eniro::isStreet(QString const& str)
602 static QRegExp number("([0-9]+)");
603 int a = number.indexIn(str);
604 int b = str.indexOf(" ");
606 if((a == -1 && b == -1) || (a != -1 && b != -1))