2 * This file is part of Jenirok.
4 * Jenirok is free software: you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation, either version 3 of the License, or
7 * (at your option) any later version.
9 * Jenirok is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with Jenirok. If not, see <http://www.gnu.org/licenses/>.
19 #include <QtCore/QDebug>
24 static const QString SITE_URLS[Eniro::SITE_COUNT] =
26 "http://wap.eniro.fi/",
27 "http://wap.eniro.se/",
28 "http://wap.eniro.dk/"
31 static const QString SITE_NAMES[Eniro::SITE_COUNT] =
38 static const QString SITE_IDS[Eniro::SITE_COUNT] =
45 static const QString INVALID_LOGIN_STRING = "Invalid login details";
46 static const QString TIMEOUT_STRING = "Request timed out";
47 static const QString PERSON_REGEXP = "<td class=\"hTd2\">(.*)<b>(.*)</td>";
48 static const QString YELLOW_REGEXP = "<td class=\"hTd2\">(.*)<span class=\"gray\">(.*)</td>";
49 static const QString SINGLE_REGEXP = "<div class=\"header\">(.*)</div>(.*)<div class=\"callRow\">(.*)(<div class=\"block\">|</p>(.*)<br/>|</p>(.*)<br />)";
50 static const QString NUMBER_REGEXP = "<div class=\"callRow\">(.*)</div>";
51 static const QString LOGIN_CHECK = "<input class=\"inpTxt\" id=\"loginformUsername\"";
54 Eniro::Eniro(QObject *parent): Source(parent), site_(Eniro::FI),
55 loggedIn_(false), username_(""), password_(""),
56 timerId_(0), pendingSearches_(), pendingNumberRequests_()
68 for(searchMap::iterator sit = pendingSearches_.begin();
69 sit != pendingSearches_.end(); sit++)
78 pendingSearches_.clear();
80 for(numberMap::iterator nit = pendingNumberRequests_.begin();
81 nit != pendingNumberRequests_.end(); nit++)
90 pendingNumberRequests_.clear();
91 pendingLoginRequests_.clear();
94 void Eniro::setSite(Eniro::Site site)
99 void Eniro::timerEvent(QTimerEvent* t)
103 int currentId = http_.currentId();
107 searchMap::const_iterator it = pendingSearches_.find(currentId);
109 if(it != pendingSearches_.end())
111 QVector <Eniro::Result> results = it.value()->results;
112 SearchDetails details = it.value()->details;
116 setError(TIMEOUT, TIMEOUT_STRING);
118 emit requestFinished(results, details, true);
123 void Eniro::login(QString const& username,
124 QString const& password)
126 username_ = username;
127 password_ = password;
138 void Eniro::search(SearchDetails const& details)
142 SearchType type = details.type;
144 // Only logged in users can use other than person search
145 if(!loggedIn_ && site_ == FI)
150 QUrl url = createUrl(details.query, details.location);
153 if(loggedIn_ || site_ != FI)
176 url.addQueryItem("what", what);
178 http_.setHost(url.host(), url.port(80));
179 int id = http_.get(url.encodedPath() + '?' + url.encodedQuery());
181 QVector <Source::Result> results;
183 // Store search data for later identification
184 SearchData* newData = new SearchData;
185 newData->details = details;
186 newData->results = results;
187 newData->foundNumbers = 0;
188 newData->numbersTotal = 0;
190 // Store request id so that it can be identified later
191 pendingSearches_[id] = newData;
195 void Eniro::handleHttpData(int id, QByteArray const& data)
197 searchMap::const_iterator searchIt;
198 numberMap::const_iterator numberIt;
200 // Check if request is pending search request
201 if((searchIt = pendingSearches_.find(id)) !=
202 pendingSearches_.end())
204 // Load results from html data
205 loadResults(id, data);
208 // Check if request is pending number requests
209 else if((numberIt = pendingNumberRequests_.find(id)) !=
210 pendingNumberRequests_.end())
212 // Load number from html data
213 loadNumber(id, data);
216 // Check for login request
217 else if(pendingLoginRequests_.find(id) !=
218 pendingLoginRequests_.end())
222 // If html source contains LOGIN_CHECK, login failed
223 if(data.indexOf(LOGIN_CHECK) != -1)
228 emit loginStatus(success);
233 void Eniro::handleHttpError(int id)
235 searchMap::const_iterator searchIt;
236 numberMap::const_iterator numberIt;
238 // Check if request is pending search request
239 if((searchIt = pendingSearches_.find(id)) !=
240 pendingSearches_.end())
242 setError(CONNECTION_FAILURE, http_.errorString());
243 emitRequestFinished(id, searchIt.value(), true);
246 // Check if request is pending number requests
247 else if((numberIt = pendingNumberRequests_.find(id)) !=
248 pendingNumberRequests_.end())
250 setError(CONNECTION_FAILURE, http_.errorString());
251 delete pendingNumberRequests_[id];
252 pendingNumberRequests_.remove(id);
255 // Check for login request
256 else if(pendingLoginRequests_.find(id) !=
257 pendingLoginRequests_.end())
259 emit loginStatus(false);
264 // Loads results from html source code
265 void Eniro::loadResults(int id, QString const& httpData)
267 searchMap::iterator it = pendingSearches_.find(id);
269 QRegExp rx("((" + YELLOW_REGEXP + ")|(" + PERSON_REGEXP + ")|(" + SINGLE_REGEXP + "))");
272 bool requestsPending = false;
277 while((pos = rx.indexIn(httpData, pos)) != -1)
279 pos += rx.matchedLength();
283 data = stripTags(data);
285 QStringList rows = data.split('\n');
287 for(int i = 0; i < rows.size(); i++)
289 // Remove white spaces
290 QString trimmed = rows.at(i).trimmed().toLower();
292 // Remove empty strings
293 if(trimmed.isEmpty())
300 // Convert words to uppercase
301 rows[i] = ucFirst(trimmed);
307 int size = rows.size();
312 result.name = rows[0];
316 result.name = rows[0];
317 result.city = rows[1];
321 if(isPhoneNumber(rows[1]))
323 result.name = rows[0];
324 result.number = cleanUpNumber(rows[1]);
325 result.city = rows[2];
329 result.name = rows[0];
330 result.street = rows[1];
331 result.city = rows[2];
336 result.name = rows[0];
337 // Remove slashes and spaces from number
338 result.number = cleanUpNumber(rows[1]);
339 result.street = rows[2];
340 result.city = rows[3];
346 for(int a = 0; a < size && a < 8; a++)
348 if(isPhoneNumber(rows[a]))
350 result.name = rows[0];
351 result.number = cleanUpNumber(rows[a]);
353 for(int i = a + 1; i < size && i < 8; i++)
355 if(!isPhoneNumber(rows[i]) && size > i + 1 && isStreet(rows[i]))
357 result.street = rows[i];
358 result.city = rows[i+1];
377 it.value()->results.push_back(result);
379 unsigned int foundResults = ++(it.value()->numbersTotal);
381 // If phone number search is enabled, we have to make another
382 // request to find it out
383 if(getFindNumber() && size < 4 && (loggedIn_ || site_ != FI) &&
384 it.value()->details.type != YELLOW_PAGES)
386 requestsPending = true;
387 getNumberForResult(id, it.value()->results.size() - 1, it.value()->details);
389 // Otherwise result is ready
392 emit resultAvailable(result, it.value()->details);
395 unsigned int maxResults = getMaxResults();
397 // Stop searching if max results is reached
398 if(maxResults && (foundResults >= maxResults))
404 // If there were no results or no phone numbers needed to
405 // be fetched, the whole request is ready
406 if(it.value()->numbersTotal == 0 || !requestsPending)
410 if(httpData.indexOf(LOGIN_CHECK) != -1)
412 setError(INVALID_LOGIN, INVALID_LOGIN_STRING),
416 emitRequestFinished(it.key(), it.value(), error);
420 // Loads phone number from html source
421 void Eniro::loadNumber(int id, QString const& result)
423 numberMap::iterator numberIt = pendingNumberRequests_.find(id);
425 // Make sure that id exists in pending number requests
426 if(numberIt == pendingNumberRequests_.end() || numberIt.value() == 0)
431 searchMap::iterator searchIt = pendingSearches_.find(numberIt.value()->searchId);
433 if(searchIt == pendingSearches_.end() || searchIt.value() == 0)
438 QRegExp rx(NUMBER_REGEXP);
444 if((pos = rx.indexIn(result, pos)) != -1)
446 QString data = rx.cap(1);
447 data = stripTags(data);
449 QString trimmed = data.trimmed();
451 if(!trimmed.isEmpty())
453 // Remove whitespaces from number
454 searchIt.value()->results[numberIt.value()->index].number = cleanUpNumber(trimmed);
456 emit resultAvailable(searchIt.value()->results[numberIt.value()->index], searchIt.value()->details);
458 unsigned int found = ++searchIt.value()->foundNumbers;
460 // Check if all numbers have been found
461 if(found >= searchIt.value()->numbersTotal)
463 emitRequestFinished(searchIt.key(), searchIt.value(), false);
466 // If number was found, there was no error
473 setError(INVALID_LOGIN, INVALID_LOGIN_STRING);
474 emitRequestFinished(searchIt.key(), searchIt.value(), true);
477 // Remove number request
478 int key = numberIt.key();
480 delete pendingNumberRequests_[key];
481 pendingNumberRequests_[key] = 0;
482 pendingNumberRequests_.remove(key);
486 QUrl Eniro::createUrl(QString const& query, QString const& location)
488 QUrl url(SITE_URLS[site_] + "query");
492 url.addQueryItem("search_word", query);
495 if(!location.isEmpty())
497 url.addQueryItem("geo_area", location);
500 unsigned int maxResults = getMaxResults();
504 url.addQueryItem("hpp", QString::number(maxResults));
506 if(loggedIn_ && site_ == FI)
508 url.addQueryItem("login_name", username_);
509 url.addQueryItem("login_password", password_);
517 // Creates a new request for phone number retrieval
518 void Eniro::getNumberForResult(int id, int index, SearchDetails const& details)
520 QUrl url = createUrl(details.query, details.location);
521 url.addQueryItem("what", "mobwpinfo");
522 url.addQueryItem("search_number", QString::number(index + 1));
524 http_.setHost(url.host(), url.port(80));
525 int requestId = http_.get(url.encodedPath() + '?' + url.encodedQuery());
526 NumberData* number = new NumberData;
527 number->searchId = id;
528 number->index = index;
529 pendingNumberRequests_[requestId] = number;
533 void Eniro::emitRequestFinished(int key, SearchData* data, bool error)
535 emit requestFinished(data->results, data->details, error);
536 delete pendingSearches_[key];
537 pendingSearches_[key] = 0;
538 pendingSearches_.remove(key);
542 QMap <Eniro::Site, Eniro::SiteDetails> Eniro::getSites()
544 QMap <Site, SiteDetails> sites;
546 for(int i = 0; i < SITE_COUNT; i++)
549 details.name = SITE_NAMES[i];
550 details.id = SITE_IDS[i];
551 sites[static_cast<Site>(i)] = details;
557 Eniro::Site Eniro::stringToSite(QString const& str)
560 QString lower = str.toLower();
562 for(int i = 0; i < SITE_COUNT; i++)
564 if(lower == SITE_NAMES[i] || lower == SITE_IDS[i])
566 site = static_cast <Site> (i);
574 bool Eniro::isStreet(QString const& str)
576 static QRegExp number("([0-9]+)");
577 int a = number.indexIn(str);
578 int b = str.indexOf(" ");
580 if((a == -1 && b == -1) || (a != -1 && b != -1))