-/* Parses a Google movies web (previously downloaded on a file)
- * using libxml2. Examples of Google movies web files can be
- * found in the gmovies_data directory.
- */
+/* Queries Google movies for the theaters of a city and parses
+ * the response using libxml2.
+ */
#include <libxml/HTMLparser.h>
#include <libxml/tree.h>
-#include <rest/rest/rest-proxy.h>
+#include <libsoup/soup.h>
#include <glib.h>
#include <stdio.h>
#include <unistd.h>
+#define BASE_URL "http://www.google.com/movies?near=%s"
+typedef struct struct_theater
+{
+ gchar* name;
+ gchar* address;
+ xmlNodePtr data; //points to the tree node with the theater info, including movies
+} Theater;
+
+
+typedef struct struct_showtime
+{
+ gchar* time;
+} ShowTime;
+
+
+typedef struct struct_movie
+{
+ gchar* title;
+ int rating;
+ gchar* info;
+ GList* showTimes;
+} Movie;
+
+
+/** Search for a sibling node by the name of the sibling node */
xmlNodePtr getSiblingByName(xmlNodePtr node, xmlChar* name, int nameLen)
{
-
+
xmlNodePtr sibling = node->next;
while((sibling != NULL) && (strncmp(sibling->name, name, nameLen) != 0)) {
sibling = sibling->next;
}
-
+
return sibling;
-
-}
+}
+
+/** Search a child node by its node name */
xmlNodePtr getChildByName(xmlNodePtr node, xmlChar* name, int nameLen)
{
return getSiblingByName(node->children, name, nameLen);
}
+/** Search the first sibling node that has an attribute 'attr'
+ * with the value 'attrValue' */
xmlNodePtr getFirstSiblingByAttributeValue(
xmlNodePtr sibling, xmlChar* attr, xmlChar * attrValue, int attrValueLen)
{
xmlNodePtr tempNode = sibling;
-
- while(tempNode != NULL) {
+ xmlNodePtr result = NULL;
+
+ while ((tempNode != NULL) && (result == NULL)) {
xmlChar* value = xmlGetProp(tempNode, attr);
- if ((value != NULL) && (strncmp(value, attrValue, attrValueLen)) == 0)
- return tempNode;
+ if (value != NULL) {
+ if (strncmp(value, attrValue, attrValueLen) == 0) {
+ result = tempNode;
+ }
+ free(value);
+ }
tempNode = tempNode->next;
}
-
- return NULL;
-}
+ return result;
+}
+/** Search the first child node that has an attribute 'attr' with
+ * value 'attrValue' */
xmlNodePtr getFirstChildByAttributeValue(
xmlNodePtr node, xmlChar* attr, xmlChar * attrValue, int attrValueLen)
{
return getFirstSiblingByAttributeValue(node->children, attr, attrValue, attrValueLen);
}
-
+/** Advances N sibling nodes in the node list */
xmlNodePtr jumpXSiblings(xmlNodePtr node, int siblings)
{
xmlNodePtr r = node;
-
+
int i = 0;
for(; i<siblings; i++) {
r = r->next;
}
-
+
return r;
}
-int isSeparatorTR(xmlNodePtr node)
-{
- return ((node != NULL) && (childrenCount(node) == 1));
-}
int childrenCount(xmlNodePtr node)
{
i++;
nav = nav->next;
}
-
+
return i;
}
-int startsTheatherData(xmlNodePtr node)
+/** Search the <div> with the results and returns it, or NULL
+ * if it couldn't be found */
+xmlNodePtr getMovieResultsDiv(xmlNodePtr root)
+{
+ //<body>
+ xmlNodePtr body = getSiblingByName(root->children, "body", 4);
+
+ //<div id="results">
+ xmlNodePtr tempNode = getFirstChildByAttributeValue(body, "id", "results", 8);
+
+ if (tempNode == NULL) {
+ //no results
+ return NULL;
+ }
+
+ //<div id="movie_results">
+ tempNode = getFirstChildByAttributeValue(tempNode, "id", "movie_results", 14);
+
+ if (tempNode == NULL) {
+ //no results
+ return NULL;
+ }
+
+ //<div class="movie_results">
+ tempNode = getFirstChildByAttributeValue(tempNode, "class", "movie_results", 14);
+
+ if (tempNode == NULL) {
+ //no results
+ return NULL;
+ }
+
+ return tempNode;
+
+}
+
+
+/** Parses the results and returns a list with all the theaters.
+ * Theater info is parsed and returned as Theater 'objects", the movie
+ * info is not parsed */
+GList* getTheaterList(xmlNodePtr movieResults)
+{
+ //<div class="movie_results"><div class="theater"/><div class="theater"/>...
+ xmlNodePtr nav = movieResults->children;
+ xmlNodePtr tmp1, tmp2, tmp3 = NULL;
+
+ GList* resultList = NULL;
+
+ while(nav != NULL) {
+ tmp1 = getFirstSiblingByAttributeValue(nav, "class", "theater", 7);
+
+ /*
+ * <div class="theater">
+ * <div class="desc">
+ * <div class="name"/><div class="info"/>
+ * </div>
+ * <div class="showtimes"/>
+ * </div>
+ */
+
+ if (tmp1 != NULL) { //its theater data
+ Theater* t = malloc(sizeof(Theater));
+ tmp2 = getFirstChildByAttributeValue(tmp1, "class", "desc", 4);
+ if (tmp2 != NULL) { //has desc
+ tmp3 = getFirstChildByAttributeValue(tmp2, "class", "name", 4);
+ if ((tmp3 != NULL) && (tmp3->children != NULL) && (tmp3->children->children != NULL)) { //<div class="name"><a><span/>
+ t->name = xmlNodeGetContent(tmp3->children->children);
+ }
+ tmp3 = getFirstChildByAttributeValue(tmp2, "class", "info", 4);
+ if (tmp3 != NULL) { //<div class="info">
+ t->address = xmlNodeGetContent(tmp3);
+ }
+ }
+ t->data = tmp1;
+ resultList = g_list_append(resultList, t);
+ }
+ nav = nav->next;
+ }
+
+ return resultList;
+
+}
+
+GList* getShowtimes(gchar* times)
+{
+ GList* resultList = NULL;
+
+ gchar** timesArray = g_strsplit(times, " ", -1);
+
+ int i = 0;
+ for(i=0; timesArray[i] != NULL; i++) {
+ ShowTime* st = malloc(sizeof(ShowTime));
+ st->time = g_strndup(timesArray[i], 5);
+ resultList = g_list_append(resultList, st);
+ }
+
+ g_strfreev(timesArray);
+
+ return resultList;
+}
+
+
+GList* getMovieList(xmlNodePtr movieSideDiv)
{
-
- if (strncmp(node->name, "tr", 2) == 0) {
- xmlNodePtr td = node->children;
- if ((td != NULL) && (strncmp(td->name, "td", 2) == 0)) {
- xmlChar* value = xmlGetProp(td, "colspan");
- return ((value != NULL) && (strncmp(value, "4", 1)) == 0);
+
+ xmlNodePtr nav = movieSideDiv->children;
+ xmlNodePtr tmp1, tmp2, tmp3 = NULL;
+
+ GList* resultList = NULL;
+
+ while(nav != NULL) {
+ tmp1 = getFirstSiblingByAttributeValue(nav, "class", "movie", 5);
+ if (tmp1 != NULL) { //is a movie
+ Movie* m = malloc(sizeof(Movie));
+ tmp2 = getFirstChildByAttributeValue(tmp1, "class", "name", 4);
+ if ((tmp2 != NULL) && (tmp2->children != NULL) && (tmp2->children->children != NULL)) { //<div class="name"><a><span/>
+ m->title = xmlNodeGetContent(tmp2->children->children);
+ }
+ tmp2 = getFirstChildByAttributeValue(tmp1, "class", "info", 4);
+ if (tmp2 != NULL) {
+ m->info = xmlNodeGetContent(tmp2);
+ }
+ tmp2 = getFirstChildByAttributeValue(tmp1, "class", "times", 5);
+ if (tmp2 != NULL) {
+ gchar* showtimesStr = xmlNodeGetContent(tmp2);
+ GList* showtimes = getShowtimes(showtimesStr);
+ free(showtimesStr);
+ m->showTimes = showtimes;
+ }
+ resultList = g_list_append(resultList, m);
}
+
+ nav = nav->next;
}
-
- return -1;
+
+ return resultList;
+}
+
+GList* getTheaterMovies(Theater* t)
+{
+
+ /*
+ * <div class="theater">
+ * <div class="desc"/>
+ * <div class="showtimes">
+ * <div class="show_left">
+ * <div class="movie/>
+ * ...
+ * </div>
+ * <div class="show_right">
+ * <div class="movie"/>
+ * ...
+ * </div>
+ * </div>
+ * </div>
+ */
+
+ GList* left = NULL;
+ GList* right = NULL;
+ xmlNodePtr showtimesDiv = getFirstChildByAttributeValue(t->data, "class", "showtimes", 9);
+ if (showtimesDiv != NULL) {
+
+ xmlNodePtr showLeft = getFirstChildByAttributeValue(showtimesDiv, "class", "show_left", 9);
+ if (showLeft != NULL)
+ left = getMovieList(showLeft);
+
+ xmlNodePtr showRight = getFirstChildByAttributeValue(showtimesDiv, "class", "show_right", 10);
+ if (showRight != NULL)
+ right = getMovieList(showRight);
+
+ return g_list_concat(left, right);
+
+ }
+
+
+}
+
+
+void deleteShowTime(ShowTime* st)
+{
+ free(st->time);
+ free(st);
+}
+
+
+void deleteShowTimeList(GList * showTimeList)
+{
+ g_list_foreach(showTimeList, (GFunc) deleteShowTime, NULL);
+ g_list_free(showTimeList);
+}
+
+
+void deleteMovie(Movie* m)
+{
+ free(m->title);
+ free(m->info);
+ deleteShowTimeList(m->showTimes);
+ free(m);
+}
+
+
+void deleteMovieList(GList* movieList)
+{
+ g_list_foreach(movieList, (GFunc) deleteMovie, NULL);
+ g_list_free(movieList);
+}
+
+
+void deleteTheater(Theater* t)
+{
+ free(t->name);
+ free(t->address);
+ free(t);
+}
+
+void deleteTheaterList(GList* theaterList)
+{
+ g_list_foreach(theaterList, (GFunc) deleteTheater, NULL);
+ g_list_free(theaterList);
+}
+
+
+void showTime(ShowTime* st, gpointer nothing)
+{
+ printf("%s ", st->time);
}
+void showMovie(Movie* m, gpointer nothing)
+{
+ printf(" Title = %s\n", m->title);
+ printf(" Info = %s\n", m->info);
+ printf(" Schedule = ");
+ g_list_foreach(m->showTimes, (GFunc) showTime, NULL);
+ printf("\n");
+}
+
+
+void showTheater(Theater * t, gpointer nothing)
+{
+ printf("Name = %s\n", t->name);
+ printf("Info = %s\n", t->address);
+ GList* movieList = getTheaterMovies(t);
+ g_list_foreach(movieList, (GFunc) showMovie, NULL);
+ deleteMovieList(movieList);
+ printf("\n");
+}
+
+static char*
+get_query_uri (const char *city)
+{
+ char *query_uri = g_strdup_printf (BASE_URL,
+ city);
+ g_message ("%s\n", query_uri);
+
+ return query_uri;
+}
int main (int argc, char ** argv)
{
if (argc != 2) {
- printf("usage: gmovies file.html\n");
+ printf("usage: gmovies city_name\n");
exit(-1);
}
- RestProxy *proxy;
- RestProxyCall *call;
+ SoupSession *session;
+ SoupMessage *message;
+ char *query_uri;
const gchar *payload;
const char *city = argv[1];
gssize len;
g_thread_init(NULL);
g_type_init();
- proxy = rest_proxy_new(
- "http://www.google.com/movies",
- FALSE);
- call = rest_proxy_new_call(proxy);
+ session = soup_session_async_new ();
+ query_uri = get_query_uri (city);
+ message = soup_message_new ("GET", query_uri);
- rest_proxy_call_add_params(call,
- "near", city,
- NULL);
- rest_proxy_call_run(call, NULL, NULL);
+ soup_session_send_message (session, message);
- payload = rest_proxy_call_get_payload(call);
- len = rest_proxy_call_get_payload_length(call);
-
- //write(1, payload, len);
- //printf("\n\n");
+ payload = message->response_body->data;
+ len = message->response_body->length;
htmlDocPtr doc = htmlReadMemory(payload, len, "http://movies.google.com", "UTF-8", HTML_PARSE_NOERROR | HTML_PARSE_NOWARNING);
xmlNodePtr root = xmlDocGetRootElement(doc);//html
-
+
//get the body node
- xmlNodePtr body = getSiblingByName(root->children, "body", 4);
-
- xmlNodePtr tempNode = getFirstChildByAttributeValue(body, "id", "results", 8); //the data is a div with id = results
-
- if (tempNode == NULL) {
- printf("results div not found.\n");
- exit(-1);
- }
-
- tempNode = getFirstChildByAttributeValue(tempNode, "id", "movie_results", 14);
-
- if (tempNode == NULL) {
- printf("movie_results div not found.\n");
- exit(-1);
- }
-
- tempNode = getFirstChildByAttributeValue(tempNode, "class", "movie_results", 14);
-
- if (tempNode == NULL) {
- printf("movie_results class not found.\n");
+ xmlNodePtr movieResults = getMovieResultsDiv(root);
+
+ if (movieResults == NULL) {
+ printf("NO RESULTS.\n");
exit(-1);
}
-
- //look for theaters
- xmlNodePtr nav = tempNode->children;
- while(nav != NULL) {
- tempNode = getFirstSiblingByAttributeValue(nav, "class", "theater", 7);
- tempNode = getFirstChildByAttributeValue(tempNode, "class", "desc", 4);
- if (tempNode != NULL) {
- tempNode = getFirstChildByAttributeValue(tempNode, "class", "name", 4);
- printf("Info = %s\n", xmlNodeGetContent(tempNode->children->children));
- }
- nav = nav->next;
- }
-
+
+ GList* theaterList = getTheaterList(movieResults);
+
+ g_list_foreach(theaterList, (GFunc) showTheater, NULL);
+
+ deleteTheaterList(theaterList);
+
+ xmlFreeDoc(doc);
+
+ g_free(query_uri);
+ g_object_unref(session);
+
exit(0);
-
- //get the form node inside body, the data is in the next node (a table)
- xmlNodePtr dataTable = getChildByName(body, "form", 4)->next;
-
-/*
- //tbody
- xmlNodePtr elem = dataTable;
- //xmlNodePtr nav = dataTable->children;
- int i = 0;
- while(nav != NULL) {
- elem = nav;
- if (startsTheatherData(elem)) {
- elem = elem->children; //td
- elem = elem->children; //a
- elem = elem->children; //b
-
- printf("Theather %d = %s\n", i++, xmlNodeGetContent(elem));
- printf("-------------------------------------------------\n");
-
- xmlNodePtr n1 = nav->next; //in this tr there is 4 td with 2 film data
- while(!startsTheatherData(n1) && !isSeparatorTR(n1)) {
- elem = n1->children->next; //the first td is for rating
- printf("%s\n", xmlNodeGetContent(elem->children->children));
- if (childrenCount(n1->children) > 2) {
- elem = elem->next->next; //the first td is for rating
- printf("%s\n", xmlNodeGetContent(elem->children->children));
- }
- n1 = n1->next;
- }
-
- printf("\n\n");
- }
- nav = nav->next;
- }
-*/
}
+
projects / maevies / blobdiff