vcs.maemo.org Git - cinaest/blob - src/imdb/ftp-downloader.vala

   1 class FtpDownloader {
   2         private Curl.EasyHandle curl;
   3         private Cancellable cancellable;
   4         private FileStream file;
   5         private string dirname;
   6         private HashTable<string,int> file_size;
   7
   8         public FtpDownloader (Cancellable? _cancellable) {
   9                 cancellable = _cancellable;
  10                 curl = new Curl.EasyHandle ();
  11         }
  12
  13         [CCode (instance_pos = -1)]
  14         size_t write_callback (void *buffer, size_t size, size_t nmemb) {
  15                 if (cancellable != null && cancellable.is_cancelled ())
  16                         return 0;
  17
  18                 unowned uint8[] buf = (uint8[]) buffer;
  19                 buf.length = (int) (size * nmemb);
  20
  21                 file.write (buf);
  22
  23                 return buf.length;
  24         }
  25
  26         private int last_dlnow;
  27
  28         int progress_callback (double dltotal, double dlnow, double ultotal, double ulnow) {
  29                 if (cancellable != null && cancellable.is_cancelled ())
  30                         return 1;
  31                 if (last_dlnow != (int) dlnow) {
  32                         last_dlnow = (int) dlnow;
  33                         progress ((int) dltotal, last_dlnow);
  34                 }
  35                 return 0;
  36         }
  37
  38         public void download (string url, string filename) throws IOError {
  39                 print ("download (\"%s\", \"%s\")\n", url, filename);
  40                 download_dir (Path.get_dirname (url) + "/");
  41                 string basename = Path.get_basename (url);
  42                 int size = file_size.lookup (basename);
  43                 if (size > 0) {
  44                         Posix.Stat st;
  45                         Posix.stat (filename, out st);
  46                         if (size == st.st_size) {
  47                                 progress (size, size);
  48                                 return;
  49                         }
  50                 }
  51
  52                 curl.setopt (Curl.Option.URL, url);
  53                 curl.setopt (Curl.Option.WRITEFUNCTION, write_callback);
  54                 curl.setopt (Curl.Option.WRITEDATA, this);
  55                 curl.setopt (Curl.Option.NOPROGRESS, 0L);
  56                 curl.setopt (Curl.Option.PROGRESSFUNCTION, progress_callback);
  57                 curl.setopt (Curl.Option.PROGRESSDATA, this);
  58
  59                 last_dlnow = -1;
  60                 file = FileStream.open (filename, "w");
  61
  62                 var res = curl.perform ();
  63                 if (Curl.Code.ABORTED_BY_CALLBACK == res) {
  64                                 throw new IOError.CANCELLED ("Download cancelled.");
  65                 } else if (res != 0) {
  66                         stderr.printf ("cURL performed: %d\n", res);
  67                 }
  68
  69                 file = null;
  70         }
  71
  72         void parse_dir_entry (string line) {
  73                 try {
  74                         Regex re_dir_entry = new Regex ("^.* ([0-9]*) [A-Z][a-z]* *[0-9]* [0-9]* [0-9]*:[0-9]* ([^ ]*)$");
  75                         MatchInfo match_info;
  76                         if (re_dir_entry.match (line, 0, out match_info)) {
  77                                 string name = match_info.fetch (2);
  78                                 int size = match_info.fetch (1).to_int ();
  79                                 file_size.insert (name, size);
  80                         }
  81                 } catch (RegexError e) {
  82                 }
  83         }
  84
  85         string last_line = null;
  86         [CCode (instance_pos = -1)]
  87         size_t dir_callback (void *buffer, size_t size, size_t nmemb) {
  88                 if (cancellable != null && cancellable.is_cancelled ())
  89                         return 0;
  90
  91                 unowned char[] buf = (char[]) buffer;
  92                 buf.length = (int) (size * nmemb);
  93
  94                 char *p = buf;
  95                 int i;
  96                 int j;
  97                 for (i = 0, j = 0; i < buf.length; i++, j++) {
  98                         if (buf[i] == '\n') {
  99                                 buf[i] = 0;
 100                                 if (last_line != null) {
 101                                         parse_dir_entry (last_line + (string) p);
 102                                         last_line = null;
 103                                 } else {
 104                                         parse_dir_entry ((string) p);
 105                                 }
 106                                 p += j + 1;
 107                                 j = -1;
 108                         }
 109                 }
 110                 if (j > 0)
 111                         last_line = ((string) p).ndup (j);
 112
 113                 return buf.length;
 114         }
 115
 116         public void download_dir (string url) throws IOError {
 117                 if (dirname != null && dirname == url)
 118                         return;
 119                 print ("download_dir (\"%s\")\n", url);
 120
 121                 curl.setopt (Curl.Option.URL, url);
 122                 curl.setopt (Curl.Option.WRITEFUNCTION, dir_callback);
 123                 curl.setopt (Curl.Option.WRITEDATA, this);
 124                 curl.setopt (Curl.Option.NOPROGRESS, 1L);
 125                 curl.setopt (Curl.Option.PROGRESSFUNCTION, null);
 126                 curl.setopt (Curl.Option.PROGRESSDATA, null);
 127
 128                 file_size = new HashTable<string, int> (str_hash, int_equal);
 129
 130                 var res = curl.perform ();
 131                 if (Curl.Code.ABORTED_BY_CALLBACK == res) {
 132                                 throw new IOError.CANCELLED ("Dir listing cancelled.");
 133                 } else if (res != 0) {
 134                         stderr.printf ("cURL performed: %d\n", res);
 135                 }
 136                 dirname = url;
 137         }
 138
 139         public signal void progress (int dltotal, int dlnow);
 140 }