git.maemo.org Git - jamaendo/blob - jamaendo/api.py

   1 import urllib, threading, os, gzip, time, json, re
   2 _DUMP_URL = '''http://img.jamendo.com/data/dbdump_artistalbumtrack.xml.gz'''
   3 _DUMP = os.path.expanduser('''~/.cache/jamaendo/dbdump.xml.gz''')
   4
   5 try:
   6     os.makedirs(os.path.dirname(_DUMP))
   7 except OSError:
   8     pass
   9
  10 def has_dump():
  11     return os.path.isfile(_DUMP)
  12
  13 def _file_is_old(fil, old_age):
  14     return os.path.getmtime(fil) < (time.time() - old_age)
  15
  16 def _dump_is_old():
  17     return not has_dump() or _file_is_old(_DUMP, 60*60*24) # 1 day
  18
  19 def refresh_dump(complete_callback, progress_callback=None, force=False):
  20     if force or _dump_is_old():
  21         downloader = Downloader(complete_callback, progress_callback)
  22         downloader.start()
  23     else:
  24         complete_callback()
  25
  26 class Downloader(threading.Thread):
  27     def __init__(self, complete_callback, progress_callback):
  28         threading.Thread.__init__(self)
  29         self.complete_callback = complete_callback
  30         self.progress_callback = progress_callback
  31
  32     def actual_callback(self, numblocks, blocksize, filesize):
  33         if self.progress_callback:
  34             try:
  35                 percent = min((numblocks*blocksize*100)/filesize, 100)
  36             except:
  37                 percent = 100
  38             self.progress_callback(percent)
  39
  40     def run(self):
  41         urllib.urlretrieve(_DUMP_URL, _DUMP, self.actual_callback)
  42         self.complete_callback()
  43
  44 def fast_iter(context, func):
  45     for event, elem in context:
  46         func(elem)
  47         elem.clear()
  48         while elem.getprevious() is not None:
  49             del elem.getparent()[0]
  50     del context
  51
  52 from lxml import etree
  53
  54 class Obj(object):
  55     def __repr__(self):
  56         def printable(v):
  57             if isinstance(v, basestring):
  58                 return v.encode('utf-8')
  59             else:
  60                 return str(v)
  61         return "{%s}" % (", ".join("%s=%s"%(k.encode('utf-8'), printable(v)) \
  62                              for k,v in self.__dict__.iteritems() if not k.startswith('_')))
  63
  64 class DB(object):
  65     def __init__(self):
  66         self.fil = None
  67
  68     def connect(self):
  69         self.fil = gzip.open(_DUMP)
  70
  71     def close(self):
  72         self.fil.close()
  73
  74     def make_obj(self, element):
  75         if element.text is not None and element.text != "":
  76             return element.text
  77         else:
  78             ret = Obj()
  79             for child in element:
  80                 setattr(ret, child.tag, self.make_obj(child))
  81             return ret
  82
  83     def artist_walker(self):
  84         for event, element in etree.iterparse(self.fil, tag="artist"):
  85             yield self.make_obj(element)
  86             element.clear()
  87             while element.getprevious() is not None:
  88                 del element.getparent()[0]
  89         raise StopIteration
  90
  91     def search_artists(self, substr):
  92         substr = substr.lower()
  93         #return [dir(artist) for artist in self.artist_walker() if artist.name.find(substr) > -1]
  94         artist = self.artist_walker().next()
  95         print artist
  96         print artist.name
  97         return [artist.id]