woa

diff --git a/jamaendo/api.py b/jamaendo/api.py
new file mode 100644 (file)
index 0000000..9524040
--- /dev/null
+++ b/jamaendo/api.py
@@ -0,0 +1,97 @@
+import urllib, threading, os, gzip, time, json, re
+_DUMP_URL = '''http://img.jamendo.com/data/dbdump_artistalbumtrack.xml.gz'''
+_DUMP = os.path.expanduser('''~/.cache/jamaendo/dbdump.xml.gz''')
+
+try:
+    os.makedirs(os.path.dirname(_DUMP))
+except OSError:
+    pass
+
+def has_dump():
+    return os.path.isfile(_DUMP)
+
+def _file_is_old(fil, old_age):
+    return os.path.getmtime(fil) < (time.time() - old_age)
+
+def _dump_is_old():
+    return not has_dump() or _file_is_old(_DUMP, 60*60*24) # 1 day
+
+def refresh_dump(complete_callback, progress_callback=None, force=False):
+    if force or _dump_is_old():
+        downloader = Downloader(complete_callback, progress_callback)
+        downloader.start()
+    else:
+        complete_callback()
+
+class Downloader(threading.Thread):
+    def __init__(self, complete_callback, progress_callback):
+        threading.Thread.__init__(self)
+        self.complete_callback = complete_callback
+        self.progress_callback = progress_callback
+
+    def actual_callback(self, numblocks, blocksize, filesize):
+        if self.progress_callback:
+            try:
+                percent = min((numblocks*blocksize*100)/filesize, 100)
+            except:
+                percent = 100
+            self.progress_callback(percent)
+
+    def run(self):
+        urllib.urlretrieve(_DUMP_URL, _DUMP, self.actual_callback)
+        self.complete_callback()
+
+def fast_iter(context, func):
+    for event, elem in context:
+        func(elem)
+        elem.clear()
+        while elem.getprevious() is not None:
+            del elem.getparent()[0]
+    del context
+
+from lxml import etree
+
+class Obj(object):
+    def __repr__(self):
+        def printable(v):
+            if isinstance(v, basestring):
+                return v.encode('utf-8')
+            else:
+                return str(v)
+        return "{%s}" % (", ".join("%s=%s"%(k.encode('utf-8'), printable(v)) \
+                             for k,v in self.__dict__.iteritems() if not k.startswith('_')))
+
+class DB(object):
+    def __init__(self):
+        self.fil = None
+
+    def connect(self):
+        self.fil = gzip.open(_DUMP)
+
+    def close(self):
+        self.fil.close()
+
+    def make_obj(self, element):
+        if element.text is not None and element.text != "":
+            return element.text
+        else:
+            ret = Obj()
+            for child in element:
+                setattr(ret, child.tag, self.make_obj(child))
+            return ret
+
+    def artist_walker(self):
+        for event, element in etree.iterparse(self.fil, tag="artist"):
+            yield self.make_obj(element)
+            element.clear()
+            while element.getprevious() is not None:
+                del element.getparent()[0]
+        raise StopIteration
+
+    def search_artists(self, substr):
+        substr = substr.lower()
+        #return [dir(artist) for artist in self.artist_walker() if artist.name.find(substr) > -1]
+        artist = self.artist_walker().next()
+        print artist
+        print artist.name
+        return [artist.id]

diff --git a/scripts/artists b/scripts/artists
new file mode 100755 (executable)
index 0000000..c8bc8b5
--- /dev/null
+++ b/scripts/artists
@@ -0,0 +1,16 @@
+#!/usr/bin/env python
+from jamaendo.api import DB
+import sys
+
+def main():
+    db = DB()
+    print "Connecting to DB..."
+    db.connect()
+    print "Connected."
+    q = sys.argv[1]
+    print "Querying db for %s..." % (q)
+    ids = db.search_artists(q)
+    print ", ".join(ids)
+
+if __name__=="__main__":
+    main()

diff --git a/scripts/refresh_db b/scripts/refresh_db
new file mode 100755 (executable)
index 0000000..e8d84b8
--- /dev/null
+++ b/scripts/refresh_db
@@ -0,0 +1,28 @@
+#!/usr/bin/env python
+from jamaendo.api import refresh_dump
+import locale, time
+
+locale.setlocale(locale.LC_ALL, '')
+code = locale.getpreferredencoding()
+
+class Monitor(object):
+    def __init__(self):
+        self.done = False
+        self.last_percent = 0
+    def complete(self):
+        print "Done."
+        self.done = True
+    def progress(self, percent):
+        if percent - self.last_percent >= 5:
+            print "%d%%" % (percent)
+            self.last_percent = percent
+
+def main():
+    print "Updating jamendo DB dump..."
+    monitor = Monitor()
+    refresh_dump(monitor.complete, monitor.progress, force=False)
+    while not monitor.done:
+        time.sleep(1)
+
+if __name__ == "__main__":
+    main()