moved fetch function
[comic-widget] / comic-widget.py
1 import hildon
2 import hildondesktop
3 import gtk
4 import csv
5 import urllib2
6 import urllib
7 import string
8 import os
9 import osso
10
11 # constants. dbfile is the location of the csv
12 # comiccache is the location of the images
13
14 imagedir = "/home/user/comic-widget/images/"
15 dbdir = "/home/user/comic-widget/db/"
16 comiccache = "/home/user/MyDocs/comics/"
17 comics = {"xkcd":{"name":"xkcd","link":"http://xkcd.org/","start":666,"dbfile":dbdir + ".comicdb.xkcd.csv"},
18                 "sinfest":{"name":"Sinfest","link":"http://sinfest.com/","start":3400,"dbfile":dbdir + ".comicdb.sinfest.csv"}}
19
20 # handling of the comics
21 class ComicDb():
22         def __init__(self, comic):
23                 #if no db, start from this comic id.
24                 self.comic = comic
25                 self.start = comics[self.comic]["start"]
26                 self.dbfile = comics[self.comic]["dbfile"]
27
28                 #if db file exist, read it
29                 if os.path.isfile(self.dbfile) == True:
30                         dbf = open(self.dbfile, 'r')
31                 # if not, create it.
32                 else:
33                         dbf = open(self.dbfile, 'w')
34                         dbf.write('comic,id,link,url,filename,title\n')
35                         dbf.close()
36                         dbf = open(self.dbfile, 'r')
37                         self.fetch_latest_std(self.comic, self.start)
38
39                 if not os.path.exists(comiccache + self.comic + "/"):
40                         os.makedirs(comiccache + self.comic + "/")
41                 dbr = csv.DictReader(dbf)
42                 self.db = []
43                 for row in dbr:
44                         self.db.insert(0,row)
45                 dbf.close()
46                 self.currentcomic = 0
47
48         def get_comic(self):
49                 print str(self.currentcomic)
50                 if self.currentcomic < 0:
51                         self.refresh()
52                         self.currentcomic = 0
53                 if  len(self.db) < (self.currentcomic + 1):
54                         self.currentcomic -= 1
55                         self.refresh()
56                         self.currentcomic = len(self.db) - 1
57                         
58                 dbrow = self.db[self.currentcomic]
59                 filename = comiccache + self.comic + "/" + dbrow['filename']
60                 print filename + "\n"
61                 
62                 if os.path.isfile(filename):
63                         print "found, returning " + filename + "\n"
64                         return filename
65                 else:
66                         #fetch file
67                         print filename + " not found\nretrieving " + dbrow['url'] + "\n"
68                         urllib.urlretrieve(dbrow['url'], filename)
69                         print "success\n"
70                         return filename
71
72         def get_current_row(self):
73                 return self.db[self.currentcomic]               
74
75         def get_link(self):
76                 print str(self.currentcomic)
77                 if self.currentcomic < 0:
78                         self.refresh()
79                         self.currentcomic = 0
80                 if  len(self.db) < (self.currentcomic + 1):
81                         self.currentcomic -= 1
82                 return self.db[self.currentcomic]['link']
83
84
85
86         def insert_row(self, irow):
87                 dbf = open(self.dbfile, 'a')
88                 dbw = csv.writer(dbf)
89                 dbw.writerow(irow)
90                 dbf.close()
91
92         def insert_row_first(self, irow):
93                 dbf = open(self.dbfile, 'w')
94                 dbf.write('comic,id,link,url,filename,title\n')
95                 dbw = csv.writer(dbf)
96                 dbw.writerow(irow)
97                 dbf.close()
98                 dbf = open(self.dbfile, 'a')
99                 dbw = csv.DictWriter(dbf, ['comic','id','link','url','filename','title'])
100                 tmpdb = self.db
101                 tmpdb.reverse()
102                 for row in tmpdb:
103                         dbw.writerow(row)
104                 dbf.close()
105
106         def refresh(self):
107                 if len(self.db) < 1:
108                         self.fetch_latest_std(self.comic, self.start)
109                 elif self.currentcomic == 0 or self.currentcomic < 0:
110                         self.fetch_latest_std(self.comic, self.db[0]['id'])
111                 elif self.currentcomic == (len(self.db) - 1):
112                         self.fetch_earlier(self.comic, self.db[self.currentcomic]['id'])
113                 dbf = open(self.dbfile, 'r')
114                 dbr = csv.DictReader(dbf)
115                 self.db = []
116                 for row in dbr:
117                         self.db.insert(0,row)
118                 dbf.close()
119
120         def fetch_earlier(self, comic, earliest):
121                 number = int(earliest) - 1
122                 irow = self.get_irow(comic, number)
123                 if irow:
124                         print "got irow: "
125                         print irow
126                         print "\ninserting first...\n"
127                         self.insert_row_first(irow)
128                 else:
129                         print "No comic found at " + number
130
131         def get_irow(self, comic, number):
132                 if number < 0:
133                         return False
134                 print "number is now: " + str(number) + "\n"
135                 if comic == 'xkcd':
136                         link = "http://xkcd.org/" + str(number) + "/"
137                 elif comic == 'sinfest':
138                         link = "http://www.sinfest.net/archive_page.php?comicID=" + str(number)
139                 else:
140                         return False
141
142                 print "link: " + link + "\n"
143                 try:
144                         f = urllib2.urlopen(link)
145                         hcode = f.code
146                 except:
147                         hcode = 404
148                 print "got hcode = " + str(hcode) + "\n"
149                 if (hcode != 200):
150                         return False
151                 else:
152                         # Build db entry.
153                         # they look like: comic,id,link,url,filename,title
154                         # We already have comic, number/id and link
155
156                         if comic == 'xkcd':
157                                 s = f.read()
158                                 f.close()
159                                 # This should be done with regex but...
160                                 splt = string.split(s, "<h3>Image URL (for hotlinking/embedding): ", 1)
161                                 splt2 = string.split(splt[1], "</h3>", 1)
162                                 url = splt2[0]
163                                 splt = string.split(splt[0], "<h1>", 1)
164                                 splt = string.split(splt[1], "</h1>", 1)
165
166                                 title = splt[0]
167
168                         elif comic == 'sinfest':
169                                 s = f.read()
170                                 f.close()
171                                 splt = string.split(s, 'height="107"', 1)
172                                 splt = string.split(splt[1], '<img src="', 1)
173                                 splt = string.split(splt[1], '" alt="', 1)
174                                 url = splt[0]
175                                 if len(url) < 49:
176                                         print "Fake 404! Break break break!"
177                                         return False
178                                 splt = string.split(splt[1], '" border="0" />', 1)
179                                 title = splt[0]
180                         splt2 = string.rsplit(url, "/", 1)
181                         filename = splt2[1]
182                         irow = [comic,number,link,url,filename,title]
183                         return irow
184                         print "got irow: "
185
186         def fetch_latest_std(self, comic, latest):
187
188                 print "fetching new after " + str(comic) + " " + str(latest) + "\n"
189                 number = int(latest) + 1
190                 while True:
191                         irow = self.get_irow(comic, number)
192                         if irow:
193                                 print "got irow: "
194                                 print irow
195                                 print "\ninserting...\n"
196                                 self.insert_row(irow)
197                                 number += 1
198                         else:
199                                 break
200
201 # ------------
202
203 class ComicHomePlugin(hildondesktop.HomePluginItem):
204         def __init__(self):
205                 hildondesktop.HomePluginItem.__init__(self)
206                 self.osso_c = osso.Context("comic-widget", "0.0.1", False)
207                 self.osso_rpc = osso.Rpc(self.osso_c)
208                 self.keys = comics.keys()
209                 self.keypointer = 1
210                 self.db = ComicDb(self.keys[self.keypointer])
211                 self.comicname = comics[self.keys[self.keypointer]]['name']
212                 screen = self.get_screen()
213                 colormap = screen.get_rgba_colormap()
214                 self.set_colormap(colormap)
215                 #setup internal area
216                 self.set_size_request(480, 230)
217                 self.imgvpos = 0;
218                 self.vbox = gtk.VBox()
219                 self.hbox = gtk.HBox()
220                 self.label = gtk.Label(self.comicname + " " + str(self.db.db[self.db.currentcomic]['id']))
221                 self.e_goweb = gtk.EventBox()
222                 self.e_open = gtk.EventBox()
223                 self.e_switch = gtk.EventBox()
224                 self.e_next = gtk.EventBox()
225                 self.e_prev = gtk.EventBox()
226                 self.e_up = gtk.EventBox()
227                 self.e_down = gtk.EventBox()
228                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
229                 self.comic_image.show()
230                 self.next = gtk.image_new_from_file(imagedir + "right.png")
231                 self.prev = gtk.image_new_from_file(imagedir + "left.png")
232                 self.up = gtk.image_new_from_file(imagedir + "up.png")
233                 self.down = gtk.image_new_from_file(imagedir + "down.png")
234                 self.switch = gtk.image_new_from_file(imagedir + "star.png")
235
236                 self.e_goweb.add(self.label)
237                 self.e_goweb.set_events(gtk.gdk.BUTTON_PRESS_MASK)
238                 self.e_goweb.connect("button-press-event", self.view_comic)
239
240                 self.e_open.add(self.comic_image)
241
242                 self.e_switch.add(self.switch)
243                 self.e_switch.set_events(gtk.gdk.BUTTON_PRESS_MASK)
244                 self.e_switch.connect("button-press-event", self.switch_comic)
245
246
247                 self.e_next.add(self.next)
248                 self.e_next.set_events(gtk.gdk.BUTTON_PRESS_MASK)
249                 self.e_next.connect("button-press-event", self.get_next)
250
251                 self.e_prev.add(self.prev)
252                 self.e_prev.set_events(gtk.gdk.BUTTON_PRESS_MASK)
253                 self.e_prev.connect("button_press_event", self.get_prev)
254
255                 self.e_up.add(self.up)
256                 self.e_up.set_events(gtk.gdk.BUTTON_PRESS_MASK)
257                 self.e_up.connect("button-press-event", self.scroll_up)
258
259                 self.e_down.add(self.down)
260                 self.e_down.set_events(gtk.gdk.BUTTON_PRESS_MASK)
261                 self.e_down.connect("button-press-event", self.scroll_down)
262
263                 self.vbox.pack_start(self.e_open,False,False,0)
264                 self.vbox.pack_end(self.hbox,False,False,0)
265
266                 self.hbox.pack_start(self.e_switch,False,False,5)
267                 self.hbox.pack_start(self.e_goweb,False,False,5)
268                 self.hbox.pack_end(self.e_next,False,False,5)
269                 self.hbox.pack_end(self.e_down,False,False,5)
270                 self.hbox.pack_end(self.e_up,False,False,5)
271                 self.hbox.pack_end(self.e_prev,False,False,5)
272                 self.vbox.show_all()
273                 self.add(self.vbox)
274
275
276         def switch_comic(self, widget, event):
277                 if not event.type == gtk.gdk.BUTTON_PRESS:
278                         return False
279                 self.keypointer = (self.keypointer + 1) % 2
280                 self.imgvpos = 0
281                 self.db = []
282                 print "switching to " + self.keys[self.keypointer]
283                 self.comicname = comics[self.keys[self.keypointer]]['name']
284                 self.db = ComicDb(self.keys[self.keypointer])
285                 self.e_goweb.remove(self.label)
286                 self.label = gtk.Label(self.comicname + " " + str(self.db.db[self.db.currentcomic]['id']))
287                 self.e_goweb.add(self.label)
288                 self.e_goweb.show_all()
289                 self.e_open.remove(self.comic_image)
290                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
291                 self.e_open.add(self.comic_image)
292                 self.e_open.show_all()          
293
294         def switch_rel(self, widget, event):
295                 if not event.type == gtk.gdk.BUTTON_RELEASE:
296                         return False
297                 widget.remove(self.switch)
298                 self.switch = gtk.image_new_from_file(imagedir + "star.png")
299                 widget.add(self.switch)
300                 widget.show_all()
301
302         def view_comic(self, widget, event):
303                 if not event.type == gtk.gdk.BUTTON_PRESS:
304                         return False
305                 link = self.db.get_link()
306                 self.osso_rpc.rpc_run_with_defaults("osso_browser", "open_new_window", (link,))
307
308         def scroll_down(self, widget, event):
309                 if not event.type == gtk.gdk.BUTTON_PRESS:
310                         return False
311                 self.e_open.remove(self.comic_image)
312                 self.imgvpos = self.imgvpos + 50
313                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
314                 self.e_open.add(self.comic_image)
315                 self.e_open.show_all()
316
317         def scroll_up(self, widget, event):
318                 if not event.type == gtk.gdk.BUTTON_PRESS:
319                         return False
320                 self.e_open.remove(self.comic_image)
321                 self.imgvpos = self.imgvpos - 50
322                 if self.imgvpos < 0:
323                         self.imgvpos = 0
324                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
325                 self.e_open.add(self.comic_image)
326                 self.e_open.show_all()
327
328         def get_next(self, widget, event):
329                 if not event.type == gtk.gdk.BUTTON_PRESS:
330                         return False
331                 self.db.currentcomic -= 1
332                 self.imgvpos = 0
333                 self.e_open.remove(self.comic_image)
334                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
335                 self.e_open.add(self.comic_image)
336                 self.e_open.show_all()
337                 self.e_goweb.remove(self.label)
338                 self.label = gtk.Label(self.comicname + " " + str(self.db.db[self.db.currentcomic]['id']))
339                 self.e_goweb.add(self.label)
340                 self.e_goweb.show_all()
341                         
342         def get_prev(self, widget, event):
343                 if not event.type == gtk.gdk.BUTTON_PRESS:
344                         return False
345                 self.db.currentcomic += 1
346                 self.imgvpos = 0
347                 self.e_open.remove(self.comic_image)
348                 self.comic_image = self.get_resized_pixmap(self.db.get_comic(), self.imgvpos)
349                 self.e_open.add(self.comic_image)
350                 self.e_open.show_all()
351                 self.e_goweb.remove(self.label)
352                 self.label = gtk.Label(self.comicname + " " + str(self.db.db[self.db.currentcomic]['id']))
353                 self.e_goweb.add(self.label)
354                 self.e_goweb.show_all()
355
356         def get_resized_pixmap(self, filename, vpos):
357                 pixbuf = gtk.gdk.pixbuf_new_from_file(filename)
358                 parent_buf = gtk.gdk.Pixbuf(gtk.gdk.COLORSPACE_RGB, pixbuf.get_has_alpha(), 8, 478, 190)
359                 parent_buf.fill(0x00000000)
360                 retimg = gtk.Image()
361                 # get correct width/height
362                 new_width = 0
363                 new_height = 1
364                 new_width = 478
365                 new_height = int((478.0 / pixbuf.get_width()) * pixbuf.get_height())
366                 scaled_buf = pixbuf.scale_simple(new_width,new_height,gtk.gdk.INTERP_BILINEAR)
367
368                 if scaled_buf.get_height() > 190:
369                         if scaled_buf.get_height() - (vpos + 190) < 0:
370                                 vpos = scaled_buf.get_height() - 190
371                         scaled_buf.copy_area(0,vpos,478,190,parent_buf,0,0)
372
373                 else:
374                         tmpy = 190 - scaled_buf.get_height()
375                         if tmpy > 0:
376                                 tmpy = tmpy / 2
377
378                         scaled_buf.copy_area(0,vpos,478,scaled_buf.get_height(),parent_buf,0,tmpy)
379
380                 retimg.set_from_pixbuf(parent_buf)
381                 return retimg
382
383
384 hd_plugin_type = ComicHomePlugin
385
386
387 if __name__ == "__main__":
388         import gobject
389         gobject.type_register(hd_plugin_type)
390         obj = gobject.new(hd_plugin_type, plugin_id="plugin_id")
391         obj.show_all()
392         gtk.main()