~dosage-dev/dosage/test-mode

« back to all changes in this revision

Viewing changes to dosage/plugins/u.py

  • Committer: ns
  • Date: 2009-12-01 07:07:18 UTC
  • Revision ID: ns@ww1aviationlinks.cjb.net-20091201070718-3xoj70sz52zsq09v
Y plugin added YAFGC

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
from re import compile, IGNORECASE
 
2
 
 
3
from dosage.helpers import BasicScraper, bounceStarter, indirectStarter, regexNamer
 
4
from dosage.util import getQueryParams
 
5
 
 
6
 
 
7
class UnderPower(BasicScraper):
 
8
    latestUrl = 'http://underpower.non-essential.com/'
 
9
    imageUrl = 'http://underpower.non-essential.com/index.php?comic=%s'
 
10
    imageSearch = compile(r'<img src="(comics/\d{8}\..+?)"')
 
11
    prevSearch = compile(r'<a href="(/index.php\?comic=\d{8})"><img src="images/previous-comic\.gif"')
 
12
    help = 'Index format: yyyymmdd'
 
13
 
 
14
 
 
15
class Undertow(BasicScraper):
 
16
    imageUrl = 'http://undertow.dreamshards.org/%s'
 
17
    imageSearch = compile(r'<img src="(.+?)"')
 
18
    prevSearch = compile(r'href="(.+?)".+?teynpoint')
 
19
    help = 'Index format: good luck !'
 
20
    starter = indirectStarter('http://undertow.dreamshards.org/',
 
21
                              compile(r'href="(.+?)".+?Most recent page'))
 
22
 
 
23
 
 
24
class UnicornJelly(BasicScraper):
 
25
    latestUrl = 'http://unicornjelly.com/uni666.html'
 
26
    imageUrl = 'http://unicornjelly.com/uni%s.html'
 
27
    imageSearch = compile(r'</TABLE>(?:<FONT COLOR="BLACK">)?<IMG SRC="(images/[^"]+)" WIDTH=')
 
28
    prevSearch = compile(r'<A HREF="(uni\d{3}[bcs]?\.html)">(<FONT COLOR="BLACK">)?<IMG SRC="images/back00\.gif"')
 
29
    help = 'Index format: nnn'
 
30
 
 
31
 
 
32
class UserFriendly(BasicScraper):
 
33
    starter = bounceStarter('http://ars.userfriendly.org/cartoons/?mode=classic', compile(r'<area shape="rect" href="(/cartoons/\?id=\d{8}&mode=classic)" coords="[\d, ]+?" alt="">'))
 
34
    imageUrl = 'http://ars.userfriendly.org/cartoons/?id=%s&mode=classic'
 
35
    imageSearch = compile(r'<img border="0" src="(http://www.userfriendly.org/cartoons/archives/\d{2}\w{3}/.+?\.gif)"')
 
36
    prevSearch = compile(r'<area shape="rect" href="(/cartoons/\?id=\d{8}&mode=classic)" coords="[\d, ]+?" alt="Previous Cartoon">')
 
37
    help = 'Index format: yyyymmdd'
 
38
 
 
39
    def namer(cls, imageUrl, pageUrl):
 
40
        return 'uf%s' % (getQueryParams(pageUrl)['id'][0][2:],)
 
41
 
 
42
 
 
43
class UndeadFriend(BasicScraper):
 
44
    latestUrl = 'http://www.undeadfriend.com/'
 
45
    imageUrl = 'http://www.undeadfriend.com/d/%s.html'
 
46
    imageSearch = compile(r'src="(http://www\.undeadfriend\.com/comics/.+?)"', IGNORECASE)
 
47
    prevSearch = compile(r'<a.+?href="(http://www\.undeadfriend\.com/d/\d+?\.html)"><img border="0" name="previous_day" alt="Previous comic" src="http://www\.undeadfriend\.com/images/previous_day\.jpg', IGNORECASE)
 
48
    help = 'Index format: yyyymmdd'
 
49
 
 
50
 
 
51
class UnspeakableVault(BasicScraper):
 
52
    imageUrl = 'http://www.macguff.fr/goomi/unspeakable/WEBIMAGES/CARTOON/vault%s.html'
 
53
    imageSearch = compile(r'(WEBIMAGES/CARTOON/.+?)"')
 
54
    prevSearch = compile(r'PREVIOUS.+?" href="(.+?)"')
 
55
    help = 'Index format: nn or nnn'
 
56
    starter = indirectStarter('http://www.macguff.fr/goomi/unspeakable/home.html',
 
57
                              compile(r'http://www.macguff.fr/goomi/unspeakable/(.+?)"'))
 
58
    def namer(cls, imageUrl, imageSearch):
 
59
        return '%s-%s' % (imageSearch.split('/')[-1].split('.')[0],imageUrl.split('/')[-1].split('.')[0])