/venus

To download this project, use:
bzr branch http://golem.ph.utexas.edu/~distler/code/venus/
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
#!/usr/bin/env python
"""
Main program to run just the spider portion of planet
"""

import sys
from planet import spider, config

if __name__ == '__main__':

    config.load(sys.argv[1])

    if len(sys.argv) == 2:
        # spider all feeds 
        spider.spiderPlanet()
    elif len(sys.argv) > 2:
        # spider selected feeds 
        for feed in sys.argv[2:]:
            spider.spiderFeed(feed)
    else:
        print "Usage:"
        print "  python %s config.ini [URI URI ...]" % sys.argv[0]