#!/usr/bin/python
import sys, os
import re
import Debug
import time
# A python version of the perl script. Should be a lot cleaner.
debugLevel = 1
saveTempfiles = 0
d = Debug.Debug(debugLevel)
class Site:
def __init__(self, siteName, siteURL):
self.siteName = siteName
self.siteURL = siteURL
matchBase = re.compile(r"""(http://[^/]*).*$""")
self.siteBaseURL = matchBase.sub(r'\1', self.siteURL)
d.dprint(2, "matchBase for %s is %s." % (self.siteURL, self.siteBaseURL))
self.tempFile = os.popen('tempfile').read()[:-1]
d.dprint(3, "tempFile for %s is %s." % (self.siteName, self.tempFile))
self.wgetCommand = "wget -t 3 %s -O %s > /dev/tty" % (self.siteURL, self.tempFile)
d.dprint(2, "wgetCommand for %s is %s." % (self.siteName, self.wgetCommand))
def test(self):
print "Site is %s, URL is %s" % (self.siteName, self.siteURL)
def appendData(self, fileToWrite):
fileToWrite.write("\n" % (self.siteURL, self.siteName))
doubleSlash = re.compile(r""""//""")
# href = re.compile(r"""([Hh][Rr][Ee][Ff]=\")/""")
# virtual = re.compile(r"""([Vv][Ii][Rr][Tt][Uu][Aa][Ll]=\")/""")
# src = re.compile(r"""([Ss][Rr][Cc]=\")/""")
generalSlash = re.compile(r"""(=\"?)/""")
generalSlash2 = re.compile(r"""(='?)/""")
form = re.compile(r"""()""", re.IGNORECASE)
refresh = re.compile(r"""^(.*)(.*)$""", re.IGNORECASE)
img = re.compile(r"""(![]()\s*(/\w+)""",)
\n")
fileToWrite.write("Last updated: %s" % time.ctime(time.time()))
def main():
# cnn = Site("CNN", "http://www.cnn.com")
# cnn.test()
if (d.level >= 4):
for site in listOfSites:
site.test()
if (len(sys.argv[1:]) == 0):
d.dprint(4,"len is 0")
fileToWrite = 'testgetnews.html'
else:
fileToWrite = sys.argv[1]
d.dprint(3,"fileToWrite is %s" % fileToWrite)
realFile = open(fileToWrite, 'w')
doHeader(realFile)
for site in listOfSites:
site.appendData(realFile)
realFile.close()
if (__name__ == '__main__'):
main()