1
0
Fork 0

Add four grabbers.

This commit is contained in:
Jack Hadrill 2020-01-18 23:26:16 +00:00
parent 380ebf206a
commit 47c66592d9
5 changed files with 32 additions and 0 deletions

8
run.py
View File

@ -11,9 +11,13 @@ from sources.ForbesBusiness import ForbesBusiness
from sources.ForbesFinance import ForbesFinance
from sources.ForbesTechnology import ForbesTechnology
from sources.HuffingtonPostBusiness import HuffingtonPostBusiness
from sources.HuffingtonPostEconomy import HuffingtonPostEconomy
from sources.HuffingtonPostTechnology import HuffingtonPostTechnology
from sources.IBTimesCompanies import IBTimesCompanies
from sources.IBTimesTechnology import IBTimesTechnology
from sources.MacWorld import MacWorld
from sources.NYTBusiness import NYTBusiness
from sources.NYTEconomy import NYTEconomy
from sources.NYTTechnology import NYTTechnology
from sources.ReutersBusiness import ReutersBusiness
from sources.ReutersTechnology import ReutersTechnology
@ -42,9 +46,13 @@ def main():
ForbesFinance(db),
ForbesTechnology(db),
HuffingtonPostBusiness(db),
HuffingtonPostEconomy(db),
HuffingtonPostTechnology(db),
IBTimesCompanies(db),
IBTimesTechnology(db),
MacWorld(db),
NYTBusiness(db),
NYTEconomy(db),
NYTTechnology(db),
ReutersBusiness(db),
ReutersTechnology(db),

View File

@ -0,0 +1,5 @@
from grabber import Grabber
class HuffingtonPostEconomy(Grabber):
feed_url = "https://www.huffpost.com/section/economy/feed"

View File

@ -0,0 +1,7 @@
from grabber import Grabber
class IBTimesCompanies(Grabber):
feed_url = "http://www.ibtimes.co.uk/rss/companies"
# 2020-01-17T09:50:28+00:00
date_format = "%Y-%m-%dT%H:%M:%S%z"

View File

@ -0,0 +1,7 @@
from grabber import Grabber
class IBTimesTechnology(Grabber):
feed_url = "http://www.ibtimes.co.uk/rss/technology"
# 2020-01-17T09:50:28+00:00
date_format = "%Y-%m-%dT%H:%M:%S%z"

5
sources/NYTEconomy.py Normal file
View File

@ -0,0 +1,5 @@
from grabber import Grabber
class NYTEconomy(Grabber):
feed_url = "http://rss.nytimes.com/services/xml/rss/nyt/Economy.xml"