Add four grabbers.
This commit is contained in:
parent
380ebf206a
commit
47c66592d9
8
run.py
8
run.py
|
@ -11,9 +11,13 @@ from sources.ForbesBusiness import ForbesBusiness
|
||||||
from sources.ForbesFinance import ForbesFinance
|
from sources.ForbesFinance import ForbesFinance
|
||||||
from sources.ForbesTechnology import ForbesTechnology
|
from sources.ForbesTechnology import ForbesTechnology
|
||||||
from sources.HuffingtonPostBusiness import HuffingtonPostBusiness
|
from sources.HuffingtonPostBusiness import HuffingtonPostBusiness
|
||||||
|
from sources.HuffingtonPostEconomy import HuffingtonPostEconomy
|
||||||
from sources.HuffingtonPostTechnology import HuffingtonPostTechnology
|
from sources.HuffingtonPostTechnology import HuffingtonPostTechnology
|
||||||
|
from sources.IBTimesCompanies import IBTimesCompanies
|
||||||
|
from sources.IBTimesTechnology import IBTimesTechnology
|
||||||
from sources.MacWorld import MacWorld
|
from sources.MacWorld import MacWorld
|
||||||
from sources.NYTBusiness import NYTBusiness
|
from sources.NYTBusiness import NYTBusiness
|
||||||
|
from sources.NYTEconomy import NYTEconomy
|
||||||
from sources.NYTTechnology import NYTTechnology
|
from sources.NYTTechnology import NYTTechnology
|
||||||
from sources.ReutersBusiness import ReutersBusiness
|
from sources.ReutersBusiness import ReutersBusiness
|
||||||
from sources.ReutersTechnology import ReutersTechnology
|
from sources.ReutersTechnology import ReutersTechnology
|
||||||
|
@ -42,9 +46,13 @@ def main():
|
||||||
ForbesFinance(db),
|
ForbesFinance(db),
|
||||||
ForbesTechnology(db),
|
ForbesTechnology(db),
|
||||||
HuffingtonPostBusiness(db),
|
HuffingtonPostBusiness(db),
|
||||||
|
HuffingtonPostEconomy(db),
|
||||||
HuffingtonPostTechnology(db),
|
HuffingtonPostTechnology(db),
|
||||||
|
IBTimesCompanies(db),
|
||||||
|
IBTimesTechnology(db),
|
||||||
MacWorld(db),
|
MacWorld(db),
|
||||||
NYTBusiness(db),
|
NYTBusiness(db),
|
||||||
|
NYTEconomy(db),
|
||||||
NYTTechnology(db),
|
NYTTechnology(db),
|
||||||
ReutersBusiness(db),
|
ReutersBusiness(db),
|
||||||
ReutersTechnology(db),
|
ReutersTechnology(db),
|
||||||
|
|
|
@ -0,0 +1,5 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class HuffingtonPostEconomy(Grabber):
|
||||||
|
feed_url = "https://www.huffpost.com/section/economy/feed"
|
|
@ -0,0 +1,7 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class IBTimesCompanies(Grabber):
|
||||||
|
feed_url = "http://www.ibtimes.co.uk/rss/companies"
|
||||||
|
# 2020-01-17T09:50:28+00:00
|
||||||
|
date_format = "%Y-%m-%dT%H:%M:%S%z"
|
|
@ -0,0 +1,7 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class IBTimesTechnology(Grabber):
|
||||||
|
feed_url = "http://www.ibtimes.co.uk/rss/technology"
|
||||||
|
# 2020-01-17T09:50:28+00:00
|
||||||
|
date_format = "%Y-%m-%dT%H:%M:%S%z"
|
|
@ -0,0 +1,5 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class NYTEconomy(Grabber):
|
||||||
|
feed_url = "http://rss.nytimes.com/services/xml/rss/nyt/Economy.xml"
|
Loading…
Reference in New Issue