Add Huffington Post grabbers.
This commit is contained in:
parent
3ae9c06e64
commit
155a981b6d
4
run.py
4
run.py
|
@ -15,6 +15,8 @@ from sources.FinancialTimes import FinancialTimes
|
||||||
from sources.MacWorld import MacWorld
|
from sources.MacWorld import MacWorld
|
||||||
from sources.Wired import Wired
|
from sources.Wired import Wired
|
||||||
from sources.Engadget import Engadget
|
from sources.Engadget import Engadget
|
||||||
|
from sources.HuffingtonPostBusiness import HuffingtonPostBusiness
|
||||||
|
from sources.HuffingtonPostTechnology import HuffingtonPostTechnology
|
||||||
|
|
||||||
DATABASE_PATH = Path("storage.db")
|
DATABASE_PATH = Path("storage.db")
|
||||||
GRAB_FREQUENCY = 15
|
GRAB_FREQUENCY = 15
|
||||||
|
@ -41,6 +43,8 @@ def main():
|
||||||
MacWorld(db),
|
MacWorld(db),
|
||||||
Wired(db),
|
Wired(db),
|
||||||
Engadget(db),
|
Engadget(db),
|
||||||
|
HuffingtonPostBusiness(db),
|
||||||
|
HuffingtonPostTechnology(db),
|
||||||
]
|
]
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
|
|
|
@ -0,0 +1,5 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class HuffingtonPostBusiness(Grabber):
|
||||||
|
feed_url = "https://www.huffpost.com/section/business/feed"
|
|
@ -0,0 +1,5 @@
|
||||||
|
from grabber import Grabber
|
||||||
|
|
||||||
|
|
||||||
|
class HuffingtonPostTechnology(Grabber):
|
||||||
|
feed_url = "https://www.huffpost.com/section/technology/feed"
|
Loading…
Reference in New Issue