Add Huffington Post grabbers.
This commit is contained in:
parent
3ae9c06e64
commit
155a981b6d
4
run.py
4
run.py
|
@ -15,6 +15,8 @@ from sources.FinancialTimes import FinancialTimes
|
|||
from sources.MacWorld import MacWorld
|
||||
from sources.Wired import Wired
|
||||
from sources.Engadget import Engadget
|
||||
from sources.HuffingtonPostBusiness import HuffingtonPostBusiness
|
||||
from sources.HuffingtonPostTechnology import HuffingtonPostTechnology
|
||||
|
||||
DATABASE_PATH = Path("storage.db")
|
||||
GRAB_FREQUENCY = 15
|
||||
|
@ -41,6 +43,8 @@ def main():
|
|||
MacWorld(db),
|
||||
Wired(db),
|
||||
Engadget(db),
|
||||
HuffingtonPostBusiness(db),
|
||||
HuffingtonPostTechnology(db),
|
||||
]
|
||||
|
||||
while True:
|
||||
|
|
|
@ -0,0 +1,5 @@
|
|||
from grabber import Grabber
|
||||
|
||||
|
||||
class HuffingtonPostBusiness(Grabber):
|
||||
feed_url = "https://www.huffpost.com/section/business/feed"
|
|
@ -0,0 +1,5 @@
|
|||
from grabber import Grabber
|
||||
|
||||
|
||||
class HuffingtonPostTechnology(Grabber):
|
||||
feed_url = "https://www.huffpost.com/section/technology/feed"
|
Loading…
Reference in New Issue