tanner/qotnews
1
0
Fork 1
Code Issues Pull Requests Releases Wiki Activity

port separation.

Browse Source
This commit is contained in:
Jason Schwarzenberger
2020-11-18 17:21:37 +13:00
parent 2f730c1f52
commit 539350a83d
5 changed files with 13 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apiserver/scrapers/headless.py
+5 -6
View File
@@ -3,15 +3,14 @@ logging.basicConfig(
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
level=logging.DEBUG)
import requests
from settings import READER_PORT
READ_API = 'http://127.0.0.1:{}/headless/details'.format(READER_PORT or 3000)
READ_COMMENT__API = 'http://127.0.0.1:{}/headless/comments'.format(READER_PORT or 3000)
TIMEOUT = 60
from settings import HEADLESS_READER_PORT
READ_API = 'http://127.0.0.1:{}/headless/details'.format(HEADLESS_READER_PORT or 33843)
READ_COMMENT__API = 'http://127.0.0.1:{}/headless/comments'.format(HEADLESS_READER_PORT or 33843)
TIMEOUT = 90
def get_html(url):
logging.info(f"Headless Browser Scraper: {url}")
logging.info(f"Headless Scraper: {url}")
details = get_details(url)
if not details:
return ''