more changes
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
|
||||
from src import logger
|
||||
# import sleep_and_retry decorator to retry requests
|
||||
from ratelimit import limits, sleep_and_retry
|
||||
|
||||
@@ -21,7 +21,7 @@ AUTHOR = "RDS_PERSON"
|
||||
|
||||
HEADERS = {
|
||||
"User-Agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 \
|
||||
(KHTML, like Gecko) Chrome/44.0.2403.157 Safari/537.36",
|
||||
(HTML, like Gecko) Chrome/44.0.2403.157 Safari/537.36",
|
||||
"Accept-Language": "en-US, en;q=0.5",
|
||||
}
|
||||
RATE_LIMIT = 20
|
||||
|
||||
Reference in New Issue
Block a user