Skip to content

Commit

Permalink
fix bad commit
Browse files Browse the repository at this point in the history
  • Loading branch information
joshhighet committed Nov 1, 2023
1 parent e8747aa commit 798837a
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
4 changes: 4 additions & 0 deletions geckodrive.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,9 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
'''
loads the dom and fetches html source after javascript rendering w/ firefox, geckodriver & selenium
use sharedutils.py:socksfetcher for faster results if no post-processing required
'''
import time
import requests
from selenium import webdriver
Expand Down
4 changes: 2 additions & 2 deletions sharedutils.py
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ def metafetch(url):
'''
try:
stdlog('sharedutils: ' + 'meta prefetch request to ' + str(url))
request = requests.head(url, proxies=oproxies, headers=headers(), timeout=15)
request = requests.head(url, proxies=oproxies, headers=headers(), timeout=20)
statcode = request.status_code
try:
response = request.headers['server']
Expand All @@ -120,7 +120,7 @@ def socksfetcher(url):
try:
stdlog('sharedutils: ' + 'starting socks request to ' + str(url))
start_time = time.time()
request = requests.get(url, proxies=oproxies, headers=headers(), timeout=15, verify=False)
request = requests.get(url, proxies=oproxies, headers=headers(), timeout=20, verify=False)
end_time = time.time()
elapsed_time = end_time - start_time
stdlog('sharedutils: ' + f'socks request to {url} completed in {elapsed_time:.2f} seconds')
Expand Down

0 comments on commit 798837a

Please sign in to comment.