chris/fastbook
1
0
Fork 0
mirror of https://github.com/fastai/fastbook.git synced 2025-04-04 18:00:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix search_img_ddg

Browse Source
This commit is contained in:
arman-hk 2024-04-14 19:03:23 +03:30
parent 054cd8a62c
commit 5c615090a1
1 changed files with 31 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
utils.py
View File

@ -42,31 +42,37 @@ def search_images_bing(key, term, min_sz=128, max_images=150):
# -
def search_images_ddg(key,max_n=200):
"""Search for 'key' with DuckDuckGo and return a unique urls of 'max_n' images
(Adopted from https://github.com/deepanprabhu/duckduckgo-images-api)
"""
url = 'https://duckduckgo.com/'
params = {'q':key}
res = requests.post(url,data=params)
searchObj = re.search(r'vqd=([\d-]+)\&',res.text)
if not searchObj: print('Token Parsing Failed !'); return
requestUrl = url + 'i.js'
headers = {'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:71.0) Gecko/20100101 Firefox/71.0'}
params = (('l','us-en'),('o','json'),('q',key),('vqd',searchObj.group(1)),('f',',,,'),('p','1'),('v7exp','a'))
urls = []
while True:
try:
res = requests.get(requestUrl,headers=headers,params=params)
data = json.loads(res.text)
for obj in data['results']:
urls.append(obj['image'])
max_n = max_n - 1
if max_n < 1: return L(set(urls)) # dedupe
if 'next' not in data: return L(set(urls))
requestUrl = url + data['next']
except:
pass
def search_images_ddg(key, max_n=200):
"""
Search for 'key' with DuckDuckGo and return unique URLs of up to 'max_n' images.
If an error occurs or token parsing fails, prints an error message and returns collected URLs.
"""
url = 'https://duckduckgo.com/'
params = {'q': key}
try:
res = requests.post(url, data=params)
searchObj = re.search(r'vqd=([\d-]+)&', res.text)
if not searchObj:
print('Token Parsing Failed! Unable to retrieve search token.')
return L(set()) # return an empty list-like object
requestUrl = url + 'i.js'
headers = {'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:71.0) Gecko/20100101 Firefox/71.0'}
params = (('l', 'us-en'), ('o', 'json'), ('q', key), ('vqd', searchObj.group(1)), ('f', ',,,'), ('p', '1'), ('v7exp', 'a'))
urls = []
while max_n > 0:
res = requests.get(requestUrl, headers=headers, params=params)
data = json.loads(res.text)
for obj in data['results']:
urls.append(obj['image'])
max_n -= 1
if max_n < 1:
return L(set(urls)) # dedupe and return
if 'next' not in data:
return L(set(urls))
requestUrl = url + data['next']
except Exception as e:
print(f"An error occurred: {e}")
return L(set(urls)) # return whatever has been gathered so far
def plot_function(f, tx=None, ty=None, title=None, min=-2, max=2, figsize=(6,4)):