mirrors/recipes
1
0
Fork 0
mirror of https://github.com/TandoorRecipes/recipes.git synced 2026-01-07 07:08:03 -05:00
Code Issues Packages Projects Releases Wiki Activity

reverting scraper to just using wildmode

Browse Source
This commit is contained in:
smilerz
2022-07-07 06:43:07 -05:00
parent e23d514d89
commit 25a41bd293
1 changed files with 4 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
cookbook/helper/recipe_html_import.py
View File

@@ -6,7 +6,7 @@ from urllib.parse import unquote
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from bs4.element import Tag from bs4.element import Tag
from recipe_scrapers import scrape_html, scrape_me from recipe_scrapers import scrape_html, scrape_me
from recipe_scrapers._exceptions import NoSchemaFoundInWildMode, WebsiteNotImplementedError from recipe_scrapers._exceptions import NoSchemaFoundInWildMode
from recipe_scrapers._utils import get_host_name, normalize_string from recipe_scrapers._utils import get_host_name, normalize_string
from cookbook.helper import recipe_url_import as helper from cookbook.helper import recipe_url_import as helper
@@ -70,12 +70,9 @@ def get_recipe_from_source(text, url, request):
if url and not text: if url and not text:
try: try:
scrape = scrape_me(url_path=url) scrape = scrape_me(url_path=url, wild_mode=True)
except WebsiteNotImplementedError: except(NoSchemaFoundInWildMode):
try: pass
scrape = scrape_me(url_path=url, wild_mode=True)
except(NoSchemaFoundInWildMode):
pass
if not scrape: if not scrape:
try: try:
parse_list.append(remove_graph(json.loads(text))) parse_list.append(remove_graph(json.loads(text)))