update

Author: Jay

app.py

@@ -1,5 +1,5 @@
 from flask import Flask, render_template, request, jsonify, redirect, make_response, url_for, flash
-from recipe_scrapers import scrape_me, WebsiteNotImplementedError, SCRAPERS
+from recipe_scrapers import scrape_html, WebsiteNotImplementedError, SCRAPERS
 import urllib
 import parsers
 import logging
@@ -41,7 +41,11 @@ def scrape_recipe(url):
 
     if not recipe:
         try:
-            scraper = scrape_me(url)
+            headers = {
+                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36'
+            }
+            resp = requests.get(url, headers=headers).text
+            scraper = scrape_html(resp, org_url=url)
             instructions = [i.strip() for i in scraper.instructions().split("\n") if i.strip()]
             recipe = {
                 'name': scraper.title(),

parsers/recipe.py

@@ -13,7 +13,10 @@ def fetch_html(self, url):
         #fd = open('allrecipes3.html', 'r')
         #return fd.read()
 
-        content = requests.get(url)
+        headers = {
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36'
+        }
+        content = requests.get(url, headers=headers)
         return content.text
 
     def fetch_soup(self, url):

requirements.txt

@@ -1,4 +1,4 @@
 beautifulsoup4>=4.12.3
 Flask==3.0.3
 gunicorn==22.0.0
-recipe-scrapers==14.58.0
+recipe-scrapers==15.2.1