modified fp2_4 & fp2_5

This commit is contained in:
2023-04-28 19:30:00 -04:00
parent d72087ac9f
commit 72167507f9
2 changed files with 39 additions and 5 deletions
+6 -5
View File
@@ -1,5 +1,6 @@
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By
import json
# Configure the Selenium driver options
@@ -9,13 +10,13 @@ options.add_argument('--disable-gpu')
driver = webdriver.Chrome(options=options)
# Load the page and extract the __NEXT_DATA__ data
url = 'https://www.sayweee.com/en/product/Pete-and-Gerry-s-Organic-Large-Brown-Eggs/65902?category=dairy02'
url = 'https://www.sayweee.com/en/product/Want-Want-Senbei-Rice-Crackers/17119'
driver.get(url)
next_data_element = None
for script_element in driver.find_elements_by_xpath('//script'):
if '__NEXT_DATA__' in script_element.get_attribute('innerHTML'):
next_data_element = script_element
break
try:
next_data_element = driver.find_element(By.XPATH, '//script[contains(text(), "__NEXT_DATA__")]')
except:
print('__NEXT_DATA__ element not found')
if next_data_element is not None:
next_data_text = next_data_element.get_attribute('innerHTML')