fp2_6.py

@@ -3,6 +3,8 @@ from selenium.webdriver.chrome.options import Options
 from selenium.webdriver.common.by import By
 import json
 import time
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as EC
 
 # Configure the Selenium driver options
 options = Options()
@@ -13,69 +15,69 @@ driver = webdriver.Chrome(options=options)
 zip_codes = ['85305', '30313', '21230', '14127','28202','60605','45202','44114','76011','80204','48226','54304','77054','46225','32202','64129','89118','90301','33056','55415','02035','70112','07073','19148','15212','95054','98134','33607','37213','20785']
 
 # Load the page and extract the __NEXT_DATA__ data
-url = 'https://www.sayweee.com/en/product/Want-Want-Senbei-Rice-Crackers/17119'
+#url = 'https://www.sayweee.com/en/product/Want-Want-Senbei-Rice-Crackers/17119'
-#url = 'https://www.sayweee.com/en/product/Lays-Potato-Chips-Cucumber-Flavor/51261'
+url = 'https://www.sayweee.com/en/product/Lays-Potato-Chips-Cucumber-Flavor/51261'
 #url = 'https://www.sayweee.com/en/product/Glico-Pocky-Cookies-and-Cream-Family-Pack/79467'
 #url = 'https://www.sayweee.com/en/product/Xiang-Na-Lan-Thai-Jasmine-Rice/19566?category=dried01'
 #url = 'https://www.sayweee.com/en/product/Sekka-Premium-Japanese-Medium-Grain-Rice/81224'
 #url = 'https://www.sayweee.com/en/product/Big-Green-Spring-Farm-Organic-Millet/90991?category=dried02'
 #url = 'https://www.sayweee.com/en/product/Liuzhou-Guangxi-Specialty-LuoSiFen-Hot-Spicy-Noodles/95442?category=instant01'
-#url = 'https://www.sayweee.com/en/product/Sanyangyishi-Fresh-Instant-Rice-Noodles/2156?category=instant01'
+#url = 'https://www.sayweee.com/zh/product/Nature-s-Soy-Firm-Tofu-/19231?trace_id=ee63a29e-a1e4-4065-b213-96aa14a15521'
-#url = 'https://www.sayweee.com/en/product/Nissin-Beef-Flavor-Cup-Noodles/102519?category=instant01'
+#url = 'https://www.sayweee.com/zh/product/Lactaid-Lactose-Free-2--Reduced-Fat-Milk/95353?trace_id=3030fe4c-04fc-4f8f-9257-7f6395b9e513'
-#url = 'https://www.sayweee.com/en/product/Formosa-Pork-Sung-/23528?category=canned04'
+#url = 'https://www.sayweee.com/zh/product/Washington-Fuji-Apples/94817?trace_id=dc4955fc-bba8-48cf-b1f9-9db3cf077eed'
 
 driver.delete_all_cookies
 driver.get(url)
-time.sleep(2)
 
 # Close the cookies setting window
 try:  
-    cookie_button = driver.find_element(By.XPATH, "/html/body/div[3]/div[2]/div/div/div[3]/button")
+    cookie_button = WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.XPATH, "/html/body/div[3]/div[2]/div/div/div[3]/button")))
     print(f"cookie_button = {cookie_button}")
     cookie_button.click()
 except:
     pass
 
-time.sleep(5)
 # Clear any modal dialog
 try:    
-    modal_close = driver.find_element(By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")
+    modal_close = WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")))
     print(f"modal_close = {modal_close}")
     modal_close.click()
-    time.sleep(2)
 except:
     pass
 
 def callback(zip_code):
     try:
         try:
-            time.sleep(5)
             # Clear any modal dialog
-            modal_close = driver.find_element(By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")
+            modal_close = WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")))
             # print(f"modal_close = {modal_close}")
             modal_close.click()
-            time.sleep(2)
         except:
             pass
 
 
         try:
-            time.sleep(1)
             # Clear any notice
-            notice_close = driver.find_element(By.XPATH, "/html/body/div[3]/div/div[2]/div/div[2]/div/div/div[1]/div[2]/button")
+            notice_close = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, "/html/body/div[3]/div/div[2]/div/div[2]/div/div/div[1]/div[2]/button")))
             # print(f"notice_close = {notice_close}")
             notice_close.click()
-            time.sleep(1)
+        except:
+            pass
+
+        try:
+            # Clear any modal dialog
+            modal_close = WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")))
+            # print(f"modal_close = {modal_close}")
+            modal_close.click()
         except:
             pass
 
         # Enter zip code in the input field and click the "Check" button
-        zip_button = driver.find_element(By.XPATH, '/html/body/div[2]/div/header/div[3]/div/div/div[2]/div[1]')
+        zip_button = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, '/html/body/div[2]/div/header/div[3]/div/div/div[2]/div[1]')))
         # print(f"{zip_button:}")
         zip_button.click()
-        time.sleep(1)
 
-        zip_input = driver.find_element(By.XPATH, '//div/label/following-sibling::input')
+        zip_input = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, '//div/label/following-sibling::input')))
         # print(f"{zip_input:}")
         zip_input.click()
         # print("clearing zip_input")
@@ -83,26 +85,34 @@ def callback(zip_code):
         # print("sending zip code")
         zip_input.send_keys(zip_code)
 
-        check_button = driver.find_element(By.XPATH, "//button[text() = 'Confirm']")
+        try:
-        # print(f"{check_button:}")
+            check_button = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, "//button[text() = 'Confirm']")))
-        check_button.click()
+            # print(f"{check_button:}")
-        time.sleep(2)
+        except:
+            check_button = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, "/html/body/div[5]/div/div[2]/div/div[2]/div[2]/div/div[1]/form/div/div/div[1]/div/div/div[3]/div/button")))
+        finally:
+            check_button.click()
 
         try:
-            time.sleep(5)
             # Clear any notice
-            notice_close = driver.find_element(By.XPATH, "/html/body/div[3]/div/div[2]/div/div[2]/div/div/div[1]/div[2]/button")
+            notice_close = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.XPATH, "/html/body/div[3]/div/div[2]/div/div[2]/div/div/div[1]/div[2]/button")))
-            print(f"notice_close = {notice_close}")
+            # print(f"notice_close = {notice_close}")
             notice_close.click()
-            time.sleep(2)
+        except:
+            pass
+
+        try:
+            # Clear any modal dialog
+            modal_close = WebDriverWait(driver, 2).until(EC.presence_of_element_located((By.XPATH, "//*[contains(concat(' ', normalize-space(@class), ' '), ' icon-icon-close-s ')]")))
+            # print(f"modal_close = {modal_close}")
+            modal_close.click()
         except:
             pass
 
             # Extract the price of rice crackers for this zip code
         try:
             sold_out_notice = driver.find_element(By.XPATH, '//*[@id="soldStatusNotice"]')
-            print(f"No such product in this area = {sold_out_notice}")
+            print(f"No such product in this area = {zip_code, sold_out_notice}")
-            notice_close.click()
         except:
             print(f"The product is available in this area {zip_code}")
     

weee's products.txt

@@ -1,4 +1,4 @@
-# Snacks
+# Selected
 # Want-Want Rice Crackers
 url = 'https://www.sayweee.com/en/product/Want-Want-Senbei-Rice-Crackers/17119'
 
@@ -8,7 +8,6 @@ url = 'https://www.sayweee.com/en/product/Lays-Potato-Chips-Cucumber-Flavor/5126
 # Pocky Cookies
 url = 'https://www.sayweee.com/en/product/Glico-Pocky-Cookies-and-Cream-Family-Pack/79467'
 
-# Dry Goods
 # Thai Jasmine Rice
 url = 'https://www.sayweee.com/en/product/Xiang-Na-Lan-Thai-Jasmine-Rice/19566?category=dried01'
 
@@ -18,7 +17,17 @@ url = 'https://www.sayweee.com/en/product/Sekka-Premium-Japanese-Medium-Grain-Ri
 # Millet
 url = 'https://www.sayweee.com/en/product/Big-Green-Spring-Farm-Organic-Millet/90991?category=dried02'
 
-# Instant
+# Nature's Soy Firm Tofu: https://www.sayweee.com/zh/product/Nature-s-Soy-Firm-Tofu-/19231?trace_id=ee63a29e-a1e4-4065-b213-96aa14a15521
+
+# Free 2% Reduced Fat Milk: https://www.sayweee.com/zh/product/Lactaid-Lactose-Free-2--Reduced-Fat-Milk/95353?trace_id=3030fe4c-04fc-4f8f-9257-7f6395b9e513
+
+# Washington Fuji Apples: https://www.sayweee.com/zh/product/Washington-Fuji-Apples/94817?trace_id=dc4955fc-bba8-48cf-b1f9-9db3cf077eed
+
+# Greenlandic Sweet Prawns: https://www.sayweee.com/zh/product/Royal-Greenland-Cooked-Wild-Caught-Greenlandic-Sweet-Prawns-Frozen-1/44656?category=seafood01
+
+
+
+# Optional
 # LuoSiFen 
 url = 'https://www.sayweee.com/en/product/Liuzhou-Guangxi-Specialty-LuoSiFen-Hot-Spicy-Noodles/95442?category=instant01'
 
@@ -32,8 +41,5 @@ url = 'https://www.sayweee.com/en/product/Nissin-Beef-Flavor-Cup-Noodles/102519?
 url = 'https://www.sayweee.com/en/product/Formosa-Pork-Sung-/23528?category=canned04'
 
 # Nature's Soy Firm Tofu: https://www.sayweee.com/zh/product/Nature-s-Soy-Firm-Tofu-/19231?trace_id=ee63a29e-a1e4-4065-b213-96aa14a15521
-# Beef Ribeye Thin Slices: https://www.sayweee.com/zh/product/Beef-Ribeye-Thin-Slices--Frozen-1/4295?category=meat02
+# [Not available or sold out in some area] Beef Ribeye Thin Slices: https://www.sayweee.com/zh/product/Beef-Ribeye-Thin-Slices--Frozen-1/4295?category=meat02
-# Free 2% Reduced Fat Milk: https://www.sayweee.com/zh/product/Lactaid-Lactose-Free-2--Reduced-Fat-Milk/95353?trace_id=3030fe4c-04fc-4f8f-9257-7f6395b9e513
-# Washington Fuji Apples: https://www.sayweee.com/zh/product/Washington-Fuji-Apples/94817?trace_id=dc4955fc-bba8-48cf-b1f9-9db3cf077eed
-# Greenlandic Sweet Prawns: https://www.sayweee.com/zh/product/Royal-Greenland-Cooked-Wild-Caught-Greenlandic-Sweet-Prawns-Frozen-1/44656?category=seafood01
 # Shiitake Mushrooms: https://www.sayweee.com/zh/product/Shiitake-Mushrooms/45782?trace_id=ba388941-f631-4eaa-8570-5b7d4aba64e7