Update CDP examples

Author: mdmintz

examples/cdp_mode/raw_gettyimages.py

@@ -0,0 +1,11 @@
+from seleniumbase import SB
+
+with SB(uc=True, test=True, locale_code="en", pls="none") as sb:
+    sb.activate_cdp_mode("https://www.gettyimages.com/")
+    sb.cdp.click('label:contains("Editorial")')
+    sb.cdp.press_keys("form input", "comic con 2024 sci fi panel\n")
+    sb.sleep(3)
+    items = sb.cdp.find_elements("figure picture img")
+    for item in items:
+        item.flash(color="44CC88")
+        sb.sleep(0.08)

examples/cdp_mode/raw_kohls.py

@@ -0,0 +1,25 @@
+from seleniumbase import SB
+
+with SB(uc=True, test=True, locale_code="en", ad_block=True) as sb:
+    url = "https://www.kohls.com/"
+    sb.activate_cdp_mode(url)
+    sb.sleep(2.5)
+    search = "Mickey Mouse 100 friends teal pillow"
+    required_text = "Mickey"
+    sb.cdp.press_keys('input[name="search"]', search + "\n")
+    sb.sleep(5)
+    for item in sb.cdp.find_elements("div.products-container-right"):
+        if "Sponsored" in item.text:
+            item.remove_from_dom()
+    sb.cdp.remove_elements("#tce-sticky-wrapper")
+    sb.cdp.remove_elements("li.sponsored-product")
+    sb.cdp.remove_elements("#tce-dec-ces-3-banner")
+    print('*** Kohls Search for "%s":' % search)
+    for item in sb.cdp.find_elements("ul.products a img"):
+        if item:
+            item.flash(color="44CC88")
+            title = item.get_attribute("title")
+            if title and required_text in title:
+                print("* " + title)
+                sb.sleep(0.1)
+    sb.sleep(1)

examples/cdp_mode/raw_req_mod.py

@@ -5,14 +5,13 @@
 
 async def request_paused_handler(event, tab):
     r = event.request
+    rid = event.request_id
     is_image = ".png" in r.url or ".jpg" in r.url or ".gif" in r.url
     if not is_image:  # Let the data through
-        tab.feed_cdp(mycdp.fetch.continue_request(request_id=event.request_id))
-    else:  # Modify the data (change the image)
-        tab.feed_cdp(mycdp.fetch.continue_request(
-            request_id=event.request_id,
-            url="https://seleniumbase.io/other/with_frakes.jpg"
-        ))
+        tab.feed_cdp(mycdp.fetch.continue_request(request_id=rid))
+    else:  # Modify the data (Change the image URL)
+        new_url = "https://seleniumbase.io/other/with_frakes.jpg"
+        tab.feed_cdp(mycdp.fetch.continue_request(request_id=rid, url=new_url))
 
 
 with SB(uc=True, test=True, locale_code="en", pls="none") as sb:

examples/cdp_mode/raw_theaters.py

@@ -0,0 +1,16 @@
+"""Simple web-scraping example in CDP Mode"""
+from seleniumbase import SB
+
+with SB(uc=True, test=True, locale_code="en", ad_block=True) as sb:
+    url = "https://architectureofcities.com/roman-theaters"
+    sb.activate_cdp_mode(url)
+    sb.cdp.click_if_visible("#cn-close-notice")
+    sb.sleep(2)
+    print("*** " + sb.cdp.get_text("h1") + " ***")
+    for item in sb.cdp.find_elements("h3"):
+        if item.text and "." in item.text:
+            item.flash(color="44CC88")
+            sb.cdp.scroll_down(34)
+            print("* " + item.text.replace("  ", " "))
+            sb.sleep(0.15)
+    sb.sleep(1)

examples/cdp_mode/raw_tiktok.py

@@ -7,6 +7,6 @@
     sb.cdp.click_if_visible('button:contains("Refresh")')
     sb.sleep(1.5)
     print(sb.cdp.get_text('h2[data-e2e="user-bio"]'))
-    for i in range(50):
+    for i in range(54):
         sb.cdp.scroll_down(12)
     sb.sleep(1)