The webapp is dynamic (which is, the more you scroll down, more you will see the data), you can perform infinite scrolling like below :-
driver = webdriver.Chrome(chromedriver_path) #webdriver path driver.maximize_window() driver.implicitly_wait(30) driver.get('https://webtoon.kakao.com/content/%EB%B0%94%EB%8B%88%EC%99%80-%EC%98%A4%EB%B9%A0%EB%93%A4/1781') #website access time.sleep(2) wait = WebDriverWait(driver, 20) time.sleep(5) action = ActionChains(driver) i = 3 while True : action.move_to_element(driver.find_element(By.XPATH, f"(//div[contains(@class, 'AspectRatioBox_aspectRatioBox')])[{i}]")).perform() i = i +1 time.sleep(.5)
Imports :
from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.common.by import By from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.common.action_chains import ActionChains