Day 16 - Login, Scrape, Automate Comments & Likes with Selenium

Author: codingforentrepreneurs

tutorial-reference/Day 16/Pipfile

@@ -0,0 +1,13 @@
+[[source]]
+name = "pypi"
+url = "https://pypi.org/simple"
+verify_ssl = true
+
+[dev-packages]
+
+[packages]
+selenium = "*"
+requests = "*"
+
+[requires]
+python_version = "3.8"

tutorial-reference/Day 16/Pipfile.lock

@@ -0,0 +1,18 @@
+"""
+INSTA_USERNAME=<set below>
+INSTA_PASSWORD=<set below>
+
+
+
+
+
+
+
+
+
+
+
+
+"""
+INSTA_USERNAME = ''
+INSTA_PASSWORD = ''

tutorial-reference/Day 16/conf.py

@@ -0,0 +1,31 @@
+import time
+from selenium import webdriver
+
+browser = webdriver.Chrome() # Firefox()
+
+url = 'https://google.com'
+browser.get(url)
+
+"""
+<input type='text' class='' id='' name='??' />
+<textarea name='??'><textarea>
+<input name="q" type="text">
+"""
+time.sleep(2)
+name = 'q'
+search_el = browser.find_element_by_name("q")
+# print(search_el)
+# search_el = browser.find_elements_by_css_selector("h1")
+search_el.send_keys("selenium python")
+
+"""
+<input type='submit' />
+<button type='submit' />
+<form></form>
+
+<input type="submit">
+"""
+submit_btn_el = browser.find_element_by_css_selector("input[type='submit']")
+print(submit_btn_el.get_attribute('name'))
+time.sleep(2)
+submit_btn_el.click()

tutorial-reference/Day 16/google.py

@@ -0,0 +1,145 @@
+# import getpass
+# my_password = getpass.getpass("What is your password?\n")
+# print(my_password)
+from urllib.parse import urlparse
+import os
+import time
+import requests
+from conf import INSTA_USERNAME, INSTA_PASSWORD
+from selenium import webdriver
+
+browser = webdriver.Chrome()
+
+url = "https://www.instagram.com"
+browser.get(url)
+
+time.sleep(2)
+username_el = browser.find_element_by_name("username")
+username_el.send_keys(INSTA_USERNAME)
+
+password_el = browser.find_element_by_name("password")
+password_el.send_keys(INSTA_PASSWORD)
+
+time.sleep(1.5)
+submit_btn_el = browser.find_element_by_css_selector("button[type='submit']")
+submit_btn_el.click()
+
+body_el = browser.find_element_by_css_selector("body")
+html_text = body_el.get_attribute("innerHTML")
+
+# print(html_text)
+
+"""
+<button class="_5f5mN jIbKX _6VtSN yZn4P">Follow</button>
+"""
+
+# browser.find_elements_by_css_selector("button")
+
+# xpath
+# my_button_xpath = "//button"
+ #browser.find_elements_by_xpath(my_button_xpath)
+
+def click_to_follow(browser):
+ # my_follow_btn_xpath = "//a[contains(text(), 'Follow')][not(contains(text(), 'Following'))]"
+ # my_follow_btn_xpath = "//*[contains(text(), 'Follow')][not(contains(text(), 'Following'))]"
+ my_follow_btn_xpath = "//button[contains(text(), 'Follow')][not(contains(text(), 'Following'))]"
+ follow_btn_elments = browser.find_elements_by_xpath(my_follow_btn_xpath)
+ for btn in follow_btn_elments:
+ time.sleep(2) # self-throttle
+ try:
+ btn.click()
+ except:
+ pass
+ 
+# new_user_url = "https://www.instagram.com/ted/"
+# browser.get(new_user_url)
+# click_to_follow(browser)
+
+time.sleep(2)
+the_rock_url = "https://www.instagram.com/therock/"
+browser.get(the_rock_url)
+
+
+post_url_pattern = "https://www.instagram.com/p/<post-slug-id>"
+post_xpath_str = "//a[contains(@href, '/p/')]"
+post_links = browser.find_elements_by_xpath(post_xpath_str)
+post_link_el = None
+
+if len(post_links) > 0:
+ post_link_el = post_links[0]
+
+if post_link_el != None:
+ post_href = post_link_el.get_attribute("href")
+ browser.get(post_href)
+
+video_els = browser.find_elements_by_xpath("//video")
+images_els = browser.find_elements_by_xpath("//img")
+base_dir = os.path.dirname(os.path.abspath(__file__))
+data_dir = os.path.join(base_dir, "data")
+os.makedirs(data_dir, exist_ok=True)
+
+# PIL to verify the size of any given image.
+
+def scrape_and_save(elements):
+ for el in elements:
+ # print(img.get_attribute('src'))
+ url = el.get_attribute('src')
+ base_url = urlparse(url).path
+ filename = os.path.basename(base_url)
+ filepath = os.path.join(data_dir, filename)
+ if os.path.exists(filepath):
+ continue
+ with requests.get(url, stream=True) as r:
+ try:
+ r.raise_for_status()
+ except:
+ continue
+ with open(filepath, 'wb') as f:
+ for chunk in r.iter_content(chunk_size=8192):
+ if chunk:
+ f.write(chunk)
+
+"""
+LONG TERM Goal:
+Use machine learning to classify the post's
+image or video
+and then comment in a relevant fashion
+"""
+
+"""
+<textarea aria-label="Add a comment…" placeholder="Add a comment…" class="Ypffh" autocomplete="off" autocorrect="off" style="height: 18px;"></textarea>
+"""
+def automate_comment(browser, content="That is cool!"):
+ time.sleep(3)
+ comment_xpath_str = "//textarea[contains(@placeholder, 'Add a comment')]"
+ comment_el = browser.find_element_by_xpath(comment_xpath_str)
+ comment_el.send_keys(content)
+ submit_btns_xpath = "button[type='submit']"
+ submit_btns_els = browser.find_elements_by_css_selector(submit_btns_xpath)
+ time.sleep(2)
+ for btn in submit_btns_els:
+ try:
+ btn.click()
+ except:
+ pass
+
+
+def automate_likes(browser):
+ like_heart_svg_xpath = "//*[contains(@aria-label, 'Like')]"
+ all_like_hearts_elements = browser.find_elements_by_xpath(like_heart_svg_xpath)
+ max_heart_h = -1
+ for heart_el in all_like_hearts_elements:
+ h = heart_el.get_attribute("height")
+ current_h = int(h)
+ if current_h > max_heart_h:
+ max_heart_h = current_h
+ all_like_hearts_elements = browser.find_elements_by_xpath(like_heart_svg_xpath)
+ for heart_el in all_like_hearts_elements:
+ h = heart_el.get_attribute("height")
+ if h == max_heart_h or h == f"{max_heart_h}":
+ parent_button = heart_el.find_element_by_xpath('..')
+ time.sleep(2)
+ try:
+ parent_button.click()
+ except:
+ pass