-
Notifications
You must be signed in to change notification settings - Fork 0
/
test.py
76 lines (57 loc) · 2.07 KB
/
test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
import sys
from selenium import webdriver
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from selenium.common.exceptions import TimeoutException
import time
# saving file metter
file_name = 'ss.html'
# get perametter from console
#keywordName=sys.argv[1]
keywordName='youtube'
options = webdriver.ChromeOptions()
#remove chorme popup window
#options.add_argument("--headless")
#start web browser
browser=webdriver.Chrome(options=options)
# get source code
browser.get("https://www.semrush.com/analytics/keywordoverview/?q="+keywordName+"&db=us")
browser.find_elements_by_class_name("sso-tabs__el")[1].click()
#browser.find_element_by_name("email").send_keys("[email protected]")
#browser.find_element_by_name("password").send_keys("*shuva1250*")
#browser.find_element_by_name("email").send_keys("[email protected]")
#browser.find_element_by_name("password").send_keys("*ella2021#")
browser.find_element_by_name("email").send_keys("@gmail.com")
browser.find_element_by_name("password").send_keys("*ella2021#")
#browser.find_element_by_name("email").send_keys("[email protected]")
#browser.find_element_by_name("password").send_keys("*ella2021#")
browser.find_elements_by_class_name("sso-submit")[0].click()
time.sleep(2)
#delay = 5 # seconds
#try:
# myElem = WebDriverWait(browser, delay).until(EC.presence_of_element_located((By.ByClassName, 'kwo-serp-table__table')))
# print ("Page is ready!")
#except TimeoutException:
# print ("Loading took too much time!")
html = browser.page_source
#print(html)
#complete_name = os.path.join(file_name)
with open(file_name, "w", encoding="utf-8") as file_object:
file_object.write(html)
file_object.close()
# close web browser
#
browser.close()
print("Complete")
#sys.exit()
print("Sys")
#------------------- Test codes
# # importing the library
# from bs4 import BeautifulSoup
# # Initializing variable
# gfg = BeautifulSoup(html)
# # Calculating result
# res = gfg.get_text()
# Printing the result
#print(res)