import time

import pandas as pd
import threading
import _thread
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from bs4 import BeautifulSoup
from openpyxl import load_workbook
import datetime

def executeRobotBroad(url):
tempValue = 0
driver.get(url)
time.sleep(2)
element = driver.find_element_by_xpath("//table[@class='table table-sm table-
hover']")
htmlContent = element.get_attribute('outerHTML')

soup = BeautifulSoup(htmlContent, 'html.parser')

table = soup.find(name='table')

df = pd.read_html(str(table))[0].head(18)
df.reset_index(drop=True, inplace=True)

dictIndicadores = df.to_dict('records')

return dictIndicadores

def writeExcel(filename, dictInsData, sheet, date):

wb = load_workbook(filename, False)
ws = wb.get_sheet_by_name(sheet)

cellPos = ws.max_row

for data in dictInsData:

if data[0] == 'Risco País - Brasil (pontos)':
if ws['B' + str(cellPos)].value == data[1]:
ws['C' + str(cellPos)].value = date
else:
cellPos = cellPos + 1
ws['A' + str(cellPos)].value = data[0]
ws['B' + str(cellPos)].value = data[1]
ws['C' + str(cellPos)].value = date

wb.save(filename)

wb.close()

if __name__ == '__main__':
#Carregando Variaveis
urlBroad =
'http://cliente.estadaoconteudodados.com.br/agencia/siteBroad/tabelas/indicadores.h
tml'
excelFilename = 'RawData.xlsx'

option = Options()
option.headless = True
driver = webdriver.Chrome(options=option)
 inputQuit = 'N'

dateToday = datetime.datetime.now()
print('Sincronizando horário!')
while dateToday.minute not in (0,15,30,45):
time.sleep(25)
dateToday = datetime.datetime.now()

print('Horário Sincronizado ' + str(dateToday))

while inputQuit != 'Y':

dateToday = datetime.datetime.now()
print('Processando Broad: ' + urlBroad)
dictIndicadores = executeRobotBroad(url=urlBroad)
writeExcel(filename=excelFilename, dictInsData=dictIndicadores,
sheet='Broad', date=dateToday)
print('Sleeping 15 minutos...')
time.sleep(15*60)
driver.quit()