#pip install selenium

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver import ActionChains
from selenium.webdriver.common.actions.wheel_input import ScrollOrigin
from selenium.webdriver.support.wait import WebDriverWait
import time
driver=webdriver.Chrome()
driver.get("https://ituudised.ee")
time.sleep(5)
aasta=2024
kuud=["01", "02", "03", "04", "05", "06", "07", "08", "09", "10", "11", "12"]
hoidla=[]
for kuu in kuud:
  print(kuu)
  driver.get("https://www.ituudised.ee/search?channels=it&since=2024-"+kuu+"-01&until=2024-"+kuu+"-31&scope=articles")
  for nr in range(5):
    driver.execute_script("window.scrollTo(0, document.body.scrollHeight);")
    time.sleep(5)  
  viited=driver.find_elements(by=By.TAG_NAME, value="a")
  print(len(viited))
  aadressid=[viide.get_attribute("href") for viide in viited]
  print(aadressid)
  aadressid=[aadress for aadress in aadressid if aadress]
  aadressid=[aadress for aadress in aadressid if aadress.startswith("https://www.ituudised.ee/uudised/")]
  print(aadressid)
  hoidla+=aadressid

f2=open("aadressid"+str(aasta)+".txt", "w", encoding="utf-8")
print("\n".join(hoidla), file=f2)
f2.close()
input("vajuta")