import requests
from bs4 import BeautifulSoup
import csv
def get_html(url):
try:
r=requests.get(url)
r.raise_for_status()
r.encoding=r.apparent_encoding
return r.text
except:
r='fail'
return r
def getGY(ulist,html):
soup=BeautifulSoup(html,'html.parser')
trs=soup.find_all('tr')
for tr in trs:
list_=[]
for th in tr:
ts=th.string
if ts=='\n':
continue
list_.append(ts)
ulist.append(list)
def saveGY(ulist,s):
file_name='GY'+s+'.csv'
with open(file_name,'a',errors='ignore',newline='')as f:
f_csv=csv.writer(f)
f_csv.writerows(ulist)
def main():
s='2000'
for i in range(5):
unifo=[]
url='https://www.kylc.com/stats/global/yearly/g_industry_value_added_growth/2000.html'+s+'html'
html=get_html(url)
getGY(unifo,html)
saveGY(unifo,s)
s1=int(s)
s1=s1+1
s=str(s1)
if __name__=='__main__':
main()
