import gevent.monkey gevent.monkey.patch_all() import base64 import requests from bs4 import BeautifulSoup as BS import json def main(): string = 'https://www.data.go.kr/pubn/lab/gui/IrosDevGuide/selectReqResPrmList.do' #inputString = input('추가할 url : ') getData(string) def getData(inputString): #param data oprtinSeqNo 와 dur 유형 매칭 필요 #paramData = {"publicDataDetailPk":"uddi:fa2ebf2c-6453-4f9d-bd89-ef8e3c77e19f","paramtrSe":"2","oprtinSeqNo":16752} paramData = {"publicDataDetailPk":"uddi:9a60503c-b31c-4879-9028-a4250f0f6998","paramtrSe":"2","oprtinSeqNo":15920} headers = {'Accept':'application/json, text/plain, */*'} getdata = requests.post(inputString,headers=headers, data=json.dumps(paramData)) json_data = json.loads(getdata.text) result = json_data['RESULT_RE_LIST'] with open('column.py','a',encoding='utf-8-sig') as columnpy: import column #column으로 가져와서 할 수 있는 api와 크롤링을 할 수 없는 api(문서가없음)로 인하여 #직접 하드코딩 해야할때도 있음 columnpy.write(column.typeName_reverse[result[8]['paramtrBassValue']]+'=') #columnpy.write(column.typeName_reverse['dictionary name']]+'=') excel_head = {} for columnIndex in range(6,len(result)): if columnIndex ==8: continue print(result[columnIndex]['paramtrNm']) excel_head[result[columnIndex]['paramtrNm']]=result[columnIndex]['paramtrKorNm'] print(result[columnIndex]['paramtrKorNm']) print(str(excel_head)) input= json.dumps(excel_head,indent =2) columnpy.write(input) main() #txt = base64.b64decode(string) #txt.decode() #print(txt)