52 lines
2.7 KiB
Python
52 lines
2.7 KiB
Python
import requests, io, re
|
||
from bs4 import BeautifulSoup
|
||
hd={"User-Agent":"Mozilla/5.0"}
|
||
BASE="https://www.kofpi.or.kr"
|
||
out=io.open("_invest_out.txt","w",encoding="utf-8")
|
||
def fetch(u):
|
||
r=requests.get(u,headers=hd,timeout=25); r.encoding=r.apparent_encoding
|
||
return BeautifulSoup(r.content,"html.parser"), r
|
||
|
||
# (a) ALL tab widgets on the 주요사업 ambiguous pages
|
||
for u in ["/service/introduceInfo_01.do","/service/introduceInfo_47.do","/service/introduceInfo_20.do","/service/certInfo_02.do","/service/edu_01.do"]:
|
||
s,_=fetch(BASE+u)
|
||
out.write(f"\n=== {u} ALL tab-like UL/DIV ===\n")
|
||
for w in s.select("div[class*=tab], ul[class*=tab]"):
|
||
cls=w.get("class")
|
||
lis=w.find_all("li", recursive=True)
|
||
labs=[(li.find('a').get_text(' ',strip=True)[:18] if li.find('a') else li.get_text(' ',strip=True)[:18], (li.find('a').get('href') if li.find('a') else None)) for li in lis][:12]
|
||
if labs:
|
||
out.write(f" {w.name}.{cls}: {labs}\n")
|
||
|
||
# (b) board counts: find total/lastpage for paging boards
|
||
boards={
|
||
"임산물정보":"/info/imupStory/forestStory_01.do","임산물레시피":"/info/imupStory/forestStory_02.do",
|
||
"우리목재":"/info/imupStory/wood_02.do",
|
||
"공모중인사업":"/info/exportInfo/govSupport_02.do",
|
||
"통합자료실(수출)":"/info/exportInfo/exportData_01.do","해외시장보고서":"/info/exportInfo/exportData_02.do",
|
||
"연구보고서(수출)":"/info/exportInfo/exportData_03.do","발굴업체홍보":"/info/exportInfo/exportData_05.do","임업기계장비(수출)":"/info/exportInfo/exportData_06.do",
|
||
"기술이전현황":"/info/tech/techComm_01_02.do","사업화성공사례":"/info/tech/techComm_01_03.do","보유특허정보":"/info/tech/techComm_01_01.do","기술자료집":"/info/tech_06.do",
|
||
}
|
||
out.write("\n\n=== BOARD COUNTS ===\n")
|
||
for nm,u in boards.items():
|
||
s,_=fetch(BASE+u)
|
||
txt=s.get_text(" ",strip=True)
|
||
tot=None
|
||
for pat in [r"총\s*([\d,]+)\s*건",r"전체\s*([\d,]+)",r"총\s*게시(?:물|글)?\s*[:：]?\s*([\d,]+)",r"게시물\s*[:：]?\s*([\d,]+)\s*건"]:
|
||
m=re.search(pat,txt)
|
||
if m: tot=m.group(1); break
|
||
# last page number from pagination links
|
||
pglinks=[a.get('href','') for a in s.select("[class*=paging] a, [class*=page] a, .pagination a")]
|
||
pgnums=[]
|
||
for a in s.select("[class*=paging] a, .pagination a, [class*=page] a"):
|
||
t=a.get_text(strip=True)
|
||
if t.isdigit(): pgnums.append(int(t))
|
||
# number column max in list
|
||
nums=[]
|
||
for td in s.select("table tbody tr td, ul.board_list li, .board_list .num"):
|
||
t=td.get_text(strip=True)
|
||
if t.isdigit(): nums.append(int(t))
|
||
out.write(f" {nm} {u}\n total_text={tot} maxpage={max(pgnums) if pgnums else None} maxnum={max(nums) if nums else None}\n")
|
||
out.close()
|
||
print("done")
|