import requests, re from bs4 import BeautifulSoup H={'User-Agent':'Mozilla/5.0'} def fetch(u): r=requests.get(u,headers=H,timeout=20,verify=False) r.raise_for_status() return BeautifulSoup(r.content,'html.parser') import urllib3; urllib3.disable_warnings() u="https://www.kdhc.co.kr/kdhc/main/contents.do?menuNo=200180" s=fetch(u) # find tebLi tabs for ul in s.find_all('ul'): lis=ul.find_all('li',class_='tebLi',recursive=False) if not lis: lis=ul.find_all('li',class_='tebLi') if lis: print("UL found, classes:",ul.get('class')) for li in lis: a=li.find('a') if a: print(" ",repr(a.get_text(strip=True)),"->",a.get('href'),"cls=",a.get('class')) print("---")