# -*- coding: utf-8 -*- """kesco N 재판정 — 67~끝 행: 본문(.contents) 콘텐츠이미지/영상 탐지 + 몽타주. 사용자 3~66 학습기준: 실사진·지도·시설/서비스 사진 있으면 어문,이미지 / 순수텍스트·조직도·텍스트목록게시판=어문. 출력: _nshots\ (rN.png + montage_*.png) + plan.json """ import sys, os, re, json, glob, warnings import openpyxl from PIL import Image, ImageDraw, ImageFont warnings.filterwarnings('ignore') HERE = os.path.dirname(os.path.abspath(__file__)) XLSX = os.path.join(HERE, '한국전기안전공사.xlsx') OUT = os.path.join(HERE, '_nshots') UA = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36' NOISE = re.compile(r'(ico[_\-/]|/icon|logo|btn|bul[_\-]|bg[_\-]|banner|sns|blank|spacer|loading|arrow|/dot|line[_\.]|top_|foot|header|common|_icon|symbol|copyright|qr_|no_img|noimage|share|facebook|insta|twitter|naver|kakao|/skin/|/template/|/resources/|/images/common|/img/comm)', re.I) JS = r"""()=>{ const cont=document.querySelector('#contents,.contents,#content,.content,.sub_content,.sub_contents,#sub_content,#container')||document.body; const imgs=[]; for(const i of cont.querySelectorAll('img')){const r=i.getBoundingClientRect(); imgs.push({src:i.currentSrc||i.src||'',alt:(i.alt||''),rw:Math.round(r.width),rh:Math.round(r.height),nw:i.naturalWidth,nh:i.naturalHeight});} let vid=0; if(cont.querySelector('video,source[src*=".mp4"]')) vid++; for(const f of cont.querySelectorAll('iframe')){const s=f.src||'';if(/youtube|youtu\.be|vimeo|player\./i.test(s))vid++;} return {imgs,vid}; }""" DIAG = re.compile(r'(조직도|체계도|순서도|흐름도|구성도|개념도|절차도|한눈에|자세한)') def real_imgs(items): out = [] for it in items: src = it.get('src', '') if not src or NOISE.search(src): continue rw, rh, nw, nh = it['rw'], it['rh'], it['nw'], it['nh'] # 렌더 ≥110x80 또는 원본 ≥200x150 (장식 제외) if (rw >= 110 and rh >= 80) or (nw >= 200 and nh >= 150 and rw >= 80): out.append(it) return out def run(): wb = openpyxl.load_workbook(XLSX); ws = wb.active os.makedirs(OUT, exist_ok=True) targets = [] for r in range(67, ws.max_row + 1): if ws.cell(r, 2).value is None: continue L = ws.cell(r, 12).value or '' url = ws.cell(r, 11).value if L == '사이트': continue if not (url and isinstance(url, str) and url.startswith('http')): continue targets.append((r, url, L)) print(f'대상 {len(targets)}행 렌더…') from playwright.sync_api import sync_playwright plan = []; shots = [] with sync_playwright() as p: b = p.chromium.launch() pg = b.new_page(user_agent=UA, viewport={'width': 1280, 'height': 2000}) for idx, (r, url, L) in enumerate(targets): rec = {'row': r, 'url': url, 'L': L} try: pg.goto(url, timeout=25000, wait_until='domcontentloaded') pg.wait_for_timeout(1600) d = pg.evaluate(JS) ri = real_imgs(d['imgs']) rec['vid'] = d['vid'] rec['nimg'] = len(ri) rec['samples'] = [f"{it['src'].split('/')[-1][:24]} {it['rw']}x{it['rh']} a={it['alt'][:14]}" for it in ri[:5]] if len(ri) == 0 and d['vid'] == 0: rec['auto'] = '어문' else: rec['auto'] = 'candidate' sp = os.path.join(OUT, f'r{r}.png') try: cont = pg.query_selector('#contents,.contents,#content,.content,.sub_content,#container') (cont or pg).screenshot(path=sp) except Exception: try: pg.screenshot(path=sp, full_page=False) except Exception: pass if os.path.exists(sp): shots.append((r, L, rec.get('vid'), sp)) except Exception as e: rec['auto'] = '어문'; rec['err'] = str(e)[:40] plan.append(rec) if (idx + 1) % 20 == 0: print(f' {idx+1}/{len(targets)}') b.close() # 몽타주 try: font = ImageFont.truetype('malgun.ttf', 18) except Exception: font = ImageFont.load_default() cols, cw, ch = 4, 320, 420; per = cols * 5 mps = [] for gi in range(0, len(shots), per): chunk = shots[gi:gi + per] rn = (len(chunk) + cols - 1) // cols cv = Image.new('RGB', (cols * cw, rn * ch), 'white'); dr = ImageDraw.Draw(cv) for j, (r, L, vid, sp) in enumerate(chunk): try: im = Image.open(sp).convert('RGB'); im.thumbnail((cw - 8, ch - 30)) except Exception: continue cx, cy = (j % cols) * cw, (j // cols) * ch cv.paste(im, (cx + 4, cy + 26)) dr.rectangle([cx, cy, cx + cw - 1, cy + ch - 1], outline='gray') tag = f'r{r} {L}' + (' VID' if vid else '') dr.text((cx + 4, cy + 4), tag, fill='red', font=font) mp = os.path.join(OUT, f'montage_{gi//per+1}.png'); cv.save(mp); mps.append(mp) json.dump(plan, open(os.path.join(OUT, 'plan.json'), 'w', encoding='utf-8'), ensure_ascii=False, indent=1) amun = sum(1 for x in plan if x['auto'] == '어문') cand = sum(1 for x in plan if x['auto'] == 'candidate') vid = sum(1 for x in plan if x.get('vid')) print(f'자동 어문 {amun} | 후보(이미지/영상) {cand} | 영상감지 {vid} | 몽타주 {len(mps)}장') for mp in mps: print(' MONT:', mp) if __name__ == '__main__': run()