# -*- coding: utf-8 -*-
import openpyxl, glob, os, re, json, shutil
from copy import copy
from openpyxl.styles import PatternFill
BLUE=PatternFill(fill_type='solid', fgColor='FFBDD7EE'); MAXC=27
BASE=os.path.dirname(os.path.abspath(__file__))
d=[x for x in glob.glob(os.path.join(BASE,'3.*')) if os.path.isdir(x)][0]
xp=[p for p in glob.glob(os.path.join(d,'*.xlsx')) if not os.path.basename(p).startswith(('_','~')) and 'conflict' not in os.path.basename(p)][0]
menu=json.load(open(os.path.join(BASE,'_hira_menu.json'),encoding='utf-8'))
def Lof(u):
    if 'hira.or.kr' not in u: return '사이트'
    if re.search(r'(List\.do|bbsDummy|getReportList|getHistoryList|getExplainList|lawInfoList|bfrInfoList|drgAmtsList|NpayInfoList)', u): return '게시판'
    return '페이지'
# normalize None-E -> the leaf is 중분류 (E), F empty
rows=[]
for m in menu:
    D=m['D']; E=m['E']; F=m['F']; u=m['url']
    if E is None: E=F; F=None     # 중분류 직링크
    L=Lof(u)
    rows.append({'D':D,'E':E,'F':F,'url':u,'L':L,'M':(0 if L=='게시판' else (None if L=='사이트' else 1)),
                 'N':(None if L=='사이트' else '어문'),'O':(None if L=='사이트' else '미부착'),
                 'S':('외부링크' if L=='사이트' else None),'new':True})
# preserve from old scrape: 관련사이트(외부포털) + 이용안내(약관/정책)
mt=os.path.getmtime(xp); wb=openpyxl.load_workbook(xp); ws=wb.active
def eff(r,c):
    v=ws.cell(r,c).value
    if v is not None: return v
    for mr in ws.merged_cells.ranges:
        if mr.min_col==c and mr.min_row<=r<=mr.max_row: return ws.cell(mr.min_row,c).value
PORTAL_KW=['포털','시스템','리포지터리','학술지','도서관','거짓청구','명단','헬프라인','익명신고','조회시스템']
POLICY={'이용약관','개인정보처리방침','저작권 정책','고정형·이동형 영상정보처리기기 운영·관리 방침','오시는길','찾아오시는 길','고객지원'}
seen=set(r['url'].split('?')[0] for r in rows)
data=[r for r in range(3,ws.max_row+1) if ws.cell(r,2).value is not None]
extra=[]
for r in data:
    D=eff(r,4); u=ws.cell(r,11).value
    if not u or 'http' not in str(u): continue
    base=str(u).split('?')[0]
    if base in seen: continue
    # 관련사이트: external OR portal-like
    if (('hira.or.kr' not in str(u)) or any(k in str(D) for k in PORTAL_KW)) and ws.cell(r,12).value=='사이트':
        extra.append({'D':'관련사이트','E':D,'F':None,'url':u,'L':'사이트','M':None,'N':None,'O':None,'S':'외부링크','new':True}); seen.add(base)
    elif D in POLICY:
        extra.append({'D':'이용안내','E':D,'F':None,'url':u,'L':ws.cell(r,12).value or '페이지','M':ws.cell(r,13).value,'N':ws.cell(r,14).value or '어문','O':'미부착','S':None,'new':True}); seen.add(base)
rows+=extra
print('심평원 신규 시트: 메뉴 %d + 보존(관련사이트/이용안내) %d = %d행'%(len(rows)-len(extra),len(extra),len(rows)))
# build sheet: clear data, write rows, template style from old row3
tpl={c:copy(ws.cell(3,c)._style) for c in range(1,MAXC+1)}
for mr in list(ws.merged_cells.ranges):
    if mr.min_row>=3: ws.unmerge_cells(str(mr))
for r in range(3, ws.max_row+1):
    for c in range(1,MAXC+1):
        cell=ws.cell(r,c); cell.value=None; cell.hyperlink=None; cell.fill=PatternFill(fill_type=None)
n=len(rows)
for i,rc in enumerate(rows):
    r=3+i
    for c in range(1,MAXC+1): ws.cell(r,c)._style=copy(tpl[c])
    ws.cell(r,2).value=i+1; ws.cell(r,3).value='건강보험심사평가원'
    ws.cell(r,4).value=rc['D']; ws.cell(r,5).value=rc['E']; ws.cell(r,6).value=rc['F']
    ws.cell(r,11).value=rc['url']; ws.cell(r,11).hyperlink=rc['url']
    ws.cell(r,12).value=rc['L']; ws.cell(r,13).value=rc['M']; ws.cell(r,14).value=rc['N']; ws.cell(r,15).value=rc['O']; ws.cell(r,19).value=rc['S']
    for c in range(4,16): ws.cell(r,c).fill=BLUE
    ws.row_dimensions[r].height=15
def rem(col,sc):
    r=3
    while r<3+n:
        v=ws.cell(r,col).value
        if v is None or v=='': r+=1; continue
        r2=r
        while r2+1<3+n and ws.cell(r2+1,col).value==v and all(ws.cell(r2+1,s).value==ws.cell(r,s).value for s in sc): r2+=1
        if r2>r:
            for rr in range(r+1,r2+1): ws.cell(rr,col).value=None
            ws.merge_cells(start_row=r,start_column=col,end_row=r2,end_column=col)
        r=r2+1
rem(6,[4,5]); rem(5,[4]); rem(4,[])
if os.path.getmtime(xp)!=mt: print('ABORT'); raise SystemExit(1)
shutil.copy(xp, os.path.join(d,'_backup',os.path.basename(xp).replace('.xlsx','_backup_재수집전.xlsx')))
wb.save(xp)
bs=[ws.cell(r,2).value for r in range(3,3+n)]
print('saved %d행 B연속%s 대분류:'%(n,bs==list(range(1,n+1))), list(dict.fromkeys(r['D'] for r in rows)))