206 lines
8.1 KiB
Python
206 lines
8.1 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
strip_page.py - HTML 脱脂脚本 v2
|
||
修复：全面处理所有格式的 base64 图片（无引号/双引号/单引号/url()/style属性）
|
||
"""
|
||
|
||
import re
|
||
import os
|
||
import sys
|
||
from pathlib import Path
|
||
|
||
STRIP_THRESHOLD_STYLE_CHARS = 50000
|
||
BASE64_PLACEHOLDER = 'data:image/png;base64,iVBORw0KGgo='
|
||
|
||
|
||
def extract_css_variables(style_text):
|
||
vars_found = []
|
||
for m in re.finditer(r'(--[\w-]+)\s*:\s*([^;{]+?)(?:\s*!important)?;', style_text):
|
||
vars_found.append(f' {m.group(1)}: {m.group(2).strip()};')
|
||
return vars_found
|
||
|
||
|
||
def strip_html(input_path, output_dir=None):
|
||
input_path = Path(input_path)
|
||
if output_dir is None:
|
||
output_dir = input_path.parent
|
||
output_dir = Path(output_dir)
|
||
output_dir.mkdir(parents=True, exist_ok=True)
|
||
|
||
stem = input_path.stem
|
||
html_out = output_dir / f'{stem}.stripped.html'
|
||
css_out = output_dir / f'{stem}.styles.css'
|
||
vars_out = output_dir / f'{stem}.variables.css'
|
||
|
||
with open(input_path, 'r', encoding='utf-8', errors='replace') as f:
|
||
html = f.read()
|
||
|
||
original_size = len(html)
|
||
stats = {
|
||
'base64_replaced': 0,
|
||
'base64_saved_chars': 0,
|
||
'styles_extracted': 0,
|
||
'styles_saved_chars': 0,
|
||
'css_vars_extracted': 0,
|
||
'scripts_removed': 0,
|
||
'data_hrefs_fixed': 0,
|
||
}
|
||
|
||
# ── 0. 扫描所有 CSS 变量（先于任何替换）────────────
|
||
all_vars = []
|
||
for m in re.finditer(r'<style[^>]*>(.*?)</style>', html, flags=re.DOTALL):
|
||
all_vars.extend(extract_css_variables(m.group(1)))
|
||
# 也从 style 属性中提取
|
||
for m in re.finditer(r'style="([^"]+)"', html):
|
||
all_vars.extend(extract_css_variables(m.group(1)))
|
||
|
||
# ── 1. 全面替换所有 base64 图片 ─────────────────
|
||
# 格式1: url(data:image/...) 无引号
|
||
def repl_url_nq(m):
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(m.group(1))
|
||
return f'url("{BASE64_PLACEHOLDER}")'
|
||
n = len(re.findall(r'url\((data:image[^\s\)]+)\)', html))
|
||
html = re.sub(r'url\((data:image[^\s\)]+)\)', repl_url_nq, html)
|
||
|
||
# 格式2: url("data:image/...") 双引号
|
||
def repl_url_dq(m):
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(m.group(1))
|
||
return f'url("{BASE64_PLACEHOLDER}")'
|
||
html = re.sub(r'url\("(data:image[^"]+)"\)', repl_url_dq, html)
|
||
|
||
# 格式3: url('data:image/...') 单引号
|
||
def repl_url_sq(m):
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(m.group(1))
|
||
return f"url('{BASE64_PLACEHOLDER}')"
|
||
html = re.sub(r"url\('(data:image[^']+)'\)", repl_url_sq, html)
|
||
|
||
# 格式4: style="background-image:url(data:...)" style属性中无引号
|
||
def repl_style_nq(m):
|
||
prefix = m.group(1)
|
||
data = m.group(2)
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(data)
|
||
return f'{prefix}url("{BASE64_PLACEHOLDER}")'
|
||
html = re.sub(r'(background-image\s*:\s*)url\((data:image[^\s\)]+)\)', repl_style_nq, html, flags=re.IGNORECASE)
|
||
|
||
# 格式5: style="background-image:url("data:...")" style属性中有引号
|
||
def repl_style_dq(m):
|
||
prefix = m.group(1)
|
||
data = m.group(2)
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(data)
|
||
return f'{prefix}url("{BASE64_PLACEHOLDER}")'
|
||
html = re.sub(r'(background-image\s*:\s*)url\("(data:image[^"]+)"\)', repl_style_dq, html, flags=re.IGNORECASE)
|
||
|
||
# 格式6: <img src="data:image/...">
|
||
def repl_img(m):
|
||
attrs = m.group(1)
|
||
stats['base64_replaced'] += 1
|
||
stats['base64_saved_chars'] += len(m.group(2))
|
||
return f'<img{attrs}src="{BASE64_PLACEHOLDER}"'
|
||
html = re.sub(r'<img([^>]*?)src="(data:image/[^"]+)"', repl_img, html, flags=re.IGNORECASE)
|
||
|
||
# ── 2. 处理极大的内联 style ──────────────────────
|
||
extracted_styles = []
|
||
|
||
def process_style(m):
|
||
tag = m.group(1)
|
||
attrs = m.group(2)
|
||
content = m.group(3)
|
||
|
||
if len(content) < STRIP_THRESHOLD_STYLE_CHARS:
|
||
return m.group(0)
|
||
|
||
stats['styles_extracted'] += 1
|
||
stats['styles_saved_chars'] += len(content)
|
||
all_vars.extend(extract_css_variables(content))
|
||
|
||
style_id = f'extracted-style-{stats["styles_extracted"]}'
|
||
html_tag = f'<link rel="stylesheet" id="{style_id}" href="{stem}.styles.css">'
|
||
extracted_styles.append((style_id, content))
|
||
return f'<!-- {style_id} moved to external CSS -->'
|
||
|
||
html = re.sub(r'(<style)([^>]*?)>(.*?)</style>', process_style, html, flags=re.DOTALL)
|
||
|
||
# ── 3. 写外置 CSS ────────────────────────────────
|
||
if extracted_styles:
|
||
css_parts = ['/* === Extracted inline styles === */', '']
|
||
for style_id, content in extracted_styles:
|
||
css_parts.append(f'/* --- {style_id} --- */')
|
||
css_parts.append(content)
|
||
css_parts.append('')
|
||
css_out.write_text('\n'.join(css_parts), encoding='utf-8')
|
||
|
||
# ── 4. 写变量文件 ────────────────────────────────
|
||
if all_vars:
|
||
seen = set()
|
||
unique_vars = []
|
||
for v in all_vars:
|
||
key = v.strip().split(':')[0]
|
||
if key not in seen and key.startswith('--'):
|
||
seen.add(key)
|
||
unique_vars.append(v)
|
||
vars_out.write_text(
|
||
'/* === Extracted CSS Variables === */\n:root {\n' +
|
||
'\n'.join(unique_vars) +
|
||
'\n}\n',
|
||
encoding='utf-8'
|
||
)
|
||
stats['css_vars_extracted'] = len(unique_vars)
|
||
|
||
# ── 5. 移除 inline script ────────────────────────
|
||
stats['scripts_removed'] = len(re.findall(r'<script[^>]*>.*?</script>', html, flags=re.DOTALL))
|
||
html = re.sub(r'<script[^>]*>.*?</script>', '', html, flags=re.DOTALL)
|
||
html = re.sub(r'<script[^>]*/>\s*', '', html)
|
||
|
||
# ── 6. 清理 data: href ──────────────────────────
|
||
stats['data_hrefs_fixed'] = len(re.findall(r'href="data:[^"]+"', html))
|
||
html = re.sub(r'href="(data:[^"]+)"', 'href="#data-link-removed"', html)
|
||
|
||
# ── 7. 写脱脂 HTML ──────────────────────────────
|
||
html = re.sub(r'<!--\s*-->', '', html)
|
||
|
||
if extracted_styles and '<link rel="stylesheet"' not in html:
|
||
html = html.replace('<head>', f'<head>\n <link rel="stylesheet" href="{stem}.styles.css">', 1)
|
||
|
||
html_out.write_text(html, encoding='utf-8')
|
||
|
||
new_html_size = len(html)
|
||
css_size = css_out.stat().st_size if css_out.exists() else 0
|
||
vars_size = vars_out.stat().st_size if vars_out.exists() else 0
|
||
saved = original_size - new_html_size - css_size
|
||
|
||
print(f'''
|
||
✅ 脱脂完成！
|
||
{'='*54}
|
||
📄 输入: {input_path.name}
|
||
原始大小: {original_size/1024:.1f} KB ({original_size:,} 字符)
|
||
{'='*54}
|
||
📊 处理结果:
|
||
base64 图片替换: {stats["base64_replaced"]} 个
|
||
base64 节省: {stats["base64_saved_chars"]/1024:.1f} KB
|
||
style 块提取: {stats["styles_extracted"]} 个
|
||
style 节省: {stats["styles_saved_chars"]/1024:.1f} KB
|
||
CSS 变量提取: {stats["css_vars_extracted"]} 个
|
||
script 移除: {stats["scripts_removed"]} 个
|
||
data href 修复: {stats["data_hrefs_fixed"]} 个
|
||
{'='*54}
|
||
📦 输出文件:
|
||
HTML (脱脂): {html_out.name} ({new_html_size/1024:.1f} KB)
|
||
CSS (提取样式): {css_out.name} ({css_size/1024:.1f} KB)
|
||
CSS (变量): {vars_out.name} ({vars_size/1024:.1f} KB)
|
||
{'='*54}
|
||
💾 HTML 体积压缩: {new_html_size/1024:.1f} KB (原始 {original_size/1024:.1f} KB)
|
||
节省比例: {(saved)/original_size*100:.1f}%
|
||
''')
|
||
|
||
|
||
if __name__ == '__main__':
|
||
if len(sys.argv) < 2:
|
||
print('用法: python3 strip_page.py <input.html> [output_dir]')
|
||
sys.exit(1)
|
||
strip_html(sys.argv[1], sys.argv[2] if len(sys.argv) > 2 else None)
|