118 lines
3.7 KiB
Python
118 lines
3.7 KiB
Python
#!/usr/bin/env python3
|
|
"""Полный аудит Elsa: WI, hs2, www — какие типы, что извлекаемо."""
|
|
import os, struct, re
|
|
|
|
elsa = os.path.expanduser("~/nubes/data/elsa")
|
|
|
|
# 1. WI файлы
|
|
print("=" * 60)
|
|
print("1. WI-файлы (OLE2 compound documents)")
|
|
print("=" * 60)
|
|
|
|
docs_rl = os.path.join(elsa, "docs", "rl")
|
|
wi_files = [f for f in os.listdir(docs_rl) if f.endswith(".wi")]
|
|
wi_en = [f for f in wi_files if "en-GB" in f]
|
|
print(f"Total WI: {len(wi_files)}, en-GB: {len(wi_en)}")
|
|
|
|
if wi_en:
|
|
path = os.path.join(docs_rl, wi_en[0])
|
|
with open(path, "rb") as f:
|
|
data = f.read(min(10000, os.path.getsize(path)))
|
|
|
|
print(f"\nSample: {wi_en[0]}")
|
|
print(f"Size: {len(data)} bytes (shown), OLE2: {data[:4] == b'\xd0\xcf\x11\xe0'}")
|
|
print(f"Has <?xml: {b'<?xml' in data}")
|
|
print(f"Has <html: {b'<html' in data}")
|
|
|
|
# Search deeper
|
|
for tag in [b"<?xml", b"<html", b"<body", b"<p>", b"<title"]:
|
|
pos = data.find(tag)
|
|
if pos >= 0:
|
|
ctx = data[pos:pos+80]
|
|
readable = ctx.decode("utf-16-le", errors="replace")
|
|
print(f" Found '{tag.decode()}' at offset {pos}: {readable[:80]}")
|
|
|
|
|
|
# 2. hs2 en-GB
|
|
print("\n" + "=" * 60)
|
|
print("2. hs2/V/en-GB/ — HTML контент")
|
|
print("=" * 60)
|
|
|
|
hs2_en = os.path.join(elsa, "docs", "hs2", "V", "en-GB")
|
|
total_hs2 = 0
|
|
samples = []
|
|
for root, dirs, files in os.walk(hs2_en):
|
|
for f in files:
|
|
if f.endswith(".htm"):
|
|
total_hs2 += 1
|
|
if len(samples) < 3:
|
|
samples.append(os.path.join(root, f))
|
|
|
|
print(f"Total HTM: {total_hs2}")
|
|
|
|
for sp in samples:
|
|
with open(sp, "rb") as fh:
|
|
raw = fh.read(4096)
|
|
text = raw.decode("utf-16-le", errors="replace")
|
|
m = re.search(r"<title>(.*?)</title>", text, re.IGNORECASE)
|
|
title = m.group(1) if m else "(no title)"
|
|
body = re.sub(r"<[^>]+>", " ", text)[:200]
|
|
body = re.sub(r"\s+", " ", body).strip()
|
|
dir_name = sp.split("/")[-2]
|
|
print(f" [{dir_name}] {title}")
|
|
print(f" {body[:150]}")
|
|
print()
|
|
|
|
# 3. www en-GB
|
|
print("=" * 60)
|
|
print("3. www/V/en-GB/ — навигация и контент")
|
|
print("=" * 60)
|
|
|
|
www_en = os.path.join(elsa, "docs", "www", "V", "en-GB")
|
|
if os.path.exists(www_en):
|
|
items = os.listdir(www_en)
|
|
print(f"Items: {items}")
|
|
for item in items:
|
|
ipath = os.path.join(www_en, item)
|
|
if os.path.isfile(ipath) and item.endswith(".htm"):
|
|
print(f" {item} — {os.path.getsize(ipath)} bytes")
|
|
|
|
# 4. WI en-GB in other dirs
|
|
print("\n" + "=" * 60)
|
|
print("4. WI en-GB в других директориях")
|
|
print("=" * 60)
|
|
|
|
for subdir in ["igg", "au", "ki"]:
|
|
d = os.path.join(elsa, "docs", subdir)
|
|
if os.path.exists(d):
|
|
total = 0
|
|
en = 0
|
|
for f in os.listdir(d):
|
|
if f.endswith(".wi"):
|
|
total += 1
|
|
if "en-GB" in f:
|
|
en += 1
|
|
print(f" {subdir}: {total} WI total, {en} en-GB")
|
|
|
|
# 5. Summary
|
|
print("\n" + "=" * 60)
|
|
print("ИТОГО: что можно извлечь en-GB")
|
|
print("=" * 60)
|
|
print("""
|
|
MDB (уже парсено):
|
|
rldal.V.en-GB.mdb — 191k док-тов, иерархия ✅
|
|
ipsvrap.mdb — 2.5M строк, каталог запчастей ✅
|
|
+ dbsvrfi, dbsvrfz — справочники авто (не тронуты)
|
|
|
|
HTM (настоящие):
|
|
au/V/en-GB/ — 1295 HTM (UTF-16) — уже в elsa_jsonl ✅
|
|
hs2/V/en-GB/ — 4473 HTM (UTF-16) — НЕ ПАРСЕНЫ ❗
|
|
www/.../en-GB/ — 2538 HTM (ASCII) — НЕ ПАРСЕНЫ ❗
|
|
slp/V/en-GB/ — 10845 (x64 code) — МУСОР ❌
|
|
|
|
WI (OLE2):
|
|
rl/ — 1716 en-GB WI-файлов — НЕ ПАРСЕНЫ ❗
|
|
igg/ — ? en-GB WI
|
|
au/ — ? en-GB WI
|
|
""")
|