tamakyi
f26537b1e9
症状：生产导出的包导不回 rond，提示「错误，备份恢复失败，你的当前数据未被更改」。 根因链：站内「地点补全」新建活动时写的是 color=''、icon=''（fillup.go 的 INSERT），而导出侧 ns() 把空串也当空（返回 nil）——图标那侧早就有 📍 兜底（注释还写着「站点自己渲染时缺省用 📍」）， 颜色这侧漏了，于是写出 ZACTIVITY.ZCOLOR_ = NULL。真机这一列在任何包里都是 0 NULL/0 空串 （扫了 data/ 与 storage/ 下全部 15 个包，只有出事的那份有 1 个空），Core Data 拿到非可选属性上的 NULL 会判成损坏数据 → 整包拒收。 修复：加 activityPlaceholderColor = "gray"（与 transportPlaceholderColor 同一套写法）， 活动颜色为空时兜底。 用例：TestExportNeverNullsColumnsTheDeviceAlwaysFills 补上「没选颜色的活动」场景——它守的通用 不变量是「基线里 0 个 NULL 的列，导出新行也不许 NULL」，但此前只造过交通方式，没覆盖活动。 变异验证：去掉兜底 → 两条断言都红（提示语正好复刻生产现象）。 另新增 tools/audit_export_nulls.py：拿参照包做逐列空值画像 + 全部关系列悬空 + Z_MAX 检查， 是排查「导出被拒收」最快的一步（这次就是它一击命中的）。注意判据必须是「参照里 0 个 NULL」—— ZLOCATION.ZISOCOUNTRYCODE 真机自己就漏过 1 个 NULL，说明它容忍 NULL，不要当违规去修。 全量验收 293 PASS / 0 FAIL / 0 SKIP。
171 lines
6.8 KiB
Python
171 lines
6.8 KiB
Python
#!/usr/bin/env python3
|
||
"""对导出的 .rondbackup 做「能不能被 Core Data 读回」的深度取证。
|
||
|
||
与 tools/verify_export_structure.py 互补：那个比结构与部分不变量，这个专查两件事——
|
||
1. 逐列空值画像：**参照包里某列一个 NULL 都没有，导出包里却出现 NULL/空值** ⇒
|
||
Core Data 会以「备份恢复失败」拒收（非可选属性上它自己从不产生 NULL）。
|
||
2. 全部关系列的悬空引用（技能里列的每一列都查）。
|
||
用法：python tools/audit_export_nulls.py <参照.rondbackup> <导出.rondbackup>
|
||
"""
|
||
import os
|
||
import sqlite3
|
||
import sys
|
||
import tempfile
|
||
import zipfile
|
||
|
||
MANAGED = ["ZVISIT", "ZLOCATION", "ZACTIVITY", "ZMOVEMENT", "ZHOURLYWEATHER", "ZTAG", "ZTRANSPORT"]
|
||
|
||
# 关系列 -> 目标表（按技能 1.45 节）
|
||
RELS = [
|
||
("ZVISIT", "ZLOCATION", "ZLOCATION"),
|
||
("ZVISIT", "ZACTIVITY_", "ZACTIVITY"),
|
||
("ZVISIT", "ZMERGEDTO", "ZVISIT"),
|
||
("ZVISIT", "ZPARENT", "ZVISIT"),
|
||
("ZVISIT", "ZTRIPSEGMENT_", "ZTRIPSEGMENT"),
|
||
("ZRAWVISIT", "ZVISIT", "ZVISIT"),
|
||
("ZRAWVISIT", "ZLOCATION", "ZLOCATION"),
|
||
("ZRAWVISIT", "ZACTIVITY", "ZACTIVITY"),
|
||
("ZSTAYSEGMENT", "ZLOCATION", "ZLOCATION"),
|
||
("ZSTAYSEGMENT", "ZPARENTVISIT", "ZVISIT"),
|
||
("ZUSERPHOTO", "ZVISIT_", "ZVISIT"),
|
||
("ZVISITPHOTOFAVORITE", "ZVISIT_", "ZVISIT"),
|
||
("ZKEYWORD", "ZACTIVITY_", "ZACTIVITY"),
|
||
("ZPOICATEGORY", "ZACTIVITY_", "ZACTIVITY"),
|
||
("ZMOVEMENT", "ZVISITFROM_", "ZVISIT"),
|
||
("ZMOVEMENT", "ZVISITTO_", "ZVISIT"),
|
||
("ZMOVEMENT", "ZTRANSPORT_", "ZTRANSPORT"),
|
||
("ZHOURLYWEATHER", "ZVISIT", "ZVISIT"),
|
||
("ZTAG", "ZGROUP", "ZTAGGROUP"),
|
||
("Z_11VISITS_", "Z_18VISITS_", "ZVISIT"),
|
||
("Z_11VISITS_", "Z_11TAGS_5", "ZTAG"),
|
||
("Z_6TAGS_", "Z_6LOCATIONS_", "ZLOCATION"),
|
||
("Z_6TAGS_", "Z_11TAGS_2", "ZTAG"),
|
||
("Z_1TAGS_", "Z_1ACTIVITIES_", "ZACTIVITY"),
|
||
("Z_1TAGS_", "Z_11TAGS_", "ZTAG"),
|
||
]
|
||
|
||
|
||
def extract(path):
|
||
d = tempfile.mkdtemp(prefix="audit")
|
||
with zipfile.ZipFile(path) as z:
|
||
z.extractall(d)
|
||
main = [os.path.join(r, f) for r, _, fs in os.walk(d) for f in fs if f.endswith(".sqlite")][0]
|
||
con = sqlite3.connect(main)
|
||
con.execute("PRAGMA wal_checkpoint(TRUNCATE)")
|
||
con.commit()
|
||
return con, d
|
||
|
||
|
||
def cols(con, table):
|
||
return [(r[1], r[2]) for r in con.execute('PRAGMA table_info("%s")' % table)]
|
||
|
||
|
||
def blob_as_zeros(con, table, col):
|
||
"""BLOB 列里全 0x00 也算「空」——Core Data 的 UUID 不会是全 0。"""
|
||
n = 0
|
||
for (v,) in con.execute('SELECT "%s" FROM "%s" WHERE "%s" IS NOT NULL' % (col, table, col)):
|
||
if isinstance(v, bytes) and v and set(v) == {0}:
|
||
n += 1
|
||
return n
|
||
|
||
|
||
def profile(con, ref):
|
||
"""列 -> (NULL 数, 空串数, 全零 BLOB 数)；ref=True 时额外统计行数基线"""
|
||
out = {}
|
||
for t in [r[0] for r in con.execute("SELECT name FROM sqlite_master WHERE type='table'")]:
|
||
for c, ctype in cols(con, t):
|
||
q = 'SELECT count(*), sum(CASE WHEN "%s" IS NULL THEN 1 ELSE 0 END), sum(CASE WHEN "%s" = \'\' THEN 1 ELSE 0 END) FROM "%s"' % (c, c, t)
|
||
try:
|
||
total, nulls, empties = con.execute(q).fetchone()
|
||
except sqlite3.Error:
|
||
continue
|
||
nulls = nulls or 0
|
||
empties = empties or 0
|
||
z = blob_as_zeros(con, t, c) if "BLOB" in (ctype or "").upper() else 0
|
||
out[(t, c)] = (total, nulls, empties, z)
|
||
return out
|
||
|
||
|
||
def main():
|
||
ref_path, out_path = sys.argv[1], sys.argv[2]
|
||
ref, d1 = extract(ref_path)
|
||
out, d2 = extract(out_path)
|
||
|
||
print("=" * 78)
|
||
print("A. 逐列空值画像（参照 = %s）" % os.path.basename(ref_path))
|
||
print("=" * 78)
|
||
pr = profile(ref, True)
|
||
po = profile(out, False)
|
||
bad = 0
|
||
for (t, c), (total_r, nulls_r, emp_r, zero_r) in sorted(pr.items()):
|
||
if (t, c) not in po:
|
||
print(" !! 导出缺列 %s.%s" % (t, c))
|
||
bad += 1
|
||
continue
|
||
total_o, nulls_o, emp_o, zero_o = po[(t, c)]
|
||
if nulls_r == 0 and nulls_o > 0:
|
||
print(" !! %s.%s：参照里 0 个 NULL，导出里 %d 个 NULL（共 %d 行）" % (t, c, nulls_o, total_o))
|
||
bad += 1
|
||
if emp_r == 0 and emp_o > 0 and nulls_r == 0:
|
||
print(" ~ %s.%s：参照里 0 个空串，导出里 %d 个空串" % (t, c, emp_o))
|
||
if zero_r == 0 and zero_o > 0:
|
||
print(" !! %s.%s：参照里没有全零 BLOB，导出里 %d 个" % (t, c, zero_o))
|
||
bad += 1
|
||
if bad == 0:
|
||
print(" 未发现「真机不留空、导出留空」的列 ✓")
|
||
|
||
print()
|
||
print("=" * 78)
|
||
print("B. 关系完整性（悬空引用）")
|
||
print("=" * 78)
|
||
dangling = 0
|
||
for tbl, col, target in RELS:
|
||
if tbl not in [r[0] for r in out.execute("SELECT name FROM sqlite_master WHERE type='table'")]:
|
||
continue
|
||
if col not in [c for c, _ in cols(out, tbl)]:
|
||
continue
|
||
q = ('SELECT count(*) FROM "%s" a WHERE a."%s" IS NOT NULL AND a."%s" <> 0 '
|
||
'AND NOT EXISTS (SELECT 1 FROM "%s" b WHERE b.Z_PK = a."%s")') % (tbl, col, col, target, col)
|
||
try:
|
||
n = out.execute(q).fetchone()[0]
|
||
except sqlite3.Error as e:
|
||
print(" 跳过 %s.%s（%s）" % (tbl, col, e))
|
||
continue
|
||
if n:
|
||
print(" !! %s.%s -> %s：%d 条悬空" % (tbl, col, target, n))
|
||
for row in out.execute(
|
||
'SELECT a.Z_PK, a."%s" FROM "%s" a WHERE a."%s" IS NOT NULL AND a."%s" <> 0 '
|
||
'AND NOT EXISTS (SELECT 1 FROM "%s" b WHERE b.Z_PK = a."%s") LIMIT 5'
|
||
% (col, tbl, col, col, target, col)):
|
||
print(" %s #%s -> %s" % (tbl, row[0], row[1]))
|
||
dangling += n
|
||
if dangling == 0:
|
||
print(" 所有关系列悬空引用 0 ✓")
|
||
|
||
print()
|
||
print("=" * 78)
|
||
print("C. Z_PRIMARYKEY.Z_MAX 是否够大（不够就会让 rond 下次插入撞键）")
|
||
print("=" * 78)
|
||
ents = {r[1]: (r[0], r[2]) for r in out.execute("SELECT Z_ENT, Z_NAME, Z_MAX FROM Z_PRIMARYKEY")}
|
||
badmax = 0
|
||
for name, (ent, mx) in sorted(ents.items()):
|
||
if not name or not out.execute("SELECT count(*) FROM sqlite_master WHERE type='table' AND name=?", ("Z" + name,)).fetchone()[0]:
|
||
continue
|
||
tbl = "Z" + name
|
||
try:
|
||
real = out.execute('SELECT COALESCE(MAX(Z_PK),0) FROM "%s"' % tbl).fetchone()[0]
|
||
except sqlite3.Error:
|
||
continue
|
||
if real > (mx or 0):
|
||
print(" !! %s：Z_MAX=%s 但最大 Z_PK=%s" % (name, mx, real))
|
||
badmax += 1
|
||
if badmax == 0:
|
||
print(" Z_MAX 全部 ≥ 实际最大 Z_PK ✓")
|
||
|
||
print()
|
||
print("结论：空值画像问题 %d 项，悬空引用 %d 条，Z_MAX 问题 %d 项" % (bad, dangling, badmax))
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|