mirror of
https://github.com/qingjian-team/qingjian.git
synced 2026-11-21 16:05:55 +00:00
之前 lm.qj 和含章·通变装在主仓库的 data-vN 数据包里,由 data.lock 钉住, 换一个文件就要重打整包、发新号。 现在两者在 qingjian-models 各自发版(lm-v1.0.0、hanzhang-tongbian-v1.0.0), tools/release/models.lock 钉住标签与压缩包的 SHA-256,models-fetch.py 按 manifest 逐块下载、拼回核对后解到原来的位置。 data-fetch.sh 依次调 models-fetch.py 与 dicts-fetch.py,两者共用 mirror.py(Gitee 与 GitHub 同时请求、先回来的用)。 删掉 data.lock 与 data-bundle.sh;build-info.json 改记 lm.qj 与通变的摘要。 mac 打包每次按锁文件取语言模型,不再按 TSV 新旧自行重打;Linux 预编译包带模型缓存,安装时不联网解开。 lm-v1.0.0 与通变都和 data-v10 里的同一份字节。 测试:本机 data-fetch 全取一遍并核对;mac pkg 里的 lm.qj 与发版那份一致;Linux files.py resources 与模拟离线安装通过。Windows build.ps1 与 release.yml 没跑。
196 lines
10 KiB
Python
196 lines
10 KiB
Python
#!/usr/bin/env python3
|
||
# //! 安装文件清单与校验;不管理桌面服务、系统文件或用户数据。
|
||
# //! 装哪几支(fcitx5 / fcitx4 插件、IBus 前端、systemd 单元)由 install.sh 决定,这里只按给的路径照做。
|
||
import argparse
|
||
import gzip
|
||
import hashlib
|
||
import json
|
||
import os
|
||
from pathlib import Path
|
||
import shutil
|
||
import tarfile
|
||
|
||
|
||
def digest(path):
|
||
with path.open('rb') as stream:
|
||
return digest_stream(stream)
|
||
|
||
|
||
def digest_stream(stream):
|
||
value = hashlib.sha256()
|
||
for chunk in iter(lambda: stream.read(1024 * 1024), b''):
|
||
value.update(chunk)
|
||
return value.hexdigest()
|
||
|
||
|
||
def parse_args():
|
||
parser = argparse.ArgumentParser(add_help=False)
|
||
# resources:只把随包资源(样例 / 释义 / 等级 / emoji + 校验过的产品数据)拷进给定目录,发行包打包用
|
||
parser.add_argument('action', choices=('install', 'uninstall', 'resources'))
|
||
parser.add_argument('prefix')
|
||
parser.add_argument('--root', help='仓库根,install 时必给')
|
||
parser.add_argument('--server', help='Server 可执行文件')
|
||
parser.add_argument('--settings', help='设置程序 qingjian-settings')
|
||
parser.add_argument('--plugin', help='Fcitx 插件(fcitx5 是 qingjian.so,fcitx4 是 fcitx-qingjian.so);这一支不装就不给')
|
||
parser.add_argument('--flavor', choices=('fcitx4', 'fcitx5'), default='fcitx5', help='--plugin 是哪个框架的')
|
||
parser.add_argument('--ibus', help='IBus 前端可执行文件;这一支不装就不给')
|
||
parser.add_argument('--ibus-xml', help='IBus 组件 XML(install.sh 按安装路径生成好的)')
|
||
parser.add_argument('--ibus-env', help='设 IBUS_COMPONENT_PATH 的 environment.d 片段(install.sh 生成好的)')
|
||
parser.add_argument('--service', help='systemd 用户单元文件(同上,已填好路径)')
|
||
parser.add_argument('--sample', action='store_true', help='只装样例词库,不校验产品数据')
|
||
return parser.parse_args()
|
||
|
||
|
||
def bundled_dicts(root, resources, files):
|
||
"""随包词库按 tools/release/dicts.lock 校验后加入清单:缓存的 .qjz 对上锁文件,解开的 .qj 对上 .qjz 的内容。"""
|
||
for line in (root / 'tools/release/dicts.lock').read_text().splitlines():
|
||
if not line.strip() or line.startswith('#'):
|
||
continue
|
||
tag, rest = line.split(' = ', 1)
|
||
expected, installed = rest.split()
|
||
packed = root / 'target/release-data/dicts' / f'{tag}.qjz'
|
||
source = root / 'data/generated' / installed
|
||
if not packed.is_file() or not source.is_file():
|
||
raise SystemExit(f'缺少随包词库 {tag},请先运行 tools/release/data-fetch.sh,或用 --sample 体验样例词库')
|
||
if digest(packed) != expected:
|
||
raise SystemExit(f'{packed.name} 与 tools/release/dicts.lock 校验值不符')
|
||
with gzip.open(packed) as stream:
|
||
if digest_stream(stream) != digest(source):
|
||
raise SystemExit(f'随包词库校验失败:{installed}')
|
||
files[resources / source.relative_to(root)] = source
|
||
|
||
|
||
def bundled_models(root, resources, files):
|
||
"""随包模型(语言模型、含章·通变)按 tools/release/models.lock 校验后加入清单:缓存的压缩包对上锁文件,解出的文件对上包里的同名文件。"""
|
||
for line in (root / 'tools/release/models.lock').read_text().splitlines():
|
||
if not line.strip() or line.startswith('#'):
|
||
continue
|
||
tag, rest = line.split(' = ', 1)
|
||
expected, installed = rest.split()
|
||
packed = root / 'target/release-data/models' / f'{tag}.tar.gz'
|
||
source = root / installed
|
||
if not packed.is_file() or not source.is_file():
|
||
raise SystemExit(f'缺少随包模型 {tag},请先运行 tools/release/data-fetch.sh,或用 --sample 体验样例词库')
|
||
if digest(packed) != expected:
|
||
raise SystemExit(f'{packed.name} 与 tools/release/models.lock 校验值不符')
|
||
with tarfile.open(packed) as archive:
|
||
member = next((m for m in archive.getmembers() if m.isfile() and Path(m.name).name == source.name), None)
|
||
if member is None or digest_stream(archive.extractfile(member)) != digest(source):
|
||
raise SystemExit(f'随包模型校验失败:{installed}')
|
||
files[resources / source.relative_to(root)] = source
|
||
|
||
|
||
def product_data(root, resources, files):
|
||
"""产品数据:随包词库按 dicts.lock、模型按 models.lock 校验后加入清单。"""
|
||
bundled_dicts(root, resources, files)
|
||
bundled_models(root, resources, files)
|
||
|
||
|
||
def resource_files(root, resources, sample):
|
||
"""随包资源:目标路径 → 源文件。布局与 Server 的 paths::resource_root 对应(其下 assets/ 与 data/generated/)。"""
|
||
files = {}
|
||
for kind in ('sample', 'levels', 'emoji'):
|
||
for source in (root / 'assets' / kind).rglob('*'):
|
||
if source.is_file():
|
||
files[resources / source.relative_to(root)] = source
|
||
if not sample:
|
||
product_data(root, resources, files)
|
||
return files
|
||
|
||
|
||
def copy_resources(root, resources, sample):
|
||
"""发行包打包用:把资源原样拷进 resources(先清空),不写安装清单。"""
|
||
if resources.exists():
|
||
shutil.rmtree(resources)
|
||
for target, source in resource_files(root, resources, sample).items():
|
||
target.parent.mkdir(parents=True, exist_ok=True)
|
||
shutil.copyfile(source, target)
|
||
|
||
|
||
def main():
|
||
options = parse_args()
|
||
prefix = Path(options.prefix)
|
||
if not prefix.is_absolute() or prefix == Path('/'):
|
||
raise SystemExit('需要非根绝对安装路径')
|
||
prefix = prefix.resolve()
|
||
if options.action == 'resources':
|
||
if not options.root:
|
||
raise SystemExit('resources 要给 --root')
|
||
copy_resources(Path(options.root), prefix, options.sample)
|
||
return
|
||
manifest = prefix / 'share/qingjian/install-manifest.json'
|
||
old = json.loads(manifest.read_text()) if manifest.is_file() else {}
|
||
if options.action == 'uninstall':
|
||
for filename, checksum in old.items():
|
||
path = Path(filename)
|
||
if path.is_file() and not path.is_symlink() and digest(path) == checksum:
|
||
path.unlink()
|
||
elif path.exists():
|
||
print(f'保留已修改文件:{path}')
|
||
manifest.unlink(missing_ok=True)
|
||
return
|
||
if not options.root or not options.server:
|
||
raise SystemExit('install 要给 --root 与 --server')
|
||
root = Path(options.root)
|
||
data = Path(os.environ.get('XDG_DATA_HOME', str(Path.home() / '.local/share')))
|
||
config = Path(os.environ.get('XDG_CONFIG_HOME', str(Path.home() / '.config')))
|
||
for directory in (data, config):
|
||
if not directory.is_absolute():
|
||
raise SystemExit('XDG_DATA_HOME / XDG_CONFIG_HOME 必须是绝对路径')
|
||
files = {prefix / 'share/licenses/qingjian/LICENSE': root / 'LICENSE',
|
||
prefix / 'share/licenses/qingjian/LICENSE-CNS11643.txt': root / 'assets/stroke/LICENSE-CNS11643.txt',
|
||
prefix / 'bin/qingjian-linux-server': Path(options.server)}
|
||
if options.settings:
|
||
files[prefix / 'bin/qingjian-settings'] = Path(options.settings)
|
||
files[data / 'applications/qingjian-settings.desktop'] = root / 'apps/settings/linux/qingjian-settings.desktop'
|
||
# 托盘按名义尺寸挑图,目录名与像素必须一致:源图 1024px 不能直接装进 128x128(#547)。
|
||
for size in (16, 22, 24, 32, 48, 64, 128, 256):
|
||
files[data / f'icons/hicolor/{size}x{size}/apps/qingjian.png'] = (
|
||
root / f'assets/icon/linux/hicolor/{size}x{size}/apps/qingjian.png')
|
||
if options.plugin and options.flavor == 'fcitx4':
|
||
icon = root / 'assets/icon/fcitx4.png'
|
||
files[prefix / 'lib/fcitx/fcitx-qingjian.so'] = Path(options.plugin)
|
||
files[config / 'fcitx/addon/fcitx-qingjian.conf'] = root / 'apps/linux/fcitx4/data/addon/fcitx-qingjian.conf'
|
||
files[config / 'fcitx/imicon/qingjian.png'] = icon
|
||
files[data / 'icons/hicolor/48x48/apps/fcitx-qingjian.png'] = icon
|
||
elif options.plugin:
|
||
files[prefix / 'lib/fcitx5/qingjian.so'] = Path(options.plugin)
|
||
for kind in ('addon', 'inputmethod'):
|
||
files[data / f'fcitx5/{kind}/qingjian.conf'] = root / f'apps/linux/fcitx5/data/{kind}/qingjian.conf'
|
||
if options.ibus:
|
||
files[prefix / 'bin/qingjian-linux-ibus'] = Path(options.ibus)
|
||
# 组件 XML 里写死了可执行文件的绝对路径,所以由 install.sh 按 prefix 生成好再交过来
|
||
files[data / 'ibus/component/qingjian.xml'] = Path(options.ibus_xml)
|
||
# IBus 不读用户目录下的组件,只认 IBUS_COMPONENT_PATH;会话启动时由 systemd 从 environment.d 读进来
|
||
files[config / 'environment.d/qingjian-ibus.conf'] = Path(options.ibus_env)
|
||
if options.service:
|
||
files[config / 'systemd/user/qingjian-server.service'] = Path(options.service)
|
||
files.update(resource_files(root, prefix / 'share/qingjian/resources', options.sample))
|
||
# 安装前先检查所有目标,避免覆盖其他来源的同名文件。
|
||
for target in files:
|
||
if target.is_symlink() or (target.exists() and (str(target) not in old or digest(target) != old[str(target)])):
|
||
raise SystemExit(f'目标已存在且不属于本次安装:{target}')
|
||
installed = {}
|
||
for target, source in files.items():
|
||
target.parent.mkdir(parents=True, exist_ok=True)
|
||
temporary = target.with_name(target.name + '.qingjian-tmp')
|
||
shutil.copy2(source, temporary)
|
||
if target == data / 'fcitx5/addon/qingjian.conf':
|
||
temporary.write_text(temporary.read_text().replace('Library=qingjian\n', f'Library={prefix}/lib/fcitx5/qingjian\n'))
|
||
elif target == config / 'fcitx/addon/fcitx-qingjian.conf':
|
||
temporary.write_text(temporary.read_text().replace('Library=fcitx-qingjian.so\n', f'Library={prefix}/lib/fcitx/fcitx-qingjian.so\n'))
|
||
if target == data / 'applications/qingjian-settings.desktop':
|
||
temporary.write_text(temporary.read_text().replace('Exec=qingjian-settings\n', f'Exec={prefix}/bin/qingjian-settings\n'))
|
||
temporary.replace(target)
|
||
installed[str(target)] = digest(target)
|
||
for filename, checksum in old.items():
|
||
path = Path(filename)
|
||
if filename not in installed and path.is_file() and not path.is_symlink() and digest(path) == checksum:
|
||
path.unlink()
|
||
manifest.parent.mkdir(parents=True, exist_ok=True)
|
||
manifest.write_text(json.dumps(installed, ensure_ascii=False, indent=2) + '\n')
|
||
|
||
|
||
if __name__ == '__main__':
|
||
main()
|