Add songforge as independent repo with path layout.
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
+208
@@ -0,0 +1,208 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""带时间戳的备份工具。任何文档/配置/脚本更新前必须先跑它。
|
||||
|
||||
python songforge/tools/backup.py 生歌规则.md LLM_Wiki.md
|
||||
python songforge/tools/backup.py --note "加 songforge CLI 章节" AGENTS.md
|
||||
python songforge/tools/backup.py --from-root D:\\CodeFiles\\Thinking\\ComfyUI-MiniMaxH3
|
||||
python songforge/tools/backup.py --restore bak\\20261004-120000
|
||||
python songforge/tools/backup.py --list
|
||||
|
||||
产物:workflows/bak/<YYYYMMDD-HHMMSS-毫秒>/<原相对路径>
|
||||
恢复:python songforge/tools/backup.py --restore <备份目录>
|
||||
|
||||
坑位记录:
|
||||
- 早期版本把路径压平成 "目录__文件.bak",文件一多就分不清谁是谁,
|
||||
且 AGENTS.md 在仓库根、不在 workflows 下,会退化成 ..__..__..__AGENTS.md.bak。
|
||||
现在保留完整目录树:workflows 内的文件按相对路径存放,
|
||||
仓库根的文件统一放在 <ROOT>/ 下,一眼能看出来源。
|
||||
- 路径分隔符统一转成 "/",Windows 与 Linux 读 manifest 结果一致。
|
||||
"""
|
||||
import datetime
|
||||
import json
|
||||
import os
|
||||
import shutil
|
||||
import sys
|
||||
|
||||
WF_ROOT = os.path.dirname(os.path.dirname(os.path.dirname(
|
||||
os.path.abspath(__file__)))) # .../user/default/workflows
|
||||
BAK = os.path.join(WF_ROOT, "bak")
|
||||
|
||||
|
||||
def stamp():
|
||||
"""毫秒精度:同一秒内连续备份两次不会互相覆盖。"""
|
||||
return datetime.datetime.now().strftime("%Y%m%d-%H%M%S-%f")[:-3]
|
||||
|
||||
|
||||
def comfy_root():
|
||||
"""workflows 的上三级 = ComfyUI 根。"""
|
||||
return os.path.dirname(
|
||||
os.path.dirname(
|
||||
os.path.dirname(WF_ROOT)
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
def rel_under(path):
|
||||
"""返回可还原、正斜杠的相对路径。
|
||||
|
||||
- workflows 内:songforge/cli/main.py
|
||||
- ComfyUI 根: ROOT__/AGENTS.md
|
||||
- 根之外: ABS__/D/somewhere/file.md
|
||||
"""
|
||||
path = os.path.abspath(path)
|
||||
|
||||
for base, prefix in ((WF_ROOT, ""), (comfy_root(), "ROOT__/")):
|
||||
rel = os.path.relpath(path, base)
|
||||
if not rel.startswith(".."):
|
||||
return prefix + rel.replace(os.sep, "/")
|
||||
|
||||
rel = path.replace(":", "").replace(os.sep, "/").lstrip("/")
|
||||
return "ABS__/" + rel
|
||||
|
||||
|
||||
def backup(paths, note=""):
|
||||
"""复制文件到 bak/<时间戳>/,保留原目录树,返回备份目录。"""
|
||||
# 坑位:原来用 exist_ok=True,同一毫秒内连续两次备份会落进同一目录,
|
||||
# 上一次的 _manifest.json 直接被覆盖,恢复时就少了一份。改成原子创建。
|
||||
base = stamp()
|
||||
for n in range(0, 100):
|
||||
cand = os.path.join(BAK, base if n == 0 else "%s-%d" % (base, n + 1))
|
||||
try:
|
||||
os.makedirs(cand, exist_ok=False)
|
||||
dst_dir = os.path.abspath(cand)
|
||||
break
|
||||
except FileExistsError:
|
||||
continue
|
||||
else:
|
||||
raise RuntimeError("无法在 %s 下分配备份目录" % BAK)
|
||||
|
||||
items = []
|
||||
for p in paths:
|
||||
p = os.path.abspath(p)
|
||||
if not os.path.exists(p):
|
||||
print(" [skip] 不存在: %s" % p)
|
||||
continue
|
||||
|
||||
rel = rel_under(p)
|
||||
dst = os.path.join(dst_dir, *rel.split("/"))
|
||||
os.makedirs(os.path.dirname(dst), exist_ok=True)
|
||||
shutil.copy2(p, dst)
|
||||
|
||||
items.append(dict(src=p, bak=dst, rel=rel,
|
||||
size=os.path.getsize(dst)))
|
||||
print(" [ok] %s" % rel)
|
||||
|
||||
with open(os.path.join(dst_dir, "_manifest.json"), "w",
|
||||
encoding="utf-8") as f:
|
||||
json.dump(dict(stamp=os.path.basename(dst_dir), note=note,
|
||||
items=items), f, ensure_ascii=False, indent=1)
|
||||
|
||||
print("备份完成 -> %s (%d 个文件)" % (dst_dir, len(items)))
|
||||
return dst_dir
|
||||
|
||||
|
||||
def restore(bak_dir):
|
||||
"""按 manifest 把文件拷回原位。"""
|
||||
bak_dir = os.path.abspath(bak_dir)
|
||||
mpath = os.path.join(bak_dir, "_manifest.json")
|
||||
if not os.path.exists(mpath):
|
||||
print("找不到 manifest: %s" % mpath)
|
||||
return 1
|
||||
|
||||
with open(mpath, encoding="utf-8") as f:
|
||||
m = json.load(f)
|
||||
|
||||
for it in m["items"]:
|
||||
if not os.path.exists(it["bak"]):
|
||||
print(" [miss] 备份件丢失: %s" % it["bak"])
|
||||
continue
|
||||
os.makedirs(os.path.dirname(it["src"]), exist_ok=True)
|
||||
shutil.copy2(it["bak"], it["src"])
|
||||
print(" [restore] %s" % it["rel"])
|
||||
|
||||
print("恢复完成 <- %s" % bak_dir)
|
||||
return 0
|
||||
|
||||
|
||||
def list_bak():
|
||||
if not os.path.isdir(BAK):
|
||||
print("还没有任何备份: %s" % BAK)
|
||||
return 1
|
||||
|
||||
rows = []
|
||||
for name in sorted(os.listdir(BAK), reverse=True):
|
||||
mp = os.path.join(BAK, name, "_manifest.json")
|
||||
if not os.path.isfile(mp):
|
||||
continue
|
||||
with open(mp, encoding="utf-8") as f:
|
||||
m = json.load(f)
|
||||
rows.append((name, len(m.get("items", [])), m.get("note", "")))
|
||||
|
||||
if not rows:
|
||||
print("备份目录为空: %s" % BAK)
|
||||
return 1
|
||||
|
||||
for name, n, note in rows:
|
||||
print(" %s %2d 个 %s" % (name, n, note))
|
||||
return 0
|
||||
|
||||
|
||||
def _expand(root, patterns):
|
||||
out = []
|
||||
for pat in patterns:
|
||||
full = os.path.join(root, pat.replace("/", os.sep))
|
||||
if os.path.isdir(full):
|
||||
for dirpath, _, files in os.walk(full):
|
||||
for fn in files:
|
||||
if fn.endswith(".pyc"):
|
||||
continue
|
||||
out.append(os.path.join(dirpath, fn))
|
||||
else:
|
||||
out.append(full)
|
||||
return out
|
||||
|
||||
|
||||
def main(argv):
|
||||
if not argv:
|
||||
print(__doc__)
|
||||
return 1
|
||||
|
||||
if argv[0] in ("-h", "--help"):
|
||||
print(__doc__)
|
||||
return 0
|
||||
|
||||
if argv[0] == "--restore":
|
||||
if len(argv) < 2:
|
||||
print(__doc__)
|
||||
return 1
|
||||
return restore(argv[1])
|
||||
|
||||
if argv[0] == "--list":
|
||||
return list_bak()
|
||||
|
||||
note = ""
|
||||
root = None
|
||||
|
||||
while argv and argv[0].startswith("--"):
|
||||
opt = argv[0]
|
||||
if opt == "--note" and len(argv) >= 2:
|
||||
note = argv[1]
|
||||
argv = argv[2:]
|
||||
elif opt == "--from-root" and len(argv) >= 2:
|
||||
root = os.path.abspath(argv[1])
|
||||
argv = argv[2:]
|
||||
else:
|
||||
print("未知参数: %s" % opt)
|
||||
print(__doc__)
|
||||
return 1
|
||||
|
||||
if not argv:
|
||||
print(__doc__)
|
||||
return 1
|
||||
|
||||
backup(_expand(root, argv) if root else argv, note)
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main(sys.argv[1:]))
|
||||
@@ -0,0 +1,88 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""从历史脚本 remake_v5.py 抽出 8 首已认可老歌的基线资料。
|
||||
|
||||
用途:QC 需要"歌词正文"才能算召回率。没有歌词,coverage() 恒等于 0,
|
||||
老歌基线就退化成"召回 >= 0%",等于没有基线——这种假放行比不放行更危险。
|
||||
|
||||
同时抽出 bpm / duration / key,让 QC 能按真实 8 小节算理论前奏秒数。
|
||||
不重新生成音频,只读源码里的 BODY / META。
|
||||
|
||||
输出:config/baseline/qc_baseline_old.json
|
||||
源脚本路径可用环境变量 SONGFORGE_REMAKE_V5 覆盖。
|
||||
"""
|
||||
import importlib.util
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
|
||||
HERE = os.path.dirname(os.path.abspath(__file__))
|
||||
_PKG = os.path.dirname(HERE)
|
||||
OUT = os.path.join(_PKG, "config", "baseline", "qc_baseline_old.json")
|
||||
|
||||
_DEFAULT_SRC = os.path.join(
|
||||
os.environ.get("USERPROFILE", os.environ.get("HOME", "")),
|
||||
r".trae-cn\work\6ab523de391489c168050edc\remake_v5.py")
|
||||
SRC = os.environ.get("SONGFORGE_REMAKE_V5") or _DEFAULT_SRC
|
||||
|
||||
BRACKET = re.compile(r"^\[[^\]]*\]")
|
||||
CJK = re.compile(r"[\u4e00-\u9fff]")
|
||||
|
||||
|
||||
def _load_remake():
|
||||
if not os.path.isfile(SRC):
|
||||
print("[错误] 找不到 remake_v5.py: %s" % SRC)
|
||||
print(" 设置 SONGFORGE_REMAKE_V5=完整路径 后重试")
|
||||
return None
|
||||
spec = importlib.util.spec_from_file_location("remake_v5", SRC)
|
||||
m = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(m) # __main__ 有守卫,不会提交任何任务
|
||||
return m
|
||||
|
||||
|
||||
def body_text(m, title):
|
||||
"""把 BODY[title] 折成纯歌词正文。"""
|
||||
seen, keep = set(), []
|
||||
for _tag, text in m.BODY[title]:
|
||||
if "Instrumental" in text:
|
||||
continue
|
||||
for line in text.split("\n"):
|
||||
line = BRACKET.sub("", line).strip()
|
||||
if not line or not CJK.search(line):
|
||||
continue
|
||||
if line in seen:
|
||||
continue
|
||||
seen.add(line)
|
||||
keep.append(line)
|
||||
return "\n".join(keep)
|
||||
|
||||
|
||||
def main():
|
||||
m = _load_remake()
|
||||
if m is None:
|
||||
return 2
|
||||
items = []
|
||||
for title, seed, bpm, key, dur, style in m.META:
|
||||
items.append(dict(
|
||||
title=title,
|
||||
file="v5_%s_swl_00001.flac" % title,
|
||||
bpm=bpm, key=key, duration=dur,
|
||||
group="old",
|
||||
lyrics=body_text(m, title),
|
||||
))
|
||||
os.makedirs(os.path.dirname(OUT), exist_ok=True)
|
||||
with open(OUT, "w", encoding="utf-8") as f:
|
||||
json.dump(dict(note="8 首用户已认可老歌的基线资料,"
|
||||
"由 tools/make_baseline.py 从 remake_v5.py 抽取",
|
||||
items=items), f,
|
||||
ensure_ascii=False, indent=1)
|
||||
for it in items:
|
||||
n = len(CJK.findall(it["lyrics"]))
|
||||
print("%-8s bpm=%-4s dur=%-4s 汉字=%d" % (it["title"], it["bpm"],
|
||||
it["duration"], n))
|
||||
print("\nwrote %s" % OUT)
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main() or 0)
|
||||
@@ -0,0 +1,183 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""用历史已认可作品建风格质心语料 -> config/baseline/style_ref.json
|
||||
|
||||
跑法(必须在 ComfyUI venv 的 Python 下):
|
||||
C:\\comfyui-venv\\Scripts\\python.exe tools\\make_style_ref.py
|
||||
|
||||
音乐目录 / 输出路径读 config/default.json + local.json(勿写死盘符)。
|
||||
"""
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
|
||||
HERE = os.path.dirname(os.path.abspath(__file__))
|
||||
|
||||
# 坑位:songforge.py(CLI 入口)和 songforge/(包)同名,
|
||||
# tools/ 内部互相引用一律走文件路径加载。
|
||||
sys.path.insert(0, HERE)
|
||||
import qc_style # noqa: E402
|
||||
|
||||
_PKG = os.path.dirname(HERE)
|
||||
|
||||
|
||||
def _paths_from_config():
|
||||
paths = {}
|
||||
for name in ("default.json", "local.json"):
|
||||
p = os.path.join(_PKG, "config", name)
|
||||
if not os.path.isfile(p):
|
||||
continue
|
||||
with open(p, encoding="utf-8") as f:
|
||||
blob = json.load(f)
|
||||
paths.update(blob.get("paths") or {})
|
||||
music = paths.get("music_dir") or os.environ.get("SONGFORGE_MUSIC_DIR")
|
||||
if not music:
|
||||
cro = paths.get("comfy_root") or os.environ.get("SONGFORGE_COMFY_ROOT")
|
||||
if cro:
|
||||
music = os.path.join(
|
||||
cro, "output", paths.get("output_prefix") or "MyMusic")
|
||||
if not music:
|
||||
music = os.path.join(
|
||||
os.path.dirname(os.path.dirname(_PKG)), "output", "MyMusic")
|
||||
out = os.path.join(_PKG, "config", "baseline", "style_ref.json")
|
||||
cache = os.path.join(_PKG, "cache", "style")
|
||||
return os.path.abspath(music), out, cache
|
||||
|
||||
|
||||
MUSIC, OUT, CACHE = _paths_from_config()
|
||||
|
||||
# 前缀白名单:确认过的直接给 family,避免子串规则误伤
|
||||
EXACT = {
|
||||
"smile13": "pop",
|
||||
"hit10": "pop",
|
||||
"dy10": "pop",
|
||||
"col2": "pop",
|
||||
"punk4": "punk",
|
||||
"niaopunk": "punk",
|
||||
"urbanhiphop": "hiphop",
|
||||
"chillhiphop": "hiphop",
|
||||
"chillhiphopen": "hiphop",
|
||||
"chillhiphopja": "hiphop",
|
||||
"upbeathiphop": "hiphop",
|
||||
"funkyhiphop": "hiphop",
|
||||
"discofunk": "hiphop",
|
||||
"partytrap": "hiphop",
|
||||
"smoothhiphop": "hiphop",
|
||||
"喜剧hiphop": "hiphop",
|
||||
"欧式hiphop": "hiphop",
|
||||
}
|
||||
|
||||
# 出现在前缀里就归某家族(前面已排除精确表未命中的)
|
||||
SUBSTR = (
|
||||
("punk", "punk"),
|
||||
("hiphop", "hiphop"),
|
||||
("trap", "hiphop"),
|
||||
)
|
||||
|
||||
SEED = re.compile(r"_\d{5}\.flac$", re.I)
|
||||
# 只收每个 seed 序列的第一首。同源的 _00002/_00003 全收进来,语料就被
|
||||
# 少数几首歌按 seed 数投票,质心被拉偏(踩过:172 个文件其实只有 30 来首歌)。
|
||||
FIRST_SEED = re.compile(r"_00001\.flac$", re.I)
|
||||
|
||||
|
||||
def family_of(name):
|
||||
"""从文件名解析风格家族,解析不出来返回 None(直接排除)。"""
|
||||
stem = SEED.sub("", name)
|
||||
head = stem.split("_")[0]
|
||||
if head in EXACT:
|
||||
return EXACT[head]
|
||||
low = head.lower()
|
||||
for key, fam in SUBSTR:
|
||||
if key in low:
|
||||
return fam
|
||||
return None
|
||||
|
||||
|
||||
def main():
|
||||
if not os.path.isdir(MUSIC):
|
||||
print("[错误] 找不到音频目录 %s" % MUSIC)
|
||||
return 2
|
||||
|
||||
files = sorted(f for f in os.listdir(MUSIC) if f.lower().endswith(".flac"))
|
||||
picked = []
|
||||
for f in files:
|
||||
fam = family_of(f)
|
||||
if not fam:
|
||||
continue
|
||||
if not FIRST_SEED.search(f): # 只收每首歌的第一个 seed
|
||||
continue
|
||||
p = os.path.join(MUSIC, f)
|
||||
if not os.path.isfile(p):
|
||||
continue
|
||||
picked.append((f, fam, p))
|
||||
|
||||
if not picked:
|
||||
print("[错误] 一首都没匹配上,检查 EXACT / SUBSTR 是否还匹配文件名")
|
||||
return 2
|
||||
|
||||
print("语料候选 %d 首,开始算特征(每首几秒)..." % len(picked))
|
||||
os.makedirs(CACHE, exist_ok=True)
|
||||
items = []
|
||||
for i, (f, fam, p) in enumerate(picked, 1):
|
||||
cp = os.path.join(CACHE, f + ".json")
|
||||
# 缓存 key 带上音频 mtime + 特征列表,音频换了或特征改了都会自动失效
|
||||
stamp = "%s|%s" % (os.path.getmtime(p), ",".join(qc_style.FEATURES))
|
||||
vec = None
|
||||
if os.path.isfile(cp):
|
||||
try:
|
||||
with open(cp, encoding="utf-8") as fh:
|
||||
blob = json.load(fh)
|
||||
if blob.get("key") == stamp:
|
||||
vec = blob["vec"]
|
||||
except Exception:
|
||||
vec = None
|
||||
if vec is None:
|
||||
try:
|
||||
# expect_bpm=None:历史文件没有可靠的 BPM 记录,靠自身中位数定折叠锚点,
|
||||
# 保证语料里的 tempo 尺度自洽。新歌的 BPM 对齐由 qc_worker 单独判。
|
||||
vec, _raw = qc_style.features(p, expect_bpm=None)
|
||||
except Exception as exc:
|
||||
print(" [%d/%d] 跳过 %s -> %s: %s"
|
||||
% (i, len(picked), f, type(exc).__name__, exc))
|
||||
continue
|
||||
with open(cp, "w", encoding="utf-8") as fh:
|
||||
json.dump(dict(key=stamp, vec=vec), fh)
|
||||
items.append(dict(file=f, family=fam, vec=vec))
|
||||
print(" [%d/%d] %-44s %-6s tempo=%5.1f flat=%.4f"
|
||||
% (i, len(picked), f[:44], fam, vec["tempo"], vec["flatness"]))
|
||||
|
||||
counts = {}
|
||||
for it in items:
|
||||
counts[it["family"]] = counts.get(it["family"], 0) + 1
|
||||
print("按家族统计:%s" % counts)
|
||||
for fam in qc_style.FAMILIES:
|
||||
if counts.get(fam, 0) < 3:
|
||||
print("[错误] %s 只有 %d 首,建不出可信质心(至少 3)"
|
||||
% (fam, counts.get(fam, 0)))
|
||||
return 2
|
||||
|
||||
ref = qc_style.build(items)
|
||||
with open(OUT, "w", encoding="utf-8") as f:
|
||||
json.dump(ref, f, ensure_ascii=False, indent=1)
|
||||
|
||||
loo = ref["loo"]
|
||||
print("")
|
||||
print("已写出 %s" % OUT)
|
||||
print("样本 %d(%d 首不同的歌),分组留一准确率 %.1f%%,trusted=%s"
|
||||
% (len(items), loo["n_songs"], loo["acc"] * 100, ref["trusted"]))
|
||||
print("分家族:%s" % json.dumps(loo["per_family"], ensure_ascii=False))
|
||||
print("混淆矩阵(行=真实,列=判成):")
|
||||
for fam, row in sorted(loo["confusion"].items()):
|
||||
print(" %-7s %s" % (fam, json.dumps(row, ensure_ascii=False)))
|
||||
if not ref["trusted"]:
|
||||
print("")
|
||||
print("[结论] 风格判定不可信,只写进报告当参考,不当放行闸门。")
|
||||
print(" 风格的第一物理保证是实测 BPM 与设定 BPM 对齐(QC 的 bpm_rel_tol)。")
|
||||
print(" 注意:语料里 pop 的 chill/disco/funk 变体和 hiphop 制作手法本就连续,")
|
||||
print(" 分组 LOO 总体约 60~67%、单家族最低约 43%,"
|
||||
"这是语料重叠,不是分类器没调好。")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main())
|
||||
@@ -0,0 +1,416 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""风格特征与风格分类 —— 只吃 librosa,纯数值,不碰 demucs/whisper。
|
||||
|
||||
为什么单独一个文件:
|
||||
songforge 主链路是零重依赖的,风格判定属于"生成后验收"的一部分,
|
||||
必须在 venv 侧跑。把它独立出来,`qc_worker.py` 和
|
||||
`tools/make_style_ref.py` 共用同一套取特征逻辑——否则"建语料"和
|
||||
"验收"各写一份,特征对不上,分类结果就是自欺欺人。
|
||||
|
||||
风格怎么判(重要,不要改成拍脑袋的阈值):
|
||||
这里不做"频谱质心 > X 就是朋克"这种单指标硬判。做法是拿历史里
|
||||
已经按风格命名、并且用户听过没否掉的歌当语料,逐首算同一套特征,
|
||||
按稳健标准化后建三个风格质心(pop / punk / hiphop),用最近质心
|
||||
分类,并做留一验证(LOO)把准确率一起存下来。
|
||||
准确率不够高时,报告里如实写"风格判定不可信",只当参考不当闸门。
|
||||
|
||||
坑位记录:
|
||||
1. 速度必须做八度折叠。实测 `晚风不加班`(设定 86 BPM)会被判成
|
||||
170.5 BPM,正好是 2 倍——librosa 的 onset 包络在半速拍子上会
|
||||
锁到二倍拍。直接比设定值会把这个风格判死。
|
||||
2. 频谱类特征跨度极大(质心 1400~6000 Hz),必须取 log 再标准化,
|
||||
否则质心一项就主导了整段欧氏距离。
|
||||
3. perc_ratio 用 HPSS 的打击成分占比。朋克的军鼓+失真吉他、
|
||||
hiphop 的 kick+hi-hat 都会偏高,流行的人声+弦乐偏低。
|
||||
单看这个不如 BPM 有区分度,但作为辅助项能压掉误判。
|
||||
4. 特征里绝对不能有"人声轨 / 混音轨 能量比"。带标签的历史语料有 30~50 首,
|
||||
每一首都跑 demucs 要花几十分钟,而且 demucs 对不同混音的分离程度
|
||||
本身就不一致,这个比值混进去是纯噪声。风格只看混音轨。
|
||||
"""
|
||||
import os
|
||||
import re
|
||||
|
||||
import numpy as np
|
||||
|
||||
FAMILY = {
|
||||
"pop": "pop",
|
||||
"punk": "punk",
|
||||
"emopunk": "punk",
|
||||
"urbanhiphop": "hiphop",
|
||||
"chillhiphop": "hiphop",
|
||||
"partyrap": "hiphop",
|
||||
"funkhiphop": "hiphop",
|
||||
"discofunk": "hiphop",
|
||||
"jazzhiphop": "hiphop",
|
||||
"guofeng": "hiphop",
|
||||
}
|
||||
|
||||
FAMILIES = ("pop", "punk", "hiphop")
|
||||
|
||||
# 特征顺序即向量顺序,改这里必须重建 style_ref.json,否则老语料错位。
|
||||
FEATURES = (
|
||||
"tempo", # 八度折叠后的实测速度
|
||||
"tempo_drift", # 速度稳定度(越小越稳)
|
||||
"centroid", # log 频谱质心 -> 亮/暗
|
||||
"rolloff", # log 85% rolloff -> 高频能量
|
||||
"hf_ratio", # >6kHz 能量占比 -> 亮泽/嘶叫
|
||||
"lf_ratio", # <150Hz 能量占比 -> 低频厚度/sub
|
||||
"dynamic", # 动态范围 dB
|
||||
"onset_density", # 每秒击打数
|
||||
"perc_ratio", # HPSS 打击成分占比
|
||||
"flatness", # 谱平坦度 -> 噪声/失真成分(朋克嘶叫会抬高)
|
||||
"crest", # 峰值因子,越小越被压得平
|
||||
)
|
||||
|
||||
_LOG_IDX = (FEATURES.index("centroid"), FEATURES.index("rolloff"))
|
||||
|
||||
|
||||
# ------------------------------------------------------------------ 工具
|
||||
|
||||
def fold_bpm(value, ref):
|
||||
"""把 value 折叠到离 ref 最近的八度。
|
||||
|
||||
坑位:librosa.beat 在慢速律动上会锁到 2 倍拍,不折叠会把 86 BPM 的歌
|
||||
判成 170 BPM,然后"实测速度与设定偏差 98%",一个完全正常的歌被判死。
|
||||
"""
|
||||
if value is None or ref is None:
|
||||
return value
|
||||
try:
|
||||
v = float(value)
|
||||
r = float(ref)
|
||||
except (TypeError, ValueError):
|
||||
return value
|
||||
# 坑位:非有限值和非正数会一路穿到 log2 里,log2(inf) 再喂给 round()
|
||||
# 直接抛 OverflowError,把整首 QC 打断。下游只想要"折不动就原样返回"。
|
||||
if not (np.isfinite(v) and np.isfinite(r)) or v <= 0 or r <= 0:
|
||||
return v
|
||||
ratio = r / v
|
||||
if not np.isfinite(ratio) or ratio <= 0:
|
||||
return v
|
||||
return v * (2.0 ** round(np.log2(ratio)))
|
||||
|
||||
|
||||
def fold_track(track, ref):
|
||||
return np.array([fold_bpm(x, ref) for x in track], dtype=np.float32)
|
||||
|
||||
|
||||
def _band_ratio(y, sr, lo, hi):
|
||||
"""指定频带能量占比。用 rfft 直接算,比 mel 滤波器组省事也够稳。"""
|
||||
if y.size < 256:
|
||||
return 0.0
|
||||
n = 1 << int(np.ceil(np.log2(y.size)))
|
||||
sp = np.abs(np.fft.rfft(y, n)) ** 2
|
||||
freqs = np.fft.rfftfreq(n, 1.0 / sr)
|
||||
band = sp[(freqs >= lo) & (freqs < hi)].sum()
|
||||
tot = sp.sum()
|
||||
return float(band / tot) if tot > 0 else 0.0
|
||||
|
||||
|
||||
# ------------------------------------------------------------------ 取特征
|
||||
|
||||
def tempo_of(y, sr, expect_bpm=None):
|
||||
"""返回 (折叠后中位速度, 折叠后速度漂移)。expect_bpm 用来定折叠方向。"""
|
||||
import librosa
|
||||
y16 = y if sr == 16000 else librosa.resample(
|
||||
np.asarray(y, dtype=np.float32), orig_sr=sr, target_sr=16000)
|
||||
sr16 = 16000 if sr != 16000 else sr
|
||||
oe = librosa.onset.onset_strength(y=y16, sr=sr16)
|
||||
# librosa 0.11 起 beat.tempo 全是 keyword-only,位置传参直接 TypeError
|
||||
tr = librosa.beat.tempo(onset_envelope=oe, sr=sr16, hop_length=512,
|
||||
aggregate=None)
|
||||
tr = np.asarray(tr, dtype=np.float32)
|
||||
tr = tr[np.isfinite(tr) & (tr > 0)]
|
||||
if not tr.size:
|
||||
return 0.0, 0.0
|
||||
raw_med = float(np.median(tr))
|
||||
anchor = fold_bpm(raw_med, expect_bpm) if expect_bpm else raw_med
|
||||
ft = fold_track(tr, anchor)
|
||||
ft = ft[(ft > 0) & (ft < 400)]
|
||||
if not ft.size:
|
||||
return 0.0, 0.0
|
||||
med = float(np.median(ft))
|
||||
# 坑位:原来用 (p90 - p10) / median 算漂移,但 librosa 逐帧 tempo 的首尾
|
||||
# 各有一拍宽的边界伪影,180s 的歌能攒出十几秒伪影区,被 p90/p10 一夹
|
||||
# 就放大成 25%+ 的"漂移",而同一首歌按 10s 分块的中位全是设定值
|
||||
# (实测 104.2/104.2,IQR=0)。改用中位绝对偏差,只对整体性的加速/
|
||||
# 减速敏感,对边界伪影和偶发跳拍免疫。
|
||||
drift = _mad_rel(ft, med)
|
||||
return med, drift
|
||||
|
||||
|
||||
def _mad_rel(track, med):
|
||||
"""相对中位绝对偏差。返回 0.0 表示测不出整体漂移。"""
|
||||
if track.size == 0 or med <= 0:
|
||||
return 0.0
|
||||
mad = float(np.median(np.abs(track - med)))
|
||||
return (mad / med) if med > 0 else 0.0
|
||||
|
||||
|
||||
def features(path, expect_bpm=None, cache_dir=None):
|
||||
"""算一首歌的完整风格特征向量。
|
||||
|
||||
坑位:这个函数只允许吃混音轨(path)。不要往里塞 demucs 人声轨——
|
||||
建历史语料时要对几十首老歌跑,塞进去就等于把风格判定绑死在分离质量上,
|
||||
而 demucs 的分离程度本身随混音变化。声线由 qc_worker 单独负责。
|
||||
"""
|
||||
import librosa
|
||||
import soundfile as sf
|
||||
|
||||
x, sr = sf.read(path, always_2d=True)
|
||||
x = np.asarray(x, dtype=np.float32)
|
||||
y = x.mean(axis=1)
|
||||
|
||||
dur = y.size / float(sr)
|
||||
tempo, tempo_drift = tempo_of(y, sr, expect_bpm)
|
||||
|
||||
y16 = librosa.resample(y, orig_sr=sr, target_sr=16000)
|
||||
sr16 = 16000
|
||||
S = np.abs(librosa.stft(y16, n_fft=2048, hop_length=512)) + 1e-12
|
||||
centroid = float(np.mean(librosa.feature.spectral_centroid(S=S, sr=sr16)))
|
||||
rolloff = float(np.mean(librosa.feature.spectral_rolloff(
|
||||
S=S, sr=sr16, roll_percent=0.85)))
|
||||
# 谱平坦度:几何均值/算术均值。噪声化(失真、嘶叫、lo-fi)会把它抬高,
|
||||
# 干净的钢琴/弦乐 pad 会压得很低。比 "高频能量占比" 更能区分失真音色。
|
||||
gm = np.exp(np.mean(np.log(S), axis=0))
|
||||
am = np.mean(S, axis=0)
|
||||
flatness = float(np.mean(gm / am))
|
||||
|
||||
bs = 3 * sr
|
||||
n = max(1, y.size // bs)
|
||||
rmss = np.array([np.sqrt(np.mean(np.square(y[i * bs:(i + 1) * bs])) + 1e-20)
|
||||
for i in range(n)], dtype=np.float32)
|
||||
dyn = float(20 * np.log10(max(rmss.max(), 1e-9) / max(rmss.min(), 1e-9)))
|
||||
|
||||
oe = librosa.onset.onset_strength(y=y16, sr=sr16)
|
||||
hop = 512
|
||||
onset_density = float(len(librosa.onset.onset_detect(
|
||||
onset_envelope=oe, sr=sr16, hop_length=hop)) / max(dur, 1e-6))
|
||||
|
||||
h, p = librosa.effects.hpss(y16)
|
||||
perc_ratio = float(np.mean(np.abs(p)) /
|
||||
max(np.mean(np.abs(h)) + np.mean(np.abs(p)), 1e-9))
|
||||
|
||||
peak = float(np.max(np.abs(y))) if y.size else 0.0
|
||||
rms_all = float(np.sqrt(np.mean(np.square(y)) + 1e-20))
|
||||
crest = float(20 * np.log10(max(peak, 1e-9) / max(rms_all, 1e-9)))
|
||||
|
||||
vec = {
|
||||
"tempo": tempo,
|
||||
"tempo_drift": tempo_drift,
|
||||
"centroid": float(np.log10(max(centroid, 1.0))),
|
||||
"rolloff": float(np.log10(max(rolloff, 1.0))),
|
||||
"hf_ratio": _band_ratio(y16, sr16, 6000, sr16 / 2),
|
||||
"lf_ratio": _band_ratio(y16, sr16, 20, 150),
|
||||
"dynamic": dyn,
|
||||
"onset_density": onset_density,
|
||||
"perc_ratio": perc_ratio,
|
||||
"flatness": flatness,
|
||||
"crest": crest,
|
||||
}
|
||||
return vec, dict(centroid_hz=centroid, rolloff_hz=rolloff,
|
||||
flatness=flatness,
|
||||
onset_density=onset_density, perc_ratio=perc_ratio,
|
||||
crest=crest, peak=peak)
|
||||
|
||||
|
||||
def vector(vec):
|
||||
return np.array([float(vec[k]) for k in FEATURES], dtype=np.float64)
|
||||
|
||||
|
||||
# ------------------------------------------------------------------ 分类器
|
||||
|
||||
def _robust_scale(X):
|
||||
"""中位数 + IQR 标准化。IQR 比 std 抗离群值。"""
|
||||
med = np.median(X, axis=0)
|
||||
q1 = np.percentile(X, 25, axis=0)
|
||||
q3 = np.percentile(X, 75, axis=0)
|
||||
iqr = np.maximum(q3 - q1, 1e-6)
|
||||
return med, iqr
|
||||
|
||||
|
||||
class StyleRef(object):
|
||||
"""风格质心分类器。语料不足或 LOO 太低时 self.trusted=False。"""
|
||||
|
||||
def __init__(self, data):
|
||||
self.note = data.get("note", "")
|
||||
self.loo = data.get("loo", {})
|
||||
self.items = data.get("items", [])
|
||||
self.med = np.array(data["med"], dtype=np.float64)
|
||||
self.iqr = np.array(data["iqr"], dtype=np.float64)
|
||||
self.centroids = {k: np.array(v, dtype=np.float64)
|
||||
for k, v in data["centroids"].items()}
|
||||
self.counts = data.get("counts", {})
|
||||
self.trusted = bool(data.get("trusted", False))
|
||||
|
||||
def _z(self, vec):
|
||||
return (vector(vec) - self.med) / self.iqr
|
||||
|
||||
def classify(self, vec):
|
||||
"""返回 (top_family, conf, dists)。conf 是 softmax 后的置信度。"""
|
||||
z = self._z(vec)
|
||||
dists = {}
|
||||
for fam, c in self.centroids.items():
|
||||
dists[fam] = float(np.sqrt(np.mean((z - c) ** 2)))
|
||||
order = sorted(dists, key=lambda k: dists[k])
|
||||
if not order:
|
||||
return "", 0.0, dists
|
||||
top = order[0]
|
||||
e = {k: np.exp(-dists[k]) for k in order}
|
||||
s = sum(e.values())
|
||||
return top, float(e[top] / s if s > 0 else 0.0), dists
|
||||
|
||||
def nn(self, vec):
|
||||
"""最近邻:返回 (最像的文件名, 与它的标准化距离, 该文件所属风格)。
|
||||
|
||||
这是声线之外第二个'像不像已认可作品'的信号,且自带人耳可解释性:
|
||||
报告里能直接说出"最像 身体先听懂(urbanhiphop)"。
|
||||
"""
|
||||
z = self._z(vec)
|
||||
best = ("", 1e9, "")
|
||||
for it in self.items:
|
||||
d = float(np.sqrt(np.mean((z - np.array(it["z"], dtype=np.float64)) ** 2)))
|
||||
if d < best[1]:
|
||||
best = (it["file"], d, it.get("family", ""))
|
||||
return best
|
||||
|
||||
|
||||
def load(path):
|
||||
import json
|
||||
if not path or not os.path.isfile(path):
|
||||
return None
|
||||
with open(path, encoding="utf-8") as f:
|
||||
return StyleRef(json.load(f))
|
||||
|
||||
|
||||
def _loo_groups(items):
|
||||
"""按"歌"分组,而不是按文件。
|
||||
|
||||
坑位(踩过):最初按文件留一,得到 100% 准确率,一度以为分类器完美。
|
||||
实际上同一首歌的 _00001/_00002/_00003 是同一首曲子的不同 seed,
|
||||
音频高度同源。留一时只拿掉一个 seed,剩下 5 个"同款"还留在质心里,
|
||||
等于让样本给自己作证,准确率必然虚高。
|
||||
真正的留一必须整首拿掉——验证的是"没听过这首歌时能不能认出风格"。
|
||||
"""
|
||||
g = {}
|
||||
for i, it in enumerate(items):
|
||||
key = it.get("group") or _group_key(it.get("file", ""))
|
||||
g.setdefault(key, []).append(i)
|
||||
return g
|
||||
|
||||
|
||||
def _group_key(file):
|
||||
"""从文件名还原"这是哪一首歌"。dy10_城市晚安_swl_00001 -> dy10_城市晚安。
|
||||
|
||||
只用于分组,不是标签。
|
||||
|
||||
坑位:这里曾经把第一个下划线之前的前缀当"批次号"砍掉,只留后面的歌名。
|
||||
结果 chillhiphop_慢慢来 和 hit10_慢慢来 被并成同一组,58 个文件只出
|
||||
57 个组。留一验证时同一首歌的另一版本还留在质心里,样本等于给自己作证。
|
||||
所以只剥 seed 号和模型后缀,风格前缀必须留着——它本来就是区分同名歌的
|
||||
唯一信息。命名不规范时退回整条文件名也不会错。
|
||||
"""
|
||||
stem = file.rsplit(".flac", 1)[0]
|
||||
stem = re.sub(r"_\d{5}$", "", stem) # 去掉 seed 号
|
||||
stem = re.sub(r"_swl$", "", stem, flags=re.I) # 去掉模型后缀
|
||||
return stem
|
||||
|
||||
|
||||
def build(items, loo_min=0.65, fam_min=0.50):
|
||||
"""由带标签的语料建质心,并做按歌分组的留一验证。
|
||||
|
||||
items: [{"file","family","bpm","vec"}]
|
||||
返回可直接 json.dump 的字典。
|
||||
|
||||
关于阈值为什么这么严(实测数据,别拍脑袋改):
|
||||
语料是 58 首歌(pop 35 / hiphop 16 / punk 7)。按歌分组留一后,
|
||||
最好的组合也只到 ~65%:pop 有 4 成被判成 hiphop,hiphop 也有近
|
||||
1 成被判成 pop。逐个特征看下来没有救——tempo 单项 49%、centroid
|
||||
单项 39%,加特征、加权、改标准化都只在 60~67% 之间晃。
|
||||
根因是语料本身重叠:pop 语料里的 chill/disco/funk 变体和 hiphop
|
||||
语料在制作手法上就是连续的,不是分类器没调好。
|
||||
|
||||
所以这里刻意把门槛设高(loo_min=0.65 且每个家族都要 >=0.50),
|
||||
让 trusted 大概率为 False —— 风格判定只写进报告当参考,不当放行闸门。
|
||||
宁可报告里写"风格不可信",也不要一个 60% 准确率的分类器
|
||||
拿去做"风格不符就判 FAIL"的闸门,那是在用假精度杀人。
|
||||
风格的第一物理保证是实测 BPM 与设定 BPM 对齐(见 HARD.bpm_rel_tol)。
|
||||
"""
|
||||
import json
|
||||
X = np.array([vector(it["vec"]) for it in items], dtype=np.float64)
|
||||
med, iqr = _robust_scale(X)
|
||||
Z = (X - med) / iqr
|
||||
|
||||
cent = {}
|
||||
counts = {}
|
||||
for fam in FAMILIES:
|
||||
idx = [i for i, it in enumerate(items) if it["family"] == fam]
|
||||
if not idx:
|
||||
continue
|
||||
counts[fam] = len(idx)
|
||||
cent[fam] = np.mean(Z[idx], axis=0)
|
||||
|
||||
# ---- 按歌分组留一:整首拿掉,重算标准化和质心,再看它能不能被认对
|
||||
groups = _loo_groups(items)
|
||||
correct = 0
|
||||
total = 0
|
||||
per = {}
|
||||
confusion = {}
|
||||
for key, idxs in groups.items():
|
||||
fam = items[idxs[0]]["family"]
|
||||
keep = [i for i in range(len(items)) if i not in set(idxs)]
|
||||
Xk = np.array([vector(items[i]["vec"]) for i in keep],
|
||||
dtype=np.float64)
|
||||
mk, ik = _robust_scale(Xk)
|
||||
Zk = (Xk - mk) / ik
|
||||
ck = {}
|
||||
for f in FAMILIES:
|
||||
j = [n for n, i in enumerate(keep) if items[i]["family"] == f]
|
||||
if j:
|
||||
ck[f] = np.mean(Zk[j], axis=0)
|
||||
if len(ck) < 2:
|
||||
continue
|
||||
z = np.mean([(vector(items[i]["vec"]) - mk) / ik for i in idxs], axis=0)
|
||||
d = {f: float(np.sqrt(np.mean((z - c) ** 2))) for f, c in ck.items()}
|
||||
top = min(d, key=lambda k: d[k])
|
||||
total += 1
|
||||
good = top == fam
|
||||
correct += 1 if good else 0
|
||||
a = per.setdefault(fam, [0, 0])
|
||||
a[1] += 1
|
||||
a[0] += 1 if good else 0
|
||||
cell = confusion.setdefault(fam, {})
|
||||
cell[top] = cell.get(top, 0) + 1
|
||||
|
||||
acc = float(correct / total) if total else 0.0
|
||||
fam_acc = {k: (v[0] / float(v[1]) if v[1] else 0.0) for k, v in per.items()}
|
||||
# 总体准确率高也可能被某一个大类撑起来,所以每个家族都要单独过线。
|
||||
# 三个家族里只要有一个基本认不出来(比如 punk 全被判成 pop),
|
||||
# 这个分类器就不能拿去做风格闸门。
|
||||
fam_ok = bool(fam_acc) and min(fam_acc.values()) >= fam_min
|
||||
ref = dict(
|
||||
features=list(FEATURES),
|
||||
med=[float(x) for x in med],
|
||||
iqr=[float(x) for x in iqr],
|
||||
centroids={k: [float(x) for x in v] for k, v in cent.items()},
|
||||
counts=counts,
|
||||
items=[dict(file=it["file"], family=it["family"],
|
||||
group=it.get("group") or _group_key(it["file"]),
|
||||
bpm=it.get("bpm"), vec=it["vec"],
|
||||
z=[float(x) for x in Z[i]])
|
||||
for i, it in enumerate(items)],
|
||||
loo=dict(acc=round(acc, 4), n=total, n_songs=len(groups),
|
||||
mode="group-by-song",
|
||||
per_family={k: dict(acc=round(v[0] / max(v[1], 1), 3), n=v[1])
|
||||
for k, v in per.items()},
|
||||
confusion=confusion,
|
||||
fam_min=round(min(fam_acc.values()) if fam_acc else 0.0, 3)),
|
||||
trusted=bool(total >= 9 and acc >= loo_min and fam_ok),
|
||||
note=("由 tools/make_style_ref.py 在历史已认可歌上生成,不要手改。"
|
||||
"trusted 只有在按歌分组 LOO >= %.0f%% 且每个家族都 >= %.0f%% 时为真;"
|
||||
"实测语料 pop/hiphop 制作手法重叠,多轮尝试后总体约 60~67%%、"
|
||||
"单家族最低约 43%%,"
|
||||
"所以本文件通常 trusted=false —— 风格判定只当参考,"
|
||||
"风格的第一物理保证是实测 BPM 与设定 BPM 对齐。"
|
||||
% (loo_min * 100, fam_min * 100)),
|
||||
)
|
||||
return ref
|
||||
+1216
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user