Files
ISEP/scripts/test-milestone-account.sh
T
claude-code 3f622ba646 一次交貨 = 一份跨 repo 版本清單(inkstone/ISEP#84)
+ 每次結案都留下估多久/花多久/差多少(inkstone/ISEP#85)

#84:scripts/release-manifest
  freeze 前每一格都真的去 Gitea 抓過(抓不到不給凍結);凍結後不准再加東西;
  rollback 一定吐出整份清單的每一格,--only 指名單一 repo 會被擋下
  ——那正是票上那個病:剩下的還停在新版 ⇒ 一組從來沒測過的組合。
  清單與 INDEX.md 寫在專案根的 releases/(不是 plugin 目錄,plugin update 會清掉)。

#85:scripts/milestone-account + hooks/milestone-account-guard.sh
  三個數字自己算(取自 Gitea 的 created_at/due_on/closed_at,不用手填);
  差超過 ±25%(超時或提早都算)就要從七個固定代號裡挑一個,挑不出來不准結案;
  代號要有 Gitea 時間軸撐得住——訊號不成立的代號直接拒收(不採信自述)。
  閘擋的是「直接 curl PATCH state=closed 但還沒記帳」,正門走 milestone-account close。

盤點數字在本樹實數(ls hooks/*.sh|grep -c '"command":'):
  hooks 53→54 支、註冊 68→69 條、scripts 39 支(描述欄舊的 38 把三個目錄也數進去了)。
順手修掉 docs/hooks-inventory.md「一句話結論」被貼兩次、且標頭 52/內文 53 互相矛盾。

測試(全部離線,不打 Gitea、不留測試票/不關真的 milestone):
  scripts/test-release-manifest.sh            21/21
  scripts/test-milestone-account.sh           23/23
  hooks/tests/milestone-account-guard.test.sh 22/22

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_016ZBu4Sa1cGntKFRBYNZ6xs
2026-08-28 00:54:21 +00:00

156 lines
8.0 KiB
Bash
Executable File
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# scripts/milestone-account 的迴歸測試(inkstone/ISEP#85
#
# 驗收 1:關掉一個 milestone → 三個數字要自己算出來,不用手填
# 驗收 2:差超過 25% → 要逼我挑一個代號,挑不出來不准結案
# 驗收 3:累積幾次之後 → 看得出哪一種原因最常發生
# 驗收 4:拿已經逾期的 milestone 進去算 → 要算得出數字
#
# 🔴 全程離線(MILESTONE_ACCOUNT_FIXTURE =一份假的 Gitea 回應表),
# 時鐘用 MILESTONE_ACCOUNT_NOW 定住,帳本寫在 mktemp 目錄。
# **不打 Gitea、不關任何真的 milestone、不碰 repo 裡的 system-dev/estimates/。**
set -u
TOOL="${1:-$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)/milestone-account}"
TMP=$(mktemp -d); trap 'rm -rf "$TMP"' EXIT
PASS=0; FAIL=0; N=0
NOW="2026-08-28T00:00:00Z"
FX="$TMP/fx.json"
python3 - "$FX" <<'PY'
import json, sys, urllib.parse
api = {}
def iso(d, h=0):
return "2026-08-%02dT%02d:00:00Z" % (d, h)
def issue(n, created, closed=None, assignee=True, labels=(), ms=None):
return {"number": n, "created_at": created, "closed_at": closed,
"updated_at": closed or created,
"assignees": [{"login": "cc"}] if assignee else [],
"labels": [{"name": l} for l in labels],
"milestone": ({"id": ms} if ms else None)}
def comment(n, at):
return {"issue_url": "https://x/api/v1/repos/o/r/issues/%d" % n, "created_at": at}
def repo(full, mid, title, created, due, closed, issues, comments, open_ms=True):
o, r = full.split("/")
ms = {"id": mid, "title": title, "created_at": created, "due_on": due,
"closed_at": closed, "state": "open" if closed is None else "closed"}
api["/repos/%s/%s/milestones/%d" % (o, r, mid)] = ms
api["/repos/%s/%s/issues?state=all&type=issues&limit=50&page=1" % (o, r)] = issues
api["/repos/%s/%s/issues/comments?limit=100&since=%s"
% (o, r, urllib.parse.quote(created))] = comments
api["/repos/%s/%s/milestones?state=open&limit=50" % (o, r)] = [ms] if open_ms else []
# ① A#12 磨洋工:08-02 收掉一張之後,時間軸整整空了 24 天
repo("inkstone/A", 12, "sprint-磨洋工", iso(1), "2026-08-08T23:59:59Z", None,
[issue(1, iso(1, 1), iso(2), ms=12), issue(2, iso(1, 2), ms=12),
issue(3, iso(1, 3), ms=12), issue(9, iso(10), ms=None)],
[comment(1, iso(26))])
# ② B#13 準時收掉:偏差只有 -6%,不必挑代號
repo("inkstone/B", 13, "sprint-準時", iso(20), "2026-08-27T23:59:59Z",
"2026-08-27T12:00:00Z",
[issue(1, iso(20, 1), iso(25), ms=13), issue(2, iso(20, 2), iso(26), ms=13)],
[comment(1, iso(22)), comment(2, iso(24))], open_ms=False)
# ③ C#14 過程沒異常、就是估錯:每兩天都有動作,其他六個訊號全不成立
repo("inkstone/C", 14, "sprint-估錯", iso(1), "2026-08-10T23:59:59Z",
"2026-08-25T00:00:00Z",
[issue(1, iso(1, 1), iso(24), ms=14), issue(2, iso(1, 2), iso(23), ms=14)],
[comment(1, iso(d)) for d in range(3, 25, 2)], open_ms=False)
# ④ D#15 範圍變大:開跑之後又補進來三張票
repo("inkstone/D", 15, "sprint-範圍變大", iso(1), "2026-08-10T23:59:59Z",
"2026-08-25T00:00:00Z",
[issue(1, iso(1, 1), iso(24), ms=15), issue(2, iso(1, 2), iso(23), ms=15),
issue(3, iso(15), ms=15), issue(4, iso(15, 1), ms=15),
issue(5, iso(15, 2), ms=15)],
[comment(1, iso(d)) for d in range(3, 25, 2)], open_ms=False)
api["/orgs/inkstone/repos?limit=100"] = [
{"full_name": "inkstone/%s" % x} for x in "ABCD"]
json.dump({"api": api}, open(sys.argv[1], "w"), ensure_ascii=False)
PY
run() { MILESTONE_ACCOUNT_FIXTURE="$FX" MILESTONE_ACCOUNT_DIR="$TMP/led" \
MILESTONE_ACCOUNT_NOW="$NOW" python3 "$TOOL" "$@" 2>&1; }
t() {
want="$1"; desc="$2"; must="$3"; shift 4
N=$((N+1)); out=$(run "$@"); rc=$?
ok=1; [ "$rc" -eq "$want" ] || ok=0
if [ -n "$must" ] && ! printf '%s' "$out" | grep -qF "$must"; then ok=0; fi
if [ "$ok" -eq 1 ]; then printf ' ✅ %s\n' "$desc"; PASS=$((PASS+1))
else
printf ' ❌ %s —— 期望 exit=%s%s,實得 exit=%s\n' "$desc" "$want" \
"${must:+ 且輸出含「$must}" "$rc"
printf '%s\n' "$out" | sed -n '1,12p' | sed 's/^/ /'; FAIL=$((FAIL+1))
fi
}
echo "── 驗收 1:三個數字自己算出來 ─────────────────────────────"
t 0 "① audit 印出「當初訂的期限」" "當初訂的期限" -- audit inkstone/A#12
t 0 "② audit 印出「實際花掉的」" "實際花掉的" -- audit inkstone/A#12
t 0 "③ 偏差算得出來(A#12 逾期 +238%" "+238%" -- audit inkstone/A#12
t 0 "④ 期限是 08-08、實際算到今天 08-28 ⇒ 27 天" "27.0天" -- audit inkstone/A#12
echo "── 驗收 2:差超過 25% 逼你挑代號 ──────────────────────────"
t 2 "⑤ A#12 差 +237% 卻沒給 --reason ⇒ 不准結案" "挑不出代號不准結案" -- \
close inkstone/A#12
t 2 "⑥ 承上:訊息要直接列出撐得住的代號" "時間軸撐得住的代號:idle" -- close inkstone/A#12
t 0 "⑦ B#13 只差 -6% ⇒ 不必挑代號,直接結得掉" "已記帳" -- close inkstone/B#13
t 2 "⑧ 造一個不存在的代號 ⇒ 擋(封閉集合)" "不是那七個代號之一" -- \
close inkstone/A#12 --reason 拖延症
t 2 "⑨ 挑一個時間軸撐不住的代號 ⇒ 擋(不採信我自己說的)" "時間軸撐不住" -- \
close inkstone/C#14 --reason idle
t 0 "⑩ C#14 六個訊號都不成立 ⇒ 唯一合法的是 misestimate" "misestimate" -- \
audit inkstone/C#14
t 0 "⑪ 承上:--reason misestimate 收得掉" "原因=misestimate" -- \
close inkstone/C#14 --reason misestimate
t 0 "⑫ A#12 挑 idle(時間軸真的有 24 天空白)⇒ 收得掉" "原因=idle" -- \
close inkstone/A#12 --reason idle
t 0 "⑬ D#15 開跑後補三張票 ⇒ scope-creep 撐得住" "原因=scope-creep" -- \
close inkstone/D#15 --reason scope-creep
echo "── 驗收 3:看得出哪一種原因最常發生 ───────────────────────"
t 0 "⑭ report 數得出每個代號各幾次" "磨洋工" -- report
t 0 "⑮ report 算得出累計結案幾個" "累計結案 4 個里程碑" -- report
N=$((N+1))
if grep -q "哪一種原因最常發生" "$TMP/led/REPORT.md" 2>/dev/null \
&& grep -q "時間軸證據" "$TMP/led/REPORT.md"; then
printf ' ✅ ⑯ REPORT.md 寫出來了,而且每一筆都帶時間軸證據\n'; PASS=$((PASS+1))
else
printf ' ❌ ⑯ REPORT.md 內容不對\n'; FAIL=$((FAIL+1))
fi
N=$((N+1))
if [ "$(wc -l < "$TMP/led/ledger.jsonl")" = "4" ]; then
printf ' ✅ ⑰ 帳本剛好四筆(沒有被擋下的那幾次也記進去)\n'; PASS=$((PASS+1))
else
printf ' ❌ ⑰ 帳本筆數不對:%s\n' "$(wc -l < "$TMP/led/ledger.jsonl" 2>/dev/null)"
FAIL=$((FAIL+1))
fi
echo "── 驗收 4:拿已經逾期的里程碑進去算 ───────────────────────"
t 0 "⑱ list --overdue 撈得到逾期的那一個,而且帶數字" "inkstone/A#12" -- \
list --org inkstone --overdue
t 0 "⑲ 承上:逾期的要被標成「差超過 ±25%」那一類" "🔴" -- \
list --org inkstone --overdue
echo "── 其他 ───────────────────────────────────────────────────"
t 0 "⑳ codes 印得出七個代號,一個不多一個不少" "misestimate" -- codes
N=$((N+1))
if [ "$(run codes | grep -cE '^ [a-z-]+ ')" = "7" ]; then
printf ' ✅ ㉑ 真的是七個(封閉集合)\n'; PASS=$((PASS+1))
else
printf ' ❌ ㉑ 代號數量不是 7%s\n' "$(run codes | grep -cE '^ [a-z-]+ ')"; FAIL=$((FAIL+1))
fi
t 0 "㉒ --dry-run 印出要打的那通 API 但不送出" "一筆都沒有真的寫出去" -- \
close inkstone/A#12 --reason idle --dry-run
t 2 "㉓ 里程碑編號寫錯 ⇒ 講清楚寫法" "寫法是 owner/repo#里程碑編號" -- audit ISEP-12
echo
echo "通過 $PASS 條,失敗 $FAIL 條(共 $N 條)"
[ "$FAIL" -eq 0 ]