Add strict dogfood verification

Author: ChaosRealmsAI

README.md

@@ -44,7 +44,7 @@ feishu-bot browser open --url "<authorization_url>"
 feishu-bot oauth token --code <code> --code-verifier <code_verifier> --save-env --env-file private/local.env
 feishu-bot oauth refresh --save-env --env-file private/local.env
 feishu-bot oauth user-info
-feishu-bot dogfood verify --module task --module search --auto-refresh-user-token
+feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --strict
 ```
 
 ## Code layout

docs/AI-USAGE.md

@@ -22,7 +22,7 @@ Use `--json` for machine parsing:
 ```bash
 feishu-bot --json manifest
 feishu-bot --json dogfood verify --module message --include-response
-feishu-bot --json dogfood verify --module task --module search --auto-refresh-user-token
+feishu-bot --json dogfood verify --module task --module search --auto-refresh-user-token --strict
 ```
 
 For automation, read `manifest.workflow_layer` first. It contains the default

docs/DOGFOOD.md

@@ -19,14 +19,18 @@ the JSON result instead of treating exit code 0 as success.
 When user-token probes report `expired_user_token`, automation may run:
 
 ```bash
-feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --json
+feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --strict --json
 ```
 
 This refreshes `FEISHU_USER_ACCESS_TOKEN` with `FEISHU_REFRESH_TOKEN`, saves the
 new tokens to `FEISHU_ENV_FILE`/`LARK_ENV_FILE` or `private/local.env`, updates
 the in-memory client token, and retries the expired probes. It is intentionally
 opt-in because it writes local credentials.
 
+Use `--strict` in automation when the command should exit non-zero unless every
+selected probe is usable after optional retries. Usable statuses are `ok` and
+`no_data`.
+
 For normal project reporting, prefer the workflow layer after the relevant
 module probes pass:
 

src/app/cli/part01.rs

@@ -187,6 +187,12 @@ pub(in crate::app) struct DogfoodVerifyArgs {
     )]
     pub(in crate::app) auto_refresh_user_token: bool,
 
+    #[arg(
+        long,
+        help = "Exit non-zero when any probe is not usable. Usable statuses are ok and no_data."
+    )]
+    pub(in crate::app) strict: bool,
+
     #[arg(
         long,
         help = "Env file for --auto-refresh-user-token; defaults to FEISHU_ENV_FILE/LARK_ENV_FILE or private/local.env"

src/app/dogfood.rs

@@ -19,13 +19,31 @@ pub(super) async fn run_dogfood_command(
     command: DogfoodCommand,
     raw_json: bool,
 ) -> Result<()> {
+    if let DogfoodCommand::Verify(args) = command {
+        let strict = args.strict;
+        let data = verify_dogfood(api, args).await?;
+        let strict_passed = dogfood_verify_strict_passed(&data);
+        print_response(raw_json, "dogfood completed", data)?;
+        if strict && !strict_passed {
+            std::process::exit(1);
+        }
+        return Ok(());
+    }
+
     let data = match command {
         DogfoodCommand::Publish(args) => publish_dogfood(api, args).await?,
-        DogfoodCommand::Verify(args) => verify_dogfood(api, args).await?,
+        DogfoodCommand::Verify(_) => unreachable!("verify is handled before dispatch"),
     };
     print_response(raw_json, "dogfood completed", data)
 }
 
+pub(in crate::app) fn dogfood_verify_strict_passed(data: &Value) -> bool {
+    data.pointer("/data/summary/not_ok")
+        .and_then(Value::as_u64)
+        .unwrap_or(1)
+        == 0
+}
+
 async fn run_dogfood_message_loop_probe(
     api: &mut FeishuClient,
     to: Option<String>,

src/app/dogfood/read.rs

@@ -93,6 +93,7 @@ pub(super) async fn verify_dogfood(
                 "include_response": args.include_response,
                 "module_filter": args.module,
                 "auto_refresh_user_token": args.auto_refresh_user_token,
+                "strict": args.strict,
             },
             "environment": {
                 "base_url": api.config.base_url,

src/app/help/entry.rs

@@ -112,7 +112,7 @@ pub(in crate::app) const DOGFOOD_AFTER_HELP: &str = r##"AI-safe dogfood workflow
   feishu-bot dogfood verify --write --module doc --module base --module task
   feishu-bot dogfood verify --write --module board --include-response
   feishu-bot dogfood verify --send-loop-check --to "$FEISHU_USER_ID"
-  feishu-bot dogfood verify --module task --module search --auto-refresh-user-token
+  feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --strict
 
 This is the preferred final step after adding a new CLI capability. It creates
 one standalone docx, writes the content, reads the doc back, attempts Wiki when
@@ -126,7 +126,8 @@ as ok, no_data, missing_scope, missing_user_token, expired_user_token,
 missing_helpdesk_config, upstream_api_error, or api_error.
 Default probes are read-only; --write and --send-loop-check intentionally create
 real Feishu data. --auto-refresh-user-token intentionally refreshes and saves
-the user token before retrying expired user-token probes. Failed probes include
+the user token before retrying expired user-token probes. --strict exits non-zero
+when any probe is still not usable after retries. Failed probes include
 remediation JSON with grant URLs, browser commands, required env vars, and rerun
 commands for the next AI step.
 "##;

src/app/manifest.rs

@@ -111,7 +111,8 @@ pub(super) fn build_manifest() -> Result<Value> {
                 "feishu-bot office report --project \"AI Project\" --title \"Capability Demo\" --file demo.md --base-record --pin --json",
                 "feishu-bot office inbox --project \"AI Project\" --from-now --json",
                 "feishu-bot office search --project \"AI Project\" --query \"decision\" --json",
-                "feishu-bot dogfood verify --module message --json"
+                "feishu-bot dogfood verify --module message --json",
+                "feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --strict --json"
             ],
             "local_safe_commands": [
                 "feishu-bot office list --json",

src/app/manifest/modules/workflow.rs

@@ -72,7 +72,7 @@ pub(in crate::app) fn workflow_manifest_modules() -> Vec<Value> {
             "examples": [
                 "feishu-bot dogfood verify",
                 "feishu-bot dogfood verify --module calendar --module task --include-response",
-                "feishu-bot dogfood verify --module task --module search --auto-refresh-user-token",
+                "feishu-bot dogfood verify --module task --module search --auto-refresh-user-token --strict",
                 "feishu-bot dogfood verify --write --module doc --module base --module task",
                 "feishu-bot dogfood verify --write --module board --include-response",
                 "feishu-bot dogfood publish --title \"Base role v2 demo\" --file dogfood/demo.md",
@@ -82,6 +82,7 @@ pub(in crate::app) fn workflow_manifest_modules() -> Vec<Value> {
             "known_permission_edges": [
                 "dogfood verify exits successfully even when probes fail; inspect data.summary and per-probe status.",
                 "--auto-refresh-user-token refreshes FEISHU_USER_ACCESS_TOKEN with FEISHU_REFRESH_TOKEN, saves it to FEISHU_ENV_FILE/LARK_ENV_FILE or private/local.env, and retries expired user-token probes.",
+                "--strict exits non-zero when any probe remains outside the usable statuses ok/no_data after optional retries.",
                 "Failed dogfood verify probes include remediation JSON with grant URLs, browser commands, env vars, and rerun commands.",
                 "dogfood verify defaults to read-only probes. --write and --send-loop-check intentionally create Feishu data.",
                 "Defaults to FEISHU_USER_ID for delivery and returns an error if no receiver is configured.",

src/app/tests/dogfood.rs

@@ -9,13 +9,15 @@ fn parses_dogfood_auto_refresh_args_for_ai() {
         "--module",
         "task",
         "--auto-refresh-user-token",
+        "--strict",
         "--refresh-env-file",
         "private/local.env",
     ]);
     match cli.command {
         Commands::Dogfood(DogfoodCommand::Verify(args)) => {
             assert_eq!(args.module, vec!["task"]);
             assert!(args.auto_refresh_user_token);
+            assert!(args.strict);
             assert_eq!(
                 args.refresh_env_file.unwrap(),
                 PathBuf::from("private/local.env")
@@ -25,6 +27,25 @@ fn parses_dogfood_auto_refresh_args_for_ai() {
     }
 }
 
+#[test]
+fn evaluates_dogfood_strict_summary() {
+    assert!(dogfood_verify_strict_passed(&json!({
+        "data": {
+            "summary": {
+                "not_ok": 0
+            }
+        }
+    })));
+    assert!(!dogfood_verify_strict_passed(&json!({
+        "data": {
+            "summary": {
+                "not_ok": 1
+            }
+        }
+    })));
+    assert!(!dogfood_verify_strict_passed(&json!({})));
+}
+
 #[test]
 fn detects_loop_check_probe_content() {
     let probe = probe_value(Ok(json!({