Add full-text AI results report

Author: solresol

audit_cgi/fulltext_status.go

@@ -54,7 +54,7 @@ var fulltextStatusTemplate = template.Must(template.New("fulltext-status").Funcs
     <div class="container">
         <div class="card">
             <h1>LIG Full-Text AI Processing Status</h1>
-            <p class="small">This page is public. Humans upload full papers for AI processing at <a href="/cgi-bin/fulltext-upload.cgi?batch={{.Batch.BatchSlug}}">/cgi-bin/fulltext-upload.cgi</a>; login required.</p>
+            <p class="small">This page is public. Humans upload full papers for AI processing at <a href="/cgi-bin/fulltext-upload.cgi?batch={{.Batch.BatchSlug}}">/cgi-bin/fulltext-upload.cgi</a>; login required. Full-text charts are at <a href="/fulltext.html">/fulltext.html</a>.</p>
             <p class="small">Batch <code>{{.Batch.BatchSlug}}</code> · created {{formatTimestamp .Batch.CreatedAt}} · seed {{.Batch.Seed}}</p>
             <div class="filters">
                 <a href="/cgi-bin/fulltext-status.cgi?batch={{.Batch.BatchSlug}}">All</a>

cronscript.sh

@@ -105,6 +105,21 @@ else
     log "Skipping lig audit database push because the initial sync failed"
 fi
 
+log "Generating full-text AI report..."
+if (
+    cd extractor
+    uv run generate_fulltext_report.py --output "$DASHBOARD_DIR/fulltext.html"
+) 2>&1 | tee -a "$LOG_FILE"; then
+    log "Full-text AI report generated successfully"
+    if rsync -avz "$DASHBOARD_DIR/fulltext.html" "$REMOTE_HOST:$REMOTE_PATH/fulltext.html" 2>&1 | tee -a "$LOG_FILE"; then
+        log "Full-text AI report synced successfully to $REMOTE_HOST:$REMOTE_PATH/fulltext.html"
+    else
+        log "Warning: full-text AI report sync failed"
+    fi
+else
+    log "Warning: full-text AI report generation failed"
+fi
+
 # Step 1: Check for completed batches and fetch results
 log "Checking for completed batches..."
 cd extractor

extractor/generate_dashboard.py

@@ -956,7 +956,7 @@ def calculate_centered_rolling_average(data, key, window_size=5):
             <div class="card">
                 <h3>Latest Batch</h3>
                 <div class="value">{fulltext_summary['sample_batch']}</div>
-                <div class="subvalue"><a href="/cgi-bin/fulltext-upload.cgi" style="color: #2196F3;">Upload full paper for AI analysis</a> · <a href="/cgi-bin/fulltext-status.cgi" style="color: #2196F3;">Open public processing status</a></div>
+                <div class="subvalue"><a href="/cgi-bin/fulltext-upload.cgi" style="color: #2196F3;">Upload full paper for AI analysis</a> · <a href="/cgi-bin/fulltext-status.cgi" style="color: #2196F3;">Open public processing status</a> · <a href="/fulltext.html" style="color: #2196F3;">Open full-text charts</a></div>
             </div>
             <div class="card">
                 <h3>AI Processed</h3>