diff --git a/.github/workflows/copilot-opt.lock.yml b/.github/workflows/copilot-opt.lock.yml index 4ffdbf1a8ee..b6ff0c85ac7 100644 --- a/.github/workflows/copilot-opt.lock.yml +++ b/.github/workflows/copilot-opt.lock.yml @@ -1,4 +1,4 @@ -# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"6cdf190c9c1dc8f16e9f835d390f87a8d172df29a57f7eb4c812b703a734e634","body_hash":"43a2a2f009066a7ae7e17c7b78001789e66f7c2f78b58685852a4cacaf2cfd2e","strict":true,"agent_id":"copilot","engine_versions":{"copilot":"1.0.103","copilot-sdk":"1.0.16"}} +# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"ef2f261133a5c6635561429d0c4b1f36296652b7064f18eaf8a01656fa93a4ec","body_hash":"32031cbf37a0d64f65d4f4d779827c3556630927dcecbcf00e384f168dfc38fe","strict":true,"agent_id":"copilot","engine_versions":{"copilot":"1.0.103","copilot-sdk":"1.0.16"}} # gh-aw-manifest: {"version":1,"secrets":["COPILOT_GITHUB_TOKEN","GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GH_AW_OTEL_GRAFANA_AUTHORIZATION","GH_AW_OTEL_GRAFANA_ENDPOINT","GH_AW_OTEL_SENTRY_AUTHORIZATION","GH_AW_OTEL_SENTRY_ENDPOINT","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"9000827ccba6bdab643e8b6fd33ac0654aef8333","version":"v8.0.2"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"949feb2413d6458794dcd2491c4babbbce0c15c1","version":"v7.1.0"},{"repo":"actions/upload-artifact","sha":"cf430e030ddbb5b0abf93d22962f4752f3646cd9","version":"v7.0.2"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.29.7","digest":"sha256:bd8d363c11b65632920850a44aa61cf9857e2ce9bcd78016e5e9ff57861cb2f5","pinned_image":"ghcr.io/github/gh-aw-firewall/agent:0.29.7@sha256:bd8d363c11b65632920850a44aa61cf9857e2ce9bcd78016e5e9ff57861cb2f5"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.29.7","digest":"sha256:c3b4c800634b9e314b80c0cd8daa6d861ed849381bf69234cd77417e7b79b94a","pinned_image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.29.7@sha256:c3b4c800634b9e314b80c0cd8daa6d861ed849381bf69234cd77417e7b79b94a"},{"image":"ghcr.io/github/gh-aw-firewall/cli-proxy:0.29.7","digest":"sha256:d2c0259d8d3529012885f8b7f7e0d7a20b0e8f4b15a6f5b1d6853999cce124bb","pinned_image":"ghcr.io/github/gh-aw-firewall/cli-proxy:0.29.7@sha256:d2c0259d8d3529012885f8b7f7e0d7a20b0e8f4b15a6f5b1d6853999cce124bb"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.29.7","digest":"sha256:0790d978a820af2dc1bfab74d1f06b159f3a57ad4893ec49f475289691c4d154","pinned_image":"ghcr.io/github/gh-aw-firewall/squid:0.29.7@sha256:0790d978a820af2dc1bfab74d1f06b159f3a57ad4893ec49f475289691c4d154"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.5.4","digest":"sha256:801db64c2456ba2132733b23141fb52ca9d4691765181ee957ee121a21b86c09","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.5.4@sha256:801db64c2456ba2132733b23141fb52ca9d4691765181ee957ee121a21b86c09"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:2c2ea524e648b91c8333ce246e3838fcf5b19ac70e45baac1a51b9207299749f","pinned_image":"ghcr.io/github/gh-aw-node@sha256:2c2ea524e648b91c8333ce246e3838fcf5b19ac70e45baac1a51b9207299749f"},{"image":"ghcr.io/github/github-mcp-server:v2.1.0","digest":"sha256:f6056fc10bfffcc8c81a6417a2e9ca12808647e8dd6049642a4feaadee0e0f8a","pinned_image":"ghcr.io/github/github-mcp-server:v2.1.0@sha256:f6056fc10bfffcc8c81a6417a2e9ca12808647e8dd6049642a4feaadee0e0f8a"}],"mcp_servers":[{"name":"safeoutputs","tools":["create_issue","noop","report_incomplete","report_missing_data","report_missing_tool"]}],"threat_detection":{"mode":"enabled"},"admission":true} # This file was automatically generated by gh-aw. DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md # @@ -587,7 +587,7 @@ jobs: GH_AW_DEFAULT_ADMISSION_URL: ${{ vars.GH_AW_DEFAULT_ADMISSION_URL }} GH_AW_DEFAULT_ADMISSION_AUDIENCE: ${{ vars.GH_AW_DEFAULT_ADMISSION_AUDIENCE }} GH_AW_DEFAULT_ADMISSION_ON_OUTAGE: ${{ vars.GH_AW_DEFAULT_ADMISSION_ON_OUTAGE }} - GH_AW_ADMISSION_WORKFLOW_HASH: "6cdf190c9c1dc8f16e9f835d390f87a8d172df29a57f7eb4c812b703a734e634:43a2a2f009066a7ae7e17c7b78001789e66f7c2f78b58685852a4cacaf2cfd2e" + GH_AW_ADMISSION_WORKFLOW_HASH: "ef2f261133a5c6635561429d0c4b1f36296652b7064f18eaf8a01656fa93a4ec:32031cbf37a0d64f65d4f4d779827c3556630927dcecbcf00e384f168dfc38fe" GH_AW_INFO_WORKFLOW_ID: ${{ job.workflow_ref }} GITHUB_ACTOR: ${{ github.actor }} GITHUB_TRIGGERING_ACTOR: ${{ github.triggering_actor }} @@ -743,7 +743,7 @@ jobs: GH_TOKEN: ${{ secrets.GH_AW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }} GITHUB_TOKEN: ${{ secrets.GH_AW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }} name: Fetch Copilot session data - run: "# Create output directories\nmkdir -p /tmp/gh-aw/agent/session-data\nmkdir -p /tmp/gh-aw/agent/session-data/logs\nmkdir -p /tmp/gh-aw/cache-memory\n\n# Cache entries use stable names so caches restored from previous runs are reusable\n# regardless of the date they were written on. Freshness is decided by file age.\nCACHE_DIR=\"/tmp/gh-aw/cache-memory\"\nCACHE_FILE=\"$CACHE_DIR/copilot-sessions-latest.json\"\nCACHE_SCHEMA_FILE=\"$CACHE_DIR/copilot-sessions-latest-schema.json\"\nCACHE_LOGS_DIR=\"$CACHE_DIR/session-logs-latest\"\nCACHE_MAX_AGE_SECONDS=\"${CACHE_MAX_AGE_SECONDS:-21600}\"\nRUN_TAG=\"${GITHUB_RUN_ID:-local}\"\n\n# Returns success when the file exists, is non-empty and younger than the max age.\ncache_is_fresh() {\n cache_path=\"$1\"\n [ -s \"$cache_path\" ] || return 1\n cache_mtime=$(date -r \"$cache_path\" '+%s' 2>/dev/null) || return 1\n [ -n \"$cache_mtime\" ] || return 1\n now=$(date '+%s')\n [ \"$((now - cache_mtime))\" -lt \"$CACHE_MAX_AGE_SECONDS\" ]\n}\n\ncount_agent_logs() {\n sessions_file=\"$1\"\n logs_dir=\"$2\"\n count=0\n\n if [ ! -f \"$sessions_file\" ] || [ ! -d \"$logs_dir\" ]; then\n echo 0\n return\n fi\n\n while read -r agent_run_id; do\n if [ -s \"$logs_dir/${agent_run_id}-events.jsonl\" ] || [ -s \"$logs_dir/${agent_run_id}-conversation.txt\" ]; then\n count=$((count + 1))\n fi\n done < <(jq -r '.[] | select(.status == \"completed\" and .conclusion != \"action_required\") | .id' \"$sessions_file\")\n\n echo \"$count\"\n}\n\nUSE_CACHE=false\n\n# Check if restored cache data is still fresh enough to reuse\nif cache_is_fresh \"$CACHE_FILE\"; then\n CACHED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' \"$CACHE_FILE\")\n CACHED_LOG_RUN_COUNT=$(count_agent_logs \"$CACHE_FILE\" \"$CACHE_LOGS_DIR\")\n if [ \"$CACHED_AGENT_COUNT\" -eq 0 ] || [ \"$CACHED_LOG_RUN_COUNT\" -ge \"$CACHED_AGENT_COUNT\" ]; then\n USE_CACHE=true\n else\n echo \"::warning::Cached session metadata exists but only $CACHED_LOG_RUN_COUNT of $CACHED_AGENT_COUNT agent runs have logs; refreshing session data\"\n fi\nfi\n\nif [ \"$USE_CACHE\" = \"true\" ]; then\n CACHE_AGE_MINUTES=$(( ( $(date '+%s') - $(date -r \"$CACHE_FILE\" '+%s') ) / 60 ))\n echo \"✓ Found cached session data (${CACHE_AGE_MINUTES} minutes old)\"\n cp \"$CACHE_FILE\" /tmp/gh-aw/agent/session-data/sessions-list.json\n \n # Regenerate schema if missing\n if [ ! -s \"$CACHE_SCHEMA_FILE\" ]; then\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > \"$CACHE_SCHEMA_FILE\"\n fi\n cp \"$CACHE_SCHEMA_FILE\" /tmp/gh-aw/agent/session-data/sessions-schema.json\n \n # Restore cached log files if they exist\n if [ -d \"$CACHE_LOGS_DIR\" ]; then\n echo \"✓ Found cached session logs\"\n cp -r \"$CACHE_LOGS_DIR\"/* /tmp/gh-aw/agent/session-data/logs/ 2>/dev/null || true\n echo \"Restored $(find /tmp/gh-aw/agent/session-data/logs -type f | wc -l) session log files from cache\"\n fi\n \n echo \"Using cached data written ${CACHE_AGE_MINUTES} minutes ago\"\n echo \"Total sessions in cache: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nelse\n echo \"⬇ Downloading fresh session data...\"\n \n # Calculate date 30 days ago\n DATE_30_DAYS_AGO=$(date -d '30 days ago' '+%Y-%m-%d' 2>/dev/null || date -v-30d '+%Y-%m-%d')\n\n # Search for workflow runs from copilot/* branches\n # This fetches GitHub Copilot coding agent task runs by searching for workflow runs on copilot/* branches\n echo \"Fetching Copilot coding agent workflow runs from the last 30 days...\"\n \n # Get workflow runs from copilot/* branches\n gh api \"repos/$GITHUB_REPOSITORY/actions/runs\" \\\n --paginate \\\n --jq \".workflow_runs[] | select(.head_branch | startswith(\\\"copilot/\\\")) | select(.created_at >= \\\"${DATE_30_DAYS_AGO}\\\") | {id, name, head_branch, created_at, updated_at, status, conclusion, html_url}\" \\\n | jq -s '.[0:50]' \\\n > /tmp/gh-aw/agent/session-data/sessions-list.json\n\n # Generate schema for reference\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n # Download per-session logs for actual Copilot agent runs.\n # CI gate runs (e.g. \"Smoke CI\", \"CGO\", \"CWI\" quality gates) always end with\n # conclusion=action_required because a human must approve them to continue; they\n # contain no Copilot agent activity and have no conversation transcript.\n # Prefer structured events.jsonl artifacts; fall back to [cca-engine] turn= lines\n # in raw Actions job logs when no events.jsonl artifact is available.\n SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n echo \"Downloading per-session logs for $AGENT_COUNT agent runs (skipping $((SESSION_COUNT - AGENT_COUNT)) CI gate runs)...\"\n\n RUNS_TO_FETCH=\"${RUNNER_TEMP:-/tmp}/copilot-session-runs-${RUN_TAG}.txt\"\n jq -r '.[] | select(.status == \"completed\" and .conclusion != \"action_required\") | \"\\(.id) \\(.head_branch)\"' /tmp/gh-aw/agent/session-data/sessions-list.json > \"$RUNS_TO_FETCH\"\n\n FETCH_STATUS_LOG=\"${RUNNER_TEMP:-/tmp}/copilot-session-fetch-status-${RUN_TAG}.log\"\n rm -f \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=0\n NO_JOBS_COUNT=0\n EMPTY_LOG_COUNT=0\n NO_MATCH_COUNT=0\n\n while read -r run_id branch; do\n if [ -n \"$run_id\" ]; then\n echo \"Downloading session log for run $run_id (branch: $branch)\"\n\n # Prefer structured Copilot session events from run artifacts. The agent\n # writes events.jsonl under the session-state logs artifact when available.\n artifact_work_dir=\"${RUNNER_TEMP:-/tmp}/copilot-session-artifacts-${run_id}\"\n rm -rf \"$artifact_work_dir\"\n mkdir -p \"$artifact_work_dir\"\n events_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl.tmp\"\n events_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\"\n rm -f \"$events_tmp\" \"$events_out\"\n\n for artifact_id in $(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/artifacts\" \\\n --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do\n artifact_zip=\"${artifact_work_dir}/${artifact_id}.zip\"\n artifact_dir=\"${artifact_work_dir}/${artifact_id}\"\n mkdir -p \"$artifact_dir\"\n\n if gh api \"repos/$GITHUB_REPOSITORY/actions/artifacts/${artifact_id}/zip\" \\\n > \"$artifact_zip\" 2>/dev/null && [ -s \"$artifact_zip\" ]; then\n unzip -q -o \"$artifact_zip\" -d \"$artifact_dir\" 2>/dev/null || true\n fi\n done\n\n for events_file in $(find \"$artifact_work_dir\" -type f -name events.jsonl 2>/dev/null || true); do\n cat \"$events_file\" >> \"$events_tmp\"\n done\n\n if [ -s \"$events_tmp\" ]; then\n cp \"$events_tmp\" \"$events_out\"\n EVENT_COUNT=$(wc -l < \"$events_out\")\n echo \" Saved events.jsonl: $EVENT_COUNT events for run $run_id\"\n fi\n rm -f \"$events_tmp\"\n rm -rf \"$artifact_work_dir\"\n\n if [ ! -s \"$events_out\" ]; then\n # Download raw job logs as a transcript fallback. gh api follows the\n # 302 redirect automatically; inspect every job in case the agent job\n # is not first in the run.\n conversation_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt.tmp\"\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_tmp\" \"$conversation_out\"\n\n jobs_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-jobs-${run_id}.err\"\n rm -f \"$jobs_err\"\n jobs_rc=0\n job_ids=\"$(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/jobs\" \\\n --jq '.jobs[].id' 2>\"$jobs_err\")\" || jobs_rc=$?\n\n if [ -z \"$job_ids\" ]; then\n if [ \"$jobs_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$jobs_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to list jobs for run $run_id (exit=$jobs_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" No jobs found for run $run_id\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_JOBS_COUNT=$((NO_JOBS_COUNT + 1))\n fi\n fi\n rm -f \"$jobs_err\"\n\n for job_id in $job_ids; do\n raw_log=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-${job_id}-raw.log\"\n raw_log_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-log-${run_id}-${job_id}.err\"\n rm -f \"$raw_log_err\"\n log_rc=0\n gh api \"repos/$GITHUB_REPOSITORY/actions/jobs/${job_id}/logs\" \\\n > \"$raw_log\" 2>\"$raw_log_err\" || log_rc=$?\n\n if [ -f \"$raw_log\" ] && [ -s \"$raw_log\" ]; then\n if grep \"\\[cca-engine\\] turn=\" \"$raw_log\" >> \"$conversation_tmp\" 2>/dev/null; then\n :\n else\n echo \" Job $job_id log downloaded (no [cca-engine] turn= lines; likely a CI/gate job, not the agent job)\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_MATCH_COUNT=$((NO_MATCH_COUNT + 1))\n fi\n elif [ \"$log_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$raw_log_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to download log for job $job_id (run $run_id, exit=$log_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" Log for job $job_id (run $run_id) was empty\" | tee -a \"$FETCH_STATUS_LOG\"\n EMPTY_LOG_COUNT=$((EMPTY_LOG_COUNT + 1))\n fi\n rm -f \"$raw_log\" \"$raw_log_err\" 2>/dev/null || true\n done\n\n if [ -s \"$conversation_tmp\" ]; then\n cp \"$conversation_tmp\" \"$conversation_out\"\n LINE_COUNT=$(wc -l < \"$conversation_out\")\n echo \" Saved transcript fallback: $LINE_COUNT lines for run $run_id\"\n fi\n rm -f \"$conversation_tmp\"\n fi\n\n if [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\" ] && [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\" ]; then\n echo \"::warning::No events.jsonl artifact or conversation transcript could be downloaded for agent run $run_id\"\n fi\n fi\n done < \"$RUNS_TO_FETCH\"\n\n LOG_RUN_COUNT=$(count_agent_logs /tmp/gh-aw/agent/session-data/sessions-list.json /tmp/gh-aw/agent/session-data/logs)\n EVENTS_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-events.jsonl\" | wc -l)\n CONVERSATION_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-conversation.txt\" | wc -l)\n echo \"Session logs downloaded: $LOG_RUN_COUNT of $AGENT_COUNT agent runs ($EVENTS_COUNT events.jsonl, $CONVERSATION_COUNT transcript fallbacks)\"\n\n if [ \"$CONVERSATION_COUNT\" -eq 0 ] && [ \"$EVENTS_COUNT\" -eq 0 ] && [ \"$AGENT_COUNT\" -gt 0 ]; then\n echo \"::warning::No transcripts retrieved for any of the $AGENT_COUNT agent runs (API errors: $API_ERROR_COUNT, no jobs found: $NO_JOBS_COUNT, empty logs: $EMPTY_LOG_COUNT, no matching lines: $NO_MATCH_COUNT). If API errors dominate, this may indicate the token in use lacks access to download job logs for Copilot coding-agent runs (permission error), a transient network/rate-limit issue, or the runs were deleted (404); check the per-run reasons logged above. If permission errors are the cause, configure the GH_AW_GITHUB_TOKEN secret with a PAT that has actions:read on this repository.\"\n fi\n\n if [ \"$AGENT_COUNT\" -gt 0 ] && [ \"$LOG_RUN_COUNT\" -lt \"$AGENT_COUNT\" ]; then\n echo \"::warning::$((AGENT_COUNT - LOG_RUN_COUNT)) of $AGENT_COUNT agent runs have no retrievable session log; proceeding with $LOG_RUN_COUNT available logs\"\n fi\n\n # Refresh the log cache first so metadata and logs stay consistent with each other\n rm -rf \"$CACHE_LOGS_DIR\"\n mkdir -p \"$CACHE_LOGS_DIR\"\n cp -r /tmp/gh-aw/agent/session-data/logs/* \"$CACHE_LOGS_DIR/\" 2>/dev/null || true\n\n # Store in cache under stable names so future runs can reuse it on any date\n cp /tmp/gh-aw/agent/session-data/sessions-list.json \"$CACHE_FILE\"\n cp /tmp/gh-aw/agent/session-data/sessions-schema.json \"$CACHE_SCHEMA_FILE\"\n\n # Drop legacy date-keyed cache entries so the cache does not grow unbounded\n rm -rf \"$CACHE_DIR\"/session-logs-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9] 2>/dev/null || true\n rm -f \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9].json \\\n \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]-schema.json 2>/dev/null || true\n\n echo \"✓ Session data saved to cache: $(basename \"$CACHE_FILE\")\"\n echo \"Total sessions found: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nfi\n\n# Always ensure data is available at expected locations for backward compatibility\necho \"Session data available at: /tmp/gh-aw/agent/session-data/sessions-list.json\"\necho \"Schema available at: /tmp/gh-aw/agent/session-data/sessions-schema.json\"\necho \"Logs available at: /tmp/gh-aw/agent/session-data/logs/\"\n\nTELEMETRY_LOG_COUNT=$(find /tmp/gh-aw/agent/session-data/logs -type f \\( -name \"*-events.jsonl\" -o -name \"*-conversation.txt\" \\) | wc -l)\nTOTAL_SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\nif [ \"$TOTAL_SESSION_COUNT\" -gt 0 ] && [ \"$TELEMETRY_LOG_COUNT\" -eq 0 ]; then\n ACTION_REQUIRED_COUNT=$(jq '[.[] | select(.conclusion == \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n COMPLETED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n if [ \"$COMPLETED_AGENT_COUNT\" -eq 0 ]; then\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no completed agent runs to fetch telemetry for (action_required=$ACTION_REQUIRED_COUNT). Phase 2 analysis will be incomplete; check the workflow run filter if completed Copilot sessions were expected.\"\n else\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no telemetry logs in /tmp/gh-aw/agent/session-data/logs for $COMPLETED_AGENT_COUNT completed agent runs. Phase 2 analysis will be incomplete. Candidate causes: no events.jsonl artifacts are available, or the token cannot download Copilot job logs; configure GH_AW_GITHUB_TOKEN with actions:read if job-log authorization errors appeared above.\"\n fi\nfi\n\n# Set outputs for downstream use\necho \"sessions_count=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\" >> \"$GITHUB_OUTPUT\"\n" + run: "# Create output directories\nmkdir -p /tmp/gh-aw/agent/session-data\nmkdir -p /tmp/gh-aw/agent/session-data/logs\nmkdir -p /tmp/gh-aw/cache-memory\n\n# Cache entries use stable names so caches restored from previous runs are reusable\n# regardless of the date they were written on. Freshness is decided by file age.\nCACHE_DIR=\"/tmp/gh-aw/cache-memory\"\nCACHE_FILE=\"$CACHE_DIR/copilot-sessions-latest.json\"\nCACHE_SCHEMA_FILE=\"$CACHE_DIR/copilot-sessions-latest-schema.json\"\nCACHE_LOGS_DIR=\"$CACHE_DIR/session-logs-latest\"\nCACHE_MAX_AGE_SECONDS=\"${CACHE_MAX_AGE_SECONDS:-21600}\"\nRUN_TAG=\"${GITHUB_RUN_ID:-local}\"\n\n# Returns success when the file exists, is non-empty and younger than the max age.\ncache_is_fresh() {\n cache_path=\"$1\"\n [ -s \"$cache_path\" ] || return 1\n cache_mtime=$(date -r \"$cache_path\" '+%s' 2>/dev/null) || return 1\n [ -n \"$cache_mtime\" ] || return 1\n now=$(date '+%s')\n [ \"$((now - cache_mtime))\" -lt \"$CACHE_MAX_AGE_SECONDS\" ]\n}\n\ncount_agent_logs() {\n sessions_file=\"$1\"\n logs_dir=\"$2\"\n count=0\n\n if [ ! -f \"$sessions_file\" ] || [ ! -d \"$logs_dir\" ]; then\n echo 0\n return\n fi\n\n while read -r agent_run_id; do\n if [ -s \"$logs_dir/${agent_run_id}-events.jsonl\" ] || [ -s \"$logs_dir/${agent_run_id}-conversation.txt\" ]; then\n count=$((count + 1))\n fi\n done < <(jq -r '.[] | select(.conclusion != \"action_required\") | .id' \"$sessions_file\")\n\n echo \"$count\"\n}\n\nUSE_CACHE=false\n\n# Check if restored cache data is still fresh enough to reuse\nif cache_is_fresh \"$CACHE_FILE\" && jq -e 'all(.[]; .path == \"dynamic/copilot-swe-agent/copilot\" and .status == \"completed\")' \"$CACHE_FILE\" >/dev/null; then\n CACHED_AGENT_COUNT=$(jq '[.[] | select(.conclusion != \"action_required\")] | length' \"$CACHE_FILE\")\n CACHED_LOG_RUN_COUNT=$(count_agent_logs \"$CACHE_FILE\" \"$CACHE_LOGS_DIR\")\n if [ \"$CACHED_AGENT_COUNT\" -eq 0 ] || [ \"$CACHED_LOG_RUN_COUNT\" -ge \"$CACHED_AGENT_COUNT\" ]; then\n USE_CACHE=true\n else\n echo \"::warning::Cached session metadata exists but only $CACHED_LOG_RUN_COUNT of $CACHED_AGENT_COUNT agent runs have logs; refreshing session data\"\n fi\nfi\n\nif [ \"$USE_CACHE\" = \"true\" ]; then\n CACHE_AGE_MINUTES=$(( ( $(date '+%s') - $(date -r \"$CACHE_FILE\" '+%s') ) / 60 ))\n echo \"✓ Found cached session data (${CACHE_AGE_MINUTES} minutes old)\"\n cp \"$CACHE_FILE\" /tmp/gh-aw/agent/session-data/sessions-list.json\n \n # Regenerate schema if missing\n if [ ! -s \"$CACHE_SCHEMA_FILE\" ]; then\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > \"$CACHE_SCHEMA_FILE\"\n fi\n cp \"$CACHE_SCHEMA_FILE\" /tmp/gh-aw/agent/session-data/sessions-schema.json\n \n # Restore cached log files if they exist\n if [ -d \"$CACHE_LOGS_DIR\" ]; then\n echo \"✓ Found cached session logs\"\n cp -r \"$CACHE_LOGS_DIR\"/* /tmp/gh-aw/agent/session-data/logs/ 2>/dev/null || true\n echo \"Restored $(find /tmp/gh-aw/agent/session-data/logs -type f | wc -l) session log files from cache\"\n fi\n \n echo \"Using cached data written ${CACHE_AGE_MINUTES} minutes ago\"\n echo \"Total sessions in cache: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nelse\n echo \"⬇ Downloading fresh session data...\"\n \n # Calculate date 30 days ago\n DATE_30_DAYS_AGO=$(date -d '30 days ago' '+%Y-%m-%d' 2>/dev/null || date -v-30d '+%Y-%m-%d')\n\n # Select the coding-agent workflow itself, not ordinary CI on Copilot branches.\n echo \"Fetching Copilot coding agent workflow runs from the last 30 days...\"\n \n gh api \"repos/$GITHUB_REPOSITORY/actions/runs?per_page=100&created=>=${DATE_30_DAYS_AGO}\" \\\n --paginate \\\n --jq '.workflow_runs[] | select(.path == \"dynamic/copilot-swe-agent/copilot\") | {id, name, path, head_branch, created_at, updated_at, status, conclusion: (.conclusion // (if .status == \"completed\" then \"unknown\" else .status // \"unknown\" end)), html_url}' \\\n | jq -s '.[0:50]' \\\n > /tmp/gh-aw/agent/session-data/sessions-list.json\n\n # Generate schema for reference\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n # Download per-session logs for actual Copilot agent runs.\n # CI gate runs (e.g. \"Smoke CI\", \"CGO\", \"CWI\" quality gates) always end with\n # conclusion=action_required because a human must approve them to continue; they\n # contain no Copilot agent activity and have no conversation transcript.\n # Prefer structured events.jsonl artifacts; fall back to [cca-engine] turn= lines\n # in raw Actions job logs when no events.jsonl artifact is available.\n SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n AGENT_COUNT=$(jq '[.[] | select(.conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n echo \"Downloading per-session logs for $AGENT_COUNT agent runs (skipping $((SESSION_COUNT - AGENT_COUNT)) CI gate runs)...\"\n\n RUNS_TO_FETCH=\"${RUNNER_TEMP:-/tmp}/copilot-session-runs-${RUN_TAG}.txt\"\n jq -r '.[] | select(.conclusion != \"action_required\") | \"\\(.id) \\(.head_branch)\"' /tmp/gh-aw/agent/session-data/sessions-list.json > \"$RUNS_TO_FETCH\"\n\n FETCH_STATUS_LOG=\"${RUNNER_TEMP:-/tmp}/copilot-session-fetch-status-${RUN_TAG}.log\"\n rm -f \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=0\n NO_JOBS_COUNT=0\n EMPTY_LOG_COUNT=0\n NO_MATCH_COUNT=0\n\n while read -r run_id branch; do\n if [ -n \"$run_id\" ]; then\n echo \"Downloading session log for run $run_id (branch: $branch)\"\n\n # Prefer structured Copilot session events from run artifacts. The agent\n # writes events.jsonl under the session-state logs artifact when available.\n artifact_work_dir=\"${RUNNER_TEMP:-/tmp}/copilot-session-artifacts-${run_id}\"\n rm -rf \"$artifact_work_dir\"\n mkdir -p \"$artifact_work_dir\"\n events_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl.tmp\"\n events_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\"\n rm -f \"$events_tmp\" \"$events_out\"\n\n for artifact_id in $(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/artifacts\" \\\n --paginate --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do\n artifact_zip=\"${artifact_work_dir}/${artifact_id}.zip\"\n artifact_dir=\"${artifact_work_dir}/${artifact_id}\"\n mkdir -p \"$artifact_dir\"\n\n if gh api \"repos/$GITHUB_REPOSITORY/actions/artifacts/${artifact_id}/zip\" \\\n > \"$artifact_zip\" 2>/dev/null && [ -s \"$artifact_zip\" ]; then\n unzip -q -o \"$artifact_zip\" -d \"$artifact_dir\" 2>/dev/null || true\n fi\n done\n\n while IFS= read -r -d '' events_file; do\n cat \"$events_file\" >> \"$events_tmp\"\n printf '\\n' >> \"$events_tmp\"\n done < <(find \"$artifact_work_dir\" -type f -name events.jsonl -print0)\n\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_out\"\n while IFS= read -r -d '' conversation_file; do\n cat \"$conversation_file\" >> \"$conversation_out\"\n printf '\\n' >> \"$conversation_out\"\n done < <(find \"$artifact_work_dir\" -type f \\( -name conversation.txt -o -name conversation.md \\) -print0)\n\n if [ -s \"$events_tmp\" ]; then\n cp \"$events_tmp\" \"$events_out\"\n EVENT_COUNT=$(wc -l < \"$events_out\")\n echo \" Saved events.jsonl: $EVENT_COUNT events for run $run_id\"\n fi\n rm -f \"$events_tmp\"\n rm -rf \"$artifact_work_dir\"\n\n if [ ! -s \"$events_out\" ] && [ ! -s \"$conversation_out\" ]; then\n # Download raw job logs as a transcript fallback. gh api follows the\n # 302 redirect automatically; inspect every job in case the agent job\n # is not first in the run.\n conversation_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt.tmp\"\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_tmp\" \"$conversation_out\"\n\n jobs_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-jobs-${run_id}.err\"\n rm -f \"$jobs_err\"\n jobs_rc=0\n job_ids=\"$(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/jobs\" \\\n --paginate --jq '.jobs[].id' 2>\"$jobs_err\")\" || jobs_rc=$?\n\n if [ -z \"$job_ids\" ]; then\n if [ \"$jobs_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$jobs_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to list jobs for run $run_id (exit=$jobs_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" No jobs found for run $run_id\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_JOBS_COUNT=$((NO_JOBS_COUNT + 1))\n fi\n fi\n rm -f \"$jobs_err\"\n\n for job_id in $job_ids; do\n raw_log=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-${job_id}-raw.log\"\n raw_log_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-log-${run_id}-${job_id}.err\"\n rm -f \"$raw_log_err\"\n log_rc=0\n gh api \"repos/$GITHUB_REPOSITORY/actions/jobs/${job_id}/logs\" \\\n > \"$raw_log\" 2>\"$raw_log_err\" || log_rc=$?\n\n if [ -f \"$raw_log\" ] && [ -s \"$raw_log\" ]; then\n if grep \"\\[cca-engine\\] turn=\" \"$raw_log\" >> \"$conversation_tmp\" 2>/dev/null; then\n :\n else\n echo \" Job $job_id log downloaded (no [cca-engine] turn= lines; likely a CI/gate job, not the agent job)\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_MATCH_COUNT=$((NO_MATCH_COUNT + 1))\n fi\n elif [ \"$log_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$raw_log_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to download log for job $job_id (run $run_id, exit=$log_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" Log for job $job_id (run $run_id) was empty\" | tee -a \"$FETCH_STATUS_LOG\"\n EMPTY_LOG_COUNT=$((EMPTY_LOG_COUNT + 1))\n fi\n rm -f \"$raw_log\" \"$raw_log_err\" 2>/dev/null || true\n done\n\n if [ -s \"$conversation_tmp\" ]; then\n cp \"$conversation_tmp\" \"$conversation_out\"\n LINE_COUNT=$(wc -l < \"$conversation_out\")\n echo \" Saved transcript fallback: $LINE_COUNT lines for run $run_id\"\n fi\n rm -f \"$conversation_tmp\"\n fi\n\n if [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\" ] && [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\" ]; then\n echo \"::warning::No events.jsonl artifact or conversation transcript could be downloaded for agent run $run_id\"\n fi\n fi\n done < \"$RUNS_TO_FETCH\"\n\n LOG_RUN_COUNT=$(count_agent_logs /tmp/gh-aw/agent/session-data/sessions-list.json /tmp/gh-aw/agent/session-data/logs)\n EVENTS_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-events.jsonl\" | wc -l)\n CONVERSATION_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-conversation.txt\" | wc -l)\n echo \"Session logs downloaded: $LOG_RUN_COUNT of $AGENT_COUNT agent runs ($EVENTS_COUNT events.jsonl, $CONVERSATION_COUNT transcript fallbacks)\"\n\n if [ \"$CONVERSATION_COUNT\" -eq 0 ] && [ \"$EVENTS_COUNT\" -eq 0 ] && [ \"$AGENT_COUNT\" -gt 0 ]; then\n echo \"::warning::No transcripts retrieved for any of the $AGENT_COUNT agent runs (API errors: $API_ERROR_COUNT, no jobs found: $NO_JOBS_COUNT, empty logs: $EMPTY_LOG_COUNT, no matching lines: $NO_MATCH_COUNT). If API errors dominate, this may indicate the token in use lacks access to download job logs for Copilot coding-agent runs (permission error), a transient network/rate-limit issue, or the runs were deleted (404); check the per-run reasons logged above. If permission errors are the cause, configure the GH_AW_GITHUB_TOKEN secret with a PAT that has actions:read on this repository.\"\n fi\n\n if [ \"$AGENT_COUNT\" -gt 0 ] && [ \"$LOG_RUN_COUNT\" -lt \"$AGENT_COUNT\" ]; then\n echo \"::warning::$((AGENT_COUNT - LOG_RUN_COUNT)) of $AGENT_COUNT agent runs have no retrievable session log; proceeding with $LOG_RUN_COUNT available logs\"\n fi\n\n # Refresh the log cache first so metadata and logs stay consistent with each other\n rm -rf \"$CACHE_LOGS_DIR\"\n mkdir -p \"$CACHE_LOGS_DIR\"\n cp -r /tmp/gh-aw/agent/session-data/logs/* \"$CACHE_LOGS_DIR/\" 2>/dev/null || true\n\n # Store in cache under stable names so future runs can reuse it on any date\n cp /tmp/gh-aw/agent/session-data/sessions-list.json \"$CACHE_FILE\"\n cp /tmp/gh-aw/agent/session-data/sessions-schema.json \"$CACHE_SCHEMA_FILE\"\n\n # Drop legacy date-keyed cache entries so the cache does not grow unbounded\n rm -rf \"$CACHE_DIR\"/session-logs-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9] 2>/dev/null || true\n rm -f \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9].json \\\n \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]-schema.json 2>/dev/null || true\n\n echo \"✓ Session data saved to cache: $(basename \"$CACHE_FILE\")\"\n echo \"Total sessions found: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nfi\n\n# Normalize restored metadata too, and regenerate its schema.\njq 'map(.conclusion = (.conclusion // (if .status == \"completed\" then \"unknown\" else .status // \"unknown\" end)))' \\\n /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-list.json.tmp\nmv /tmp/gh-aw/agent/session-data/sessions-list.json.tmp /tmp/gh-aw/agent/session-data/sessions-list.json\n./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n# Summaries contain measurements only; never copy tool inputs/results into them.\npython3 - <<'PY'\nimport datetime\nimport json\nfrom pathlib import Path\n\nroot = Path(\"/tmp/gh-aw/agent/session-data\")\n\ndef timestamp(value):\n try:\n return datetime.datetime.fromisoformat(value.replace(\"Z\", \"+00:00\")).timestamp()\n except (AttributeError, TypeError, ValueError):\n return None\n\ndef payload_bytes(data, *keys):\n for key in keys:\n if key in data and data[key] is not None:\n value = data[key]\n text = value if isinstance(value, str) else json.dumps(value, ensure_ascii=False, separators=(\",\", \":\"))\n return len(text.encode(\"utf-8\"))\n return None\n\nsummaries = []\nfor session in json.loads((root / \"sessions-list.json\").read_text()):\n run_id = session[\"id\"]\n events_file = root / \"logs\" / f\"{run_id}-events.jsonl\"\n conversation_file = root / \"logs\" / f\"{run_id}-conversation.txt\"\n source = \"events\" if events_file.is_file() and events_file.stat().st_size else \"conversation\" if conversation_file.is_file() and conversation_file.stat().st_size else \"missing\"\n summary = {\"id\": run_id, \"status\": session[\"status\"], \"conclusion\": session[\"conclusion\"], \"source\": source, \"event_count\": 0, \"invalid_event_count\": 0, \"tool_calls\": [], \"unmatched_completions\": 0}\n pending = {}\n scope = None\n if source == \"events\":\n with events_file.open() as lines:\n for line in lines:\n if not line.strip():\n continue\n try:\n event = json.loads(line)\n if not isinstance(event, dict) or not isinstance(event.get(\"data\"), dict) or not isinstance(event.get(\"type\"), str):\n raise ValueError(\"Invalid event\")\n except (ValueError, TypeError):\n summary[\"invalid_event_count\"] += 1\n continue\n summary[\"event_count\"] += 1\n data = event[\"data\"]\n if event[\"type\"] == \"session.start\":\n scope = data.get(\"sessionId\", event.get(\"id\"))\n call_id = data.get(\"toolCallId\")\n key = json.dumps([scope, event.get(\"agentId\"), call_id])\n if event[\"type\"] == \"tool.execution_start\":\n call = {\"tool_call_id\": call_id, \"tool\": data.get(\"toolName\"), \"started_at\": event.get(\"timestamp\"), \"duration_ms\": None, \"input_bytes\": payload_bytes(data, \"arguments\", \"input\"), \"output_bytes\": None, \"success\": None, \"completed\": False}\n summary[\"tool_calls\"].append(call)\n if call_id is not None:\n pending[key] = call\n elif event[\"type\"] == \"tool.execution_complete\":\n call = pending.pop(key, None) if call_id is not None else None\n if call is None:\n summary[\"unmatched_completions\"] += 1\n continue\n start, end = timestamp(call[\"started_at\"]), timestamp(event.get(\"timestamp\"))\n if start is not None and end is not None and end >= start:\n call[\"duration_ms\"] = round((end - start) * 1000, 3)\n call.update(output_bytes=payload_bytes(data, \"result\", \"output\"), success=data.get(\"success\"), completed=True)\n summary[\"incomplete_tool_calls\"] = sum(not call[\"completed\"] for call in summary[\"tool_calls\"])\n summary[\"measurements_available\"] = source == \"events\"\n summaries.append(summary)\n(root / \"tool-summaries.json\").write_text(json.dumps(summaries, indent=2) + \"\\n\")\nPY\n\n# Always ensure data is available at expected locations for backward compatibility\necho \"Session data available at: /tmp/gh-aw/agent/session-data/sessions-list.json\"\necho \"Schema available at: /tmp/gh-aw/agent/session-data/sessions-schema.json\"\necho \"Logs available at: /tmp/gh-aw/agent/session-data/logs/\"\necho \"Tool latency and payload summaries available at: /tmp/gh-aw/agent/session-data/tool-summaries.json\"\n\nTELEMETRY_LOG_COUNT=$(find /tmp/gh-aw/agent/session-data/logs -type f \\( -name \"*-events.jsonl\" -o -name \"*-conversation.txt\" \\) | wc -l)\nTOTAL_SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\nif [ \"$TOTAL_SESSION_COUNT\" -gt 0 ] && [ \"$TELEMETRY_LOG_COUNT\" -eq 0 ]; then\n ACTION_REQUIRED_COUNT=$(jq '[.[] | select(.conclusion == \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n COMPLETED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n if [ \"$COMPLETED_AGENT_COUNT\" -eq 0 ]; then\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no completed agent runs to fetch telemetry for (action_required=$ACTION_REQUIRED_COUNT). Phase 2 analysis will be incomplete; check the workflow run filter if completed Copilot sessions were expected.\"\n else\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no telemetry logs in /tmp/gh-aw/agent/session-data/logs for $COMPLETED_AGENT_COUNT completed agent runs. Phase 2 analysis will be incomplete. Candidate causes: no events.jsonl artifacts are available, or the token cannot download Copilot job logs; configure GH_AW_GITHUB_TOKEN with actions:read if job-log authorization errors appeared above.\"\n fi\nfi\n\n# Set outputs for downstream use\necho \"sessions_count=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\" >> \"$GITHUB_OUTPUT\"\n" - name: Install gh CLI run: | bash "${RUNNER_TEMP}/gh-aw/actions/install_gh_cli.sh" @@ -755,7 +755,7 @@ jobs: - name: Token budget guard run: "PROMPT_FILE=\"/tmp/gh-aw/aw-prompts/prompt.txt\"\nif [ -f \"$PROMPT_FILE\" ]; then\n PROMPT_CHARS=$(wc -c < \"$PROMPT_FILE\")\n # Conservative approximation: ~3 chars/token (technical content)\n ESTIMATED_TOKENS=$((PROMPT_CHARS / 3))\n if [ \"$ESTIMATED_TOKENS\" -gt 50000 ]; then\n echo \"::warning::First-turn token budget: ~${ESTIMATED_TOKENS} estimated tokens (${PROMPT_CHARS} chars) exceeds 50k threshold. Consider moving more phase details to skill blocks to reduce initial context.\"\n else\n echo \"First-turn token estimate: ~${ESTIMATED_TOKENS} tokens (${PROMPT_CHARS} chars) — within 50k budget.\"\n fi\nfi\n" - name: Trim large session logs - run: "LOG_DIR=\"/tmp/gh-aw/agent/session-data/logs\"\nTHRESHOLD=10240\nFIRST_CHUNK=5120\nLAST_CHUNK=1024\nif [ -d \"$LOG_DIR\" ]; then\n for f in \"$LOG_DIR\"/*; do\n if [ -f \"$f\" ]; then\n SIZE=$(wc -c < \"$f\")\n if [ \"$SIZE\" -gt \"$THRESHOLD\" ]; then\n # THRESHOLD (10240) > FIRST_CHUNK+LAST_CHUNK (6144), so no chunk overlap possible\n REMOVED_KB=$(( (SIZE - FIRST_CHUNK - LAST_CHUNK) / 1024 ))\n echo \"Trimming large session log: $f (${SIZE} bytes, stripping ~${REMOVED_KB}KB of boilerplate)\"\n { head -c \"$FIRST_CHUNK\" \"$f\"; printf \"...[%dKB stripped — fetch raw on demand if needed]\\n\" \"$REMOVED_KB\"; tail -c \"$LAST_CHUNK\" \"$f\"; } > \"${f}.trimmed\"\n mv \"${f}.trimmed\" \"$f\"\n fi\n fi\n done\nfi" + run: "LOG_DIR=\"/tmp/gh-aw/agent/session-data/logs\"\nTHRESHOLD=10240\nFIRST_CHUNK=5120\nLAST_CHUNK=1024\nif [ -d \"$LOG_DIR\" ]; then\n for f in \"$LOG_DIR\"/*; do\n if [ -f \"$f\" ]; then\n # Structured events must remain valid and complete for telemetry analysis.\n case \"$f\" in *-events.jsonl) continue ;; esac\n SIZE=$(wc -c < \"$f\")\n if [ \"$SIZE\" -gt \"$THRESHOLD\" ]; then\n # THRESHOLD (10240) > FIRST_CHUNK+LAST_CHUNK (6144), so no chunk overlap possible\n REMOVED_KB=$(( (SIZE - FIRST_CHUNK - LAST_CHUNK) / 1024 ))\n echo \"Trimming large session log: $f (${SIZE} bytes, stripping ~${REMOVED_KB}KB of boilerplate)\"\n { head -c \"$FIRST_CHUNK\" \"$f\"; printf \"...[%dKB stripped — fetch raw on demand if needed]\\n\" \"$REMOVED_KB\"; tail -c \"$LAST_CHUNK\" \"$f\"; } > \"${f}.trimmed\"\n mv \"${f}.trimmed\" \"$f\"\n fi\n fi\n done\nfi" - name: Configure Git credentials env: @@ -2016,7 +2016,7 @@ jobs: GH_AW_DEFAULT_ADMISSION_URL: ${{ vars.GH_AW_DEFAULT_ADMISSION_URL }} GH_AW_DEFAULT_ADMISSION_AUDIENCE: ${{ vars.GH_AW_DEFAULT_ADMISSION_AUDIENCE }} GH_AW_DEFAULT_ADMISSION_ON_OUTAGE: ${{ vars.GH_AW_DEFAULT_ADMISSION_ON_OUTAGE }} - GH_AW_ADMISSION_WORKFLOW_HASH: "6cdf190c9c1dc8f16e9f835d390f87a8d172df29a57f7eb4c812b703a734e634:43a2a2f009066a7ae7e17c7b78001789e66f7c2f78b58685852a4cacaf2cfd2e" + GH_AW_ADMISSION_WORKFLOW_HASH: "ef2f261133a5c6635561429d0c4b1f36296652b7064f18eaf8a01656fa93a4ec:32031cbf37a0d64f65d4f4d779827c3556630927dcecbcf00e384f168dfc38fe" GH_AW_INFO_WORKFLOW_ID: ${{ job.workflow_ref }} GITHUB_ACTOR: ${{ github.actor }} GITHUB_TRIGGERING_ACTOR: ${{ github.triggering_actor }} diff --git a/.github/workflows/copilot-opt.md b/.github/workflows/copilot-opt.md index 6f6f12da281..246299333d8 100644 --- a/.github/workflows/copilot-opt.md +++ b/.github/workflows/copilot-opt.md @@ -80,6 +80,8 @@ steps: if [ -d "$LOG_DIR" ]; then for f in "$LOG_DIR"/*; do if [ -f "$f" ]; then + # Structured events must remain valid and complete for telemetry analysis. + case "$f" in *-events.jsonl) continue ;; esac SIZE=$(wc -c < "$f") if [ "$SIZE" -gt "$THRESHOLD" ]; then # THRESHOLD (10240) > FIRST_CHUNK+LAST_CHUNK (6144), so no chunk overlap possible @@ -109,6 +111,7 @@ Pre-fetched data is available from shared imports: - `/tmp/gh-aw/agent/session-data/sessions-list.json` - `/tmp/gh-aw/agent/session-data/logs/` (conversation logs and/or fallback logs) +- `/tmp/gh-aw/agent/session-data/tool-summaries.json` (per-session tool latency and UTF-8 payload sizes; unavailable measurements are null) - `/tmp/gh-aw/agent/pr-data/copilot-prs.json` (cross-analysis source — always present) These paths are populated by imported setup components: @@ -120,6 +123,7 @@ These paths are populated by imported setup components: 0. **Use `gh` CLI for GitHub reads** (`gh pr list`, `gh pr view`, `gh issue list`, etc.) in analysis steps. The `gh` CLI is pre-authenticated and is the primary tool for reading from GitHub. 1. Process **all available sessions** in the last 14 days (deterministic; no sampling unless data is too large to load in one pass). 2. Parse session event data from `events.jsonl` when available. + Use `tool-summaries.json` for an initial scan; transcript-only or missing sessions do not provide structured tool measurements. Check invalid events and unmatched/incomplete calls before drawing conclusions. 3. Detect these classes of issues: - slow MCP/tool calls - oversized tool responses diff --git a/.github/workflows/copilot-session-insights.lock.yml b/.github/workflows/copilot-session-insights.lock.yml index eba3acd8222..160f1164417 100644 --- a/.github/workflows/copilot-session-insights.lock.yml +++ b/.github/workflows/copilot-session-insights.lock.yml @@ -1,4 +1,4 @@ -# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"ecbd5d6fb28767038f254b2b0c276351afb46f4104aa94b36f3f51da98206544","body_hash":"93f8ac28454ec3ac370b4277125c051ee483ed31311090ae95dcd7d2820d7fb0","strict":true,"agent_id":"claude","engine_versions":{"claude":"2.1.317"}} +# gh-aw-metadata: {"schema_version":"v4","frontmatter_hash":"ccd5c47288b7e6d57ec0b7248644b9743d9cb08d66458194c9eaccb002672fc8","body_hash":"1a8254b06c0fd7b7088d04c7c6359cb1fe327eb7cb06fb45bf9621759762f586","strict":true,"agent_id":"claude","engine_versions":{"claude":"2.1.317"}} # gh-aw-manifest: {"version":1,"secrets":["GH_AW_GITHUB_MCP_SERVER_TOKEN","GH_AW_GITHUB_TOKEN","GH_AW_OTEL_GRAFANA_AUTHORIZATION","GH_AW_OTEL_GRAFANA_ENDPOINT","GH_AW_OTEL_SENTRY_AUTHORIZATION","GH_AW_OTEL_SENTRY_ENDPOINT","GITHUB_TOKEN"],"actions":[{"repo":"actions/cache/restore","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/cache/save","sha":"55cc8345863c7cc4c66a329aec7e433d2d1c52a9","version":"v6.1.0"},{"repo":"actions/checkout","sha":"3d3c42e5aac5ba805825da76410c181273ba90b1","version":"v7.0.1"},{"repo":"actions/download-artifact","sha":"9000827ccba6bdab643e8b6fd33ac0654aef8333","version":"v8.0.2"},{"repo":"actions/github-script","sha":"3a2844b7e9c422d3c10d287c895573f7108da1b3","version":"v9.0.0"},{"repo":"actions/setup-node","sha":"949feb2413d6458794dcd2491c4babbbce0c15c1","version":"v7.1.0"},{"repo":"actions/setup-python","sha":"6d4fd22b20465ccc0f7354476588e8df7c9ca0e0","version":"v7.1.0"},{"repo":"actions/upload-artifact","sha":"cf430e030ddbb5b0abf93d22962f4752f3646cd9","version":"v7.0.2"},{"repo":"astral-sh/setup-uv","sha":"68559e99cc807c1eb7e9238fd43a15bba460eec2","version":"v10.3.3"}],"containers":[{"image":"ghcr.io/github/gh-aw-firewall/agent:0.29.7@sha256:bd8d363c11b65632920850a44aa61cf9857e2ce9bcd78016e5e9ff57861cb2f5"},{"image":"ghcr.io/github/gh-aw-firewall/api-proxy:0.29.7@sha256:c3b4c800634b9e314b80c0cd8daa6d861ed849381bf69234cd77417e7b79b94a"},{"image":"ghcr.io/github/gh-aw-firewall/cli-proxy:0.29.7@sha256:d2c0259d8d3529012885f8b7f7e0d7a20b0e8f4b15a6f5b1d6853999cce124bb"},{"image":"ghcr.io/github/gh-aw-firewall/router:0.29.7@sha256:6f1b3160d95de1b24ca448afab5b39bed97ae773ecddb9952221ef05995bb29c"},{"image":"ghcr.io/github/gh-aw-firewall/squid:0.29.7@sha256:0790d978a820af2dc1bfab74d1f06b159f3a57ad4893ec49f475289691c4d154"},{"image":"ghcr.io/github/gh-aw-mcpg:v0.5.4","digest":"sha256:801db64c2456ba2132733b23141fb52ca9d4691765181ee957ee121a21b86c09","pinned_image":"ghcr.io/github/gh-aw-mcpg:v0.5.4@sha256:801db64c2456ba2132733b23141fb52ca9d4691765181ee957ee121a21b86c09"},{"image":"ghcr.io/github/gh-aw-node","digest":"sha256:2c2ea524e648b91c8333ce246e3838fcf5b19ac70e45baac1a51b9207299749f","pinned_image":"ghcr.io/github/gh-aw-node@sha256:2c2ea524e648b91c8333ce246e3838fcf5b19ac70e45baac1a51b9207299749f"},{"image":"ghcr.io/github/github-mcp-server:v2.1.0","digest":"sha256:f6056fc10bfffcc8c81a6417a2e9ca12808647e8dd6049642a4feaadee0e0f8a","pinned_image":"ghcr.io/github/github-mcp-server:v2.1.0@sha256:f6056fc10bfffcc8c81a6417a2e9ca12808647e8dd6049642a4feaadee0e0f8a"}],"mcp_servers":[{"name":"safeoutputs","tools":["create_discussion","noop","report_incomplete","report_missing_data","report_missing_tool","upload_asset"]}],"threat_detection":{"mode":"enabled"},"admission":true} # This file was automatically generated by gh-aw. DO NOT EDIT. To debug this workflow, load the skill at https://github.com/github/gh-aw/blob/main/debug.md # @@ -632,7 +632,7 @@ jobs: GH_AW_DEFAULT_ADMISSION_URL: ${{ vars.GH_AW_DEFAULT_ADMISSION_URL }} GH_AW_DEFAULT_ADMISSION_AUDIENCE: ${{ vars.GH_AW_DEFAULT_ADMISSION_AUDIENCE }} GH_AW_DEFAULT_ADMISSION_ON_OUTAGE: ${{ vars.GH_AW_DEFAULT_ADMISSION_ON_OUTAGE }} - GH_AW_ADMISSION_WORKFLOW_HASH: "ecbd5d6fb28767038f254b2b0c276351afb46f4104aa94b36f3f51da98206544:93f8ac28454ec3ac370b4277125c051ee483ed31311090ae95dcd7d2820d7fb0" + GH_AW_ADMISSION_WORKFLOW_HASH: "ccd5c47288b7e6d57ec0b7248644b9743d9cb08d66458194c9eaccb002672fc8:1a8254b06c0fd7b7088d04c7c6359cb1fe327eb7cb06fb45bf9621759762f586" GH_AW_INFO_WORKFLOW_ID: ${{ job.workflow_ref }} GITHUB_ACTOR: ${{ github.actor }} GITHUB_TRIGGERING_ACTOR: ${{ github.triggering_actor }} @@ -810,7 +810,7 @@ jobs: GH_TOKEN: ${{ secrets.GH_AW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }} GITHUB_TOKEN: ${{ secrets.GH_AW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }} name: Fetch Copilot session data - run: "# Create output directories\nmkdir -p /tmp/gh-aw/agent/session-data\nmkdir -p /tmp/gh-aw/agent/session-data/logs\nmkdir -p /tmp/gh-aw/cache-memory\n\n# Cache entries use stable names so caches restored from previous runs are reusable\n# regardless of the date they were written on. Freshness is decided by file age.\nCACHE_DIR=\"/tmp/gh-aw/cache-memory\"\nCACHE_FILE=\"$CACHE_DIR/copilot-sessions-latest.json\"\nCACHE_SCHEMA_FILE=\"$CACHE_DIR/copilot-sessions-latest-schema.json\"\nCACHE_LOGS_DIR=\"$CACHE_DIR/session-logs-latest\"\nCACHE_MAX_AGE_SECONDS=\"${CACHE_MAX_AGE_SECONDS:-21600}\"\nRUN_TAG=\"${GITHUB_RUN_ID:-local}\"\n\n# Returns success when the file exists, is non-empty and younger than the max age.\ncache_is_fresh() {\n cache_path=\"$1\"\n [ -s \"$cache_path\" ] || return 1\n cache_mtime=$(date -r \"$cache_path\" '+%s' 2>/dev/null) || return 1\n [ -n \"$cache_mtime\" ] || return 1\n now=$(date '+%s')\n [ \"$((now - cache_mtime))\" -lt \"$CACHE_MAX_AGE_SECONDS\" ]\n}\n\ncount_agent_logs() {\n sessions_file=\"$1\"\n logs_dir=\"$2\"\n count=0\n\n if [ ! -f \"$sessions_file\" ] || [ ! -d \"$logs_dir\" ]; then\n echo 0\n return\n fi\n\n while read -r agent_run_id; do\n if [ -s \"$logs_dir/${agent_run_id}-events.jsonl\" ] || [ -s \"$logs_dir/${agent_run_id}-conversation.txt\" ]; then\n count=$((count + 1))\n fi\n done < <(jq -r '.[] | select(.status == \"completed\" and .conclusion != \"action_required\") | .id' \"$sessions_file\")\n\n echo \"$count\"\n}\n\nUSE_CACHE=false\n\n# Check if restored cache data is still fresh enough to reuse\nif cache_is_fresh \"$CACHE_FILE\"; then\n CACHED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' \"$CACHE_FILE\")\n CACHED_LOG_RUN_COUNT=$(count_agent_logs \"$CACHE_FILE\" \"$CACHE_LOGS_DIR\")\n if [ \"$CACHED_AGENT_COUNT\" -eq 0 ] || [ \"$CACHED_LOG_RUN_COUNT\" -ge \"$CACHED_AGENT_COUNT\" ]; then\n USE_CACHE=true\n else\n echo \"::warning::Cached session metadata exists but only $CACHED_LOG_RUN_COUNT of $CACHED_AGENT_COUNT agent runs have logs; refreshing session data\"\n fi\nfi\n\nif [ \"$USE_CACHE\" = \"true\" ]; then\n CACHE_AGE_MINUTES=$(( ( $(date '+%s') - $(date -r \"$CACHE_FILE\" '+%s') ) / 60 ))\n echo \"✓ Found cached session data (${CACHE_AGE_MINUTES} minutes old)\"\n cp \"$CACHE_FILE\" /tmp/gh-aw/agent/session-data/sessions-list.json\n \n # Regenerate schema if missing\n if [ ! -s \"$CACHE_SCHEMA_FILE\" ]; then\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > \"$CACHE_SCHEMA_FILE\"\n fi\n cp \"$CACHE_SCHEMA_FILE\" /tmp/gh-aw/agent/session-data/sessions-schema.json\n \n # Restore cached log files if they exist\n if [ -d \"$CACHE_LOGS_DIR\" ]; then\n echo \"✓ Found cached session logs\"\n cp -r \"$CACHE_LOGS_DIR\"/* /tmp/gh-aw/agent/session-data/logs/ 2>/dev/null || true\n echo \"Restored $(find /tmp/gh-aw/agent/session-data/logs -type f | wc -l) session log files from cache\"\n fi\n \n echo \"Using cached data written ${CACHE_AGE_MINUTES} minutes ago\"\n echo \"Total sessions in cache: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nelse\n echo \"⬇ Downloading fresh session data...\"\n \n # Calculate date 30 days ago\n DATE_30_DAYS_AGO=$(date -d '30 days ago' '+%Y-%m-%d' 2>/dev/null || date -v-30d '+%Y-%m-%d')\n\n # Search for workflow runs from copilot/* branches\n # This fetches GitHub Copilot coding agent task runs by searching for workflow runs on copilot/* branches\n echo \"Fetching Copilot coding agent workflow runs from the last 30 days...\"\n \n # Get workflow runs from copilot/* branches\n gh api \"repos/$GITHUB_REPOSITORY/actions/runs\" \\\n --paginate \\\n --jq \".workflow_runs[] | select(.head_branch | startswith(\\\"copilot/\\\")) | select(.created_at >= \\\"${DATE_30_DAYS_AGO}\\\") | {id, name, head_branch, created_at, updated_at, status, conclusion, html_url}\" \\\n | jq -s '.[0:50]' \\\n > /tmp/gh-aw/agent/session-data/sessions-list.json\n\n # Generate schema for reference\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n # Download per-session logs for actual Copilot agent runs.\n # CI gate runs (e.g. \"Smoke CI\", \"CGO\", \"CWI\" quality gates) always end with\n # conclusion=action_required because a human must approve them to continue; they\n # contain no Copilot agent activity and have no conversation transcript.\n # Prefer structured events.jsonl artifacts; fall back to [cca-engine] turn= lines\n # in raw Actions job logs when no events.jsonl artifact is available.\n SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n echo \"Downloading per-session logs for $AGENT_COUNT agent runs (skipping $((SESSION_COUNT - AGENT_COUNT)) CI gate runs)...\"\n\n RUNS_TO_FETCH=\"${RUNNER_TEMP:-/tmp}/copilot-session-runs-${RUN_TAG}.txt\"\n jq -r '.[] | select(.status == \"completed\" and .conclusion != \"action_required\") | \"\\(.id) \\(.head_branch)\"' /tmp/gh-aw/agent/session-data/sessions-list.json > \"$RUNS_TO_FETCH\"\n\n FETCH_STATUS_LOG=\"${RUNNER_TEMP:-/tmp}/copilot-session-fetch-status-${RUN_TAG}.log\"\n rm -f \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=0\n NO_JOBS_COUNT=0\n EMPTY_LOG_COUNT=0\n NO_MATCH_COUNT=0\n\n while read -r run_id branch; do\n if [ -n \"$run_id\" ]; then\n echo \"Downloading session log for run $run_id (branch: $branch)\"\n\n # Prefer structured Copilot session events from run artifacts. The agent\n # writes events.jsonl under the session-state logs artifact when available.\n artifact_work_dir=\"${RUNNER_TEMP:-/tmp}/copilot-session-artifacts-${run_id}\"\n rm -rf \"$artifact_work_dir\"\n mkdir -p \"$artifact_work_dir\"\n events_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl.tmp\"\n events_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\"\n rm -f \"$events_tmp\" \"$events_out\"\n\n for artifact_id in $(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/artifacts\" \\\n --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do\n artifact_zip=\"${artifact_work_dir}/${artifact_id}.zip\"\n artifact_dir=\"${artifact_work_dir}/${artifact_id}\"\n mkdir -p \"$artifact_dir\"\n\n if gh api \"repos/$GITHUB_REPOSITORY/actions/artifacts/${artifact_id}/zip\" \\\n > \"$artifact_zip\" 2>/dev/null && [ -s \"$artifact_zip\" ]; then\n unzip -q -o \"$artifact_zip\" -d \"$artifact_dir\" 2>/dev/null || true\n fi\n done\n\n for events_file in $(find \"$artifact_work_dir\" -type f -name events.jsonl 2>/dev/null || true); do\n cat \"$events_file\" >> \"$events_tmp\"\n done\n\n if [ -s \"$events_tmp\" ]; then\n cp \"$events_tmp\" \"$events_out\"\n EVENT_COUNT=$(wc -l < \"$events_out\")\n echo \" Saved events.jsonl: $EVENT_COUNT events for run $run_id\"\n fi\n rm -f \"$events_tmp\"\n rm -rf \"$artifact_work_dir\"\n\n if [ ! -s \"$events_out\" ]; then\n # Download raw job logs as a transcript fallback. gh api follows the\n # 302 redirect automatically; inspect every job in case the agent job\n # is not first in the run.\n conversation_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt.tmp\"\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_tmp\" \"$conversation_out\"\n\n jobs_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-jobs-${run_id}.err\"\n rm -f \"$jobs_err\"\n jobs_rc=0\n job_ids=\"$(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/jobs\" \\\n --jq '.jobs[].id' 2>\"$jobs_err\")\" || jobs_rc=$?\n\n if [ -z \"$job_ids\" ]; then\n if [ \"$jobs_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$jobs_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to list jobs for run $run_id (exit=$jobs_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" No jobs found for run $run_id\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_JOBS_COUNT=$((NO_JOBS_COUNT + 1))\n fi\n fi\n rm -f \"$jobs_err\"\n\n for job_id in $job_ids; do\n raw_log=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-${job_id}-raw.log\"\n raw_log_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-log-${run_id}-${job_id}.err\"\n rm -f \"$raw_log_err\"\n log_rc=0\n gh api \"repos/$GITHUB_REPOSITORY/actions/jobs/${job_id}/logs\" \\\n > \"$raw_log\" 2>\"$raw_log_err\" || log_rc=$?\n\n if [ -f \"$raw_log\" ] && [ -s \"$raw_log\" ]; then\n if grep \"\\[cca-engine\\] turn=\" \"$raw_log\" >> \"$conversation_tmp\" 2>/dev/null; then\n :\n else\n echo \" Job $job_id log downloaded (no [cca-engine] turn= lines; likely a CI/gate job, not the agent job)\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_MATCH_COUNT=$((NO_MATCH_COUNT + 1))\n fi\n elif [ \"$log_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$raw_log_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to download log for job $job_id (run $run_id, exit=$log_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" Log for job $job_id (run $run_id) was empty\" | tee -a \"$FETCH_STATUS_LOG\"\n EMPTY_LOG_COUNT=$((EMPTY_LOG_COUNT + 1))\n fi\n rm -f \"$raw_log\" \"$raw_log_err\" 2>/dev/null || true\n done\n\n if [ -s \"$conversation_tmp\" ]; then\n cp \"$conversation_tmp\" \"$conversation_out\"\n LINE_COUNT=$(wc -l < \"$conversation_out\")\n echo \" Saved transcript fallback: $LINE_COUNT lines for run $run_id\"\n fi\n rm -f \"$conversation_tmp\"\n fi\n\n if [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\" ] && [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\" ]; then\n echo \"::warning::No events.jsonl artifact or conversation transcript could be downloaded for agent run $run_id\"\n fi\n fi\n done < \"$RUNS_TO_FETCH\"\n\n LOG_RUN_COUNT=$(count_agent_logs /tmp/gh-aw/agent/session-data/sessions-list.json /tmp/gh-aw/agent/session-data/logs)\n EVENTS_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-events.jsonl\" | wc -l)\n CONVERSATION_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-conversation.txt\" | wc -l)\n echo \"Session logs downloaded: $LOG_RUN_COUNT of $AGENT_COUNT agent runs ($EVENTS_COUNT events.jsonl, $CONVERSATION_COUNT transcript fallbacks)\"\n\n if [ \"$CONVERSATION_COUNT\" -eq 0 ] && [ \"$EVENTS_COUNT\" -eq 0 ] && [ \"$AGENT_COUNT\" -gt 0 ]; then\n echo \"::warning::No transcripts retrieved for any of the $AGENT_COUNT agent runs (API errors: $API_ERROR_COUNT, no jobs found: $NO_JOBS_COUNT, empty logs: $EMPTY_LOG_COUNT, no matching lines: $NO_MATCH_COUNT). If API errors dominate, this may indicate the token in use lacks access to download job logs for Copilot coding-agent runs (permission error), a transient network/rate-limit issue, or the runs were deleted (404); check the per-run reasons logged above. If permission errors are the cause, configure the GH_AW_GITHUB_TOKEN secret with a PAT that has actions:read on this repository.\"\n fi\n\n if [ \"$AGENT_COUNT\" -gt 0 ] && [ \"$LOG_RUN_COUNT\" -lt \"$AGENT_COUNT\" ]; then\n echo \"::warning::$((AGENT_COUNT - LOG_RUN_COUNT)) of $AGENT_COUNT agent runs have no retrievable session log; proceeding with $LOG_RUN_COUNT available logs\"\n fi\n\n # Refresh the log cache first so metadata and logs stay consistent with each other\n rm -rf \"$CACHE_LOGS_DIR\"\n mkdir -p \"$CACHE_LOGS_DIR\"\n cp -r /tmp/gh-aw/agent/session-data/logs/* \"$CACHE_LOGS_DIR/\" 2>/dev/null || true\n\n # Store in cache under stable names so future runs can reuse it on any date\n cp /tmp/gh-aw/agent/session-data/sessions-list.json \"$CACHE_FILE\"\n cp /tmp/gh-aw/agent/session-data/sessions-schema.json \"$CACHE_SCHEMA_FILE\"\n\n # Drop legacy date-keyed cache entries so the cache does not grow unbounded\n rm -rf \"$CACHE_DIR\"/session-logs-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9] 2>/dev/null || true\n rm -f \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9].json \\\n \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]-schema.json 2>/dev/null || true\n\n echo \"✓ Session data saved to cache: $(basename \"$CACHE_FILE\")\"\n echo \"Total sessions found: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nfi\n\n# Always ensure data is available at expected locations for backward compatibility\necho \"Session data available at: /tmp/gh-aw/agent/session-data/sessions-list.json\"\necho \"Schema available at: /tmp/gh-aw/agent/session-data/sessions-schema.json\"\necho \"Logs available at: /tmp/gh-aw/agent/session-data/logs/\"\n\nTELEMETRY_LOG_COUNT=$(find /tmp/gh-aw/agent/session-data/logs -type f \\( -name \"*-events.jsonl\" -o -name \"*-conversation.txt\" \\) | wc -l)\nTOTAL_SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\nif [ \"$TOTAL_SESSION_COUNT\" -gt 0 ] && [ \"$TELEMETRY_LOG_COUNT\" -eq 0 ]; then\n ACTION_REQUIRED_COUNT=$(jq '[.[] | select(.conclusion == \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n COMPLETED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n if [ \"$COMPLETED_AGENT_COUNT\" -eq 0 ]; then\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no completed agent runs to fetch telemetry for (action_required=$ACTION_REQUIRED_COUNT). Phase 2 analysis will be incomplete; check the workflow run filter if completed Copilot sessions were expected.\"\n else\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no telemetry logs in /tmp/gh-aw/agent/session-data/logs for $COMPLETED_AGENT_COUNT completed agent runs. Phase 2 analysis will be incomplete. Candidate causes: no events.jsonl artifacts are available, or the token cannot download Copilot job logs; configure GH_AW_GITHUB_TOKEN with actions:read if job-log authorization errors appeared above.\"\n fi\nfi\n\n# Set outputs for downstream use\necho \"sessions_count=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\" >> \"$GITHUB_OUTPUT\"\n" + run: "# Create output directories\nmkdir -p /tmp/gh-aw/agent/session-data\nmkdir -p /tmp/gh-aw/agent/session-data/logs\nmkdir -p /tmp/gh-aw/cache-memory\n\n# Cache entries use stable names so caches restored from previous runs are reusable\n# regardless of the date they were written on. Freshness is decided by file age.\nCACHE_DIR=\"/tmp/gh-aw/cache-memory\"\nCACHE_FILE=\"$CACHE_DIR/copilot-sessions-latest.json\"\nCACHE_SCHEMA_FILE=\"$CACHE_DIR/copilot-sessions-latest-schema.json\"\nCACHE_LOGS_DIR=\"$CACHE_DIR/session-logs-latest\"\nCACHE_MAX_AGE_SECONDS=\"${CACHE_MAX_AGE_SECONDS:-21600}\"\nRUN_TAG=\"${GITHUB_RUN_ID:-local}\"\n\n# Returns success when the file exists, is non-empty and younger than the max age.\ncache_is_fresh() {\n cache_path=\"$1\"\n [ -s \"$cache_path\" ] || return 1\n cache_mtime=$(date -r \"$cache_path\" '+%s' 2>/dev/null) || return 1\n [ -n \"$cache_mtime\" ] || return 1\n now=$(date '+%s')\n [ \"$((now - cache_mtime))\" -lt \"$CACHE_MAX_AGE_SECONDS\" ]\n}\n\ncount_agent_logs() {\n sessions_file=\"$1\"\n logs_dir=\"$2\"\n count=0\n\n if [ ! -f \"$sessions_file\" ] || [ ! -d \"$logs_dir\" ]; then\n echo 0\n return\n fi\n\n while read -r agent_run_id; do\n if [ -s \"$logs_dir/${agent_run_id}-events.jsonl\" ] || [ -s \"$logs_dir/${agent_run_id}-conversation.txt\" ]; then\n count=$((count + 1))\n fi\n done < <(jq -r '.[] | select(.conclusion != \"action_required\") | .id' \"$sessions_file\")\n\n echo \"$count\"\n}\n\nUSE_CACHE=false\n\n# Check if restored cache data is still fresh enough to reuse\nif cache_is_fresh \"$CACHE_FILE\" && jq -e 'all(.[]; .path == \"dynamic/copilot-swe-agent/copilot\" and .status == \"completed\")' \"$CACHE_FILE\" >/dev/null; then\n CACHED_AGENT_COUNT=$(jq '[.[] | select(.conclusion != \"action_required\")] | length' \"$CACHE_FILE\")\n CACHED_LOG_RUN_COUNT=$(count_agent_logs \"$CACHE_FILE\" \"$CACHE_LOGS_DIR\")\n if [ \"$CACHED_AGENT_COUNT\" -eq 0 ] || [ \"$CACHED_LOG_RUN_COUNT\" -ge \"$CACHED_AGENT_COUNT\" ]; then\n USE_CACHE=true\n else\n echo \"::warning::Cached session metadata exists but only $CACHED_LOG_RUN_COUNT of $CACHED_AGENT_COUNT agent runs have logs; refreshing session data\"\n fi\nfi\n\nif [ \"$USE_CACHE\" = \"true\" ]; then\n CACHE_AGE_MINUTES=$(( ( $(date '+%s') - $(date -r \"$CACHE_FILE\" '+%s') ) / 60 ))\n echo \"✓ Found cached session data (${CACHE_AGE_MINUTES} minutes old)\"\n cp \"$CACHE_FILE\" /tmp/gh-aw/agent/session-data/sessions-list.json\n \n # Regenerate schema if missing\n if [ ! -s \"$CACHE_SCHEMA_FILE\" ]; then\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > \"$CACHE_SCHEMA_FILE\"\n fi\n cp \"$CACHE_SCHEMA_FILE\" /tmp/gh-aw/agent/session-data/sessions-schema.json\n \n # Restore cached log files if they exist\n if [ -d \"$CACHE_LOGS_DIR\" ]; then\n echo \"✓ Found cached session logs\"\n cp -r \"$CACHE_LOGS_DIR\"/* /tmp/gh-aw/agent/session-data/logs/ 2>/dev/null || true\n echo \"Restored $(find /tmp/gh-aw/agent/session-data/logs -type f | wc -l) session log files from cache\"\n fi\n \n echo \"Using cached data written ${CACHE_AGE_MINUTES} minutes ago\"\n echo \"Total sessions in cache: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nelse\n echo \"⬇ Downloading fresh session data...\"\n \n # Calculate date 30 days ago\n DATE_30_DAYS_AGO=$(date -d '30 days ago' '+%Y-%m-%d' 2>/dev/null || date -v-30d '+%Y-%m-%d')\n\n # Select the coding-agent workflow itself, not ordinary CI on Copilot branches.\n echo \"Fetching Copilot coding agent workflow runs from the last 30 days...\"\n \n gh api \"repos/$GITHUB_REPOSITORY/actions/runs?per_page=100&created=>=${DATE_30_DAYS_AGO}\" \\\n --paginate \\\n --jq '.workflow_runs[] | select(.path == \"dynamic/copilot-swe-agent/copilot\") | {id, name, path, head_branch, created_at, updated_at, status, conclusion: (.conclusion // (if .status == \"completed\" then \"unknown\" else .status // \"unknown\" end)), html_url}' \\\n | jq -s '.[0:50]' \\\n > /tmp/gh-aw/agent/session-data/sessions-list.json\n\n # Generate schema for reference\n ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n # Download per-session logs for actual Copilot agent runs.\n # CI gate runs (e.g. \"Smoke CI\", \"CGO\", \"CWI\" quality gates) always end with\n # conclusion=action_required because a human must approve them to continue; they\n # contain no Copilot agent activity and have no conversation transcript.\n # Prefer structured events.jsonl artifacts; fall back to [cca-engine] turn= lines\n # in raw Actions job logs when no events.jsonl artifact is available.\n SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n AGENT_COUNT=$(jq '[.[] | select(.conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json)\n echo \"Downloading per-session logs for $AGENT_COUNT agent runs (skipping $((SESSION_COUNT - AGENT_COUNT)) CI gate runs)...\"\n\n RUNS_TO_FETCH=\"${RUNNER_TEMP:-/tmp}/copilot-session-runs-${RUN_TAG}.txt\"\n jq -r '.[] | select(.conclusion != \"action_required\") | \"\\(.id) \\(.head_branch)\"' /tmp/gh-aw/agent/session-data/sessions-list.json > \"$RUNS_TO_FETCH\"\n\n FETCH_STATUS_LOG=\"${RUNNER_TEMP:-/tmp}/copilot-session-fetch-status-${RUN_TAG}.log\"\n rm -f \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=0\n NO_JOBS_COUNT=0\n EMPTY_LOG_COUNT=0\n NO_MATCH_COUNT=0\n\n while read -r run_id branch; do\n if [ -n \"$run_id\" ]; then\n echo \"Downloading session log for run $run_id (branch: $branch)\"\n\n # Prefer structured Copilot session events from run artifacts. The agent\n # writes events.jsonl under the session-state logs artifact when available.\n artifact_work_dir=\"${RUNNER_TEMP:-/tmp}/copilot-session-artifacts-${run_id}\"\n rm -rf \"$artifact_work_dir\"\n mkdir -p \"$artifact_work_dir\"\n events_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl.tmp\"\n events_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\"\n rm -f \"$events_tmp\" \"$events_out\"\n\n for artifact_id in $(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/artifacts\" \\\n --paginate --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do\n artifact_zip=\"${artifact_work_dir}/${artifact_id}.zip\"\n artifact_dir=\"${artifact_work_dir}/${artifact_id}\"\n mkdir -p \"$artifact_dir\"\n\n if gh api \"repos/$GITHUB_REPOSITORY/actions/artifacts/${artifact_id}/zip\" \\\n > \"$artifact_zip\" 2>/dev/null && [ -s \"$artifact_zip\" ]; then\n unzip -q -o \"$artifact_zip\" -d \"$artifact_dir\" 2>/dev/null || true\n fi\n done\n\n while IFS= read -r -d '' events_file; do\n cat \"$events_file\" >> \"$events_tmp\"\n printf '\\n' >> \"$events_tmp\"\n done < <(find \"$artifact_work_dir\" -type f -name events.jsonl -print0)\n\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_out\"\n while IFS= read -r -d '' conversation_file; do\n cat \"$conversation_file\" >> \"$conversation_out\"\n printf '\\n' >> \"$conversation_out\"\n done < <(find \"$artifact_work_dir\" -type f \\( -name conversation.txt -o -name conversation.md \\) -print0)\n\n if [ -s \"$events_tmp\" ]; then\n cp \"$events_tmp\" \"$events_out\"\n EVENT_COUNT=$(wc -l < \"$events_out\")\n echo \" Saved events.jsonl: $EVENT_COUNT events for run $run_id\"\n fi\n rm -f \"$events_tmp\"\n rm -rf \"$artifact_work_dir\"\n\n if [ ! -s \"$events_out\" ] && [ ! -s \"$conversation_out\" ]; then\n # Download raw job logs as a transcript fallback. gh api follows the\n # 302 redirect automatically; inspect every job in case the agent job\n # is not first in the run.\n conversation_tmp=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt.tmp\"\n conversation_out=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\"\n rm -f \"$conversation_tmp\" \"$conversation_out\"\n\n jobs_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-jobs-${run_id}.err\"\n rm -f \"$jobs_err\"\n jobs_rc=0\n job_ids=\"$(gh api \"repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/jobs\" \\\n --paginate --jq '.jobs[].id' 2>\"$jobs_err\")\" || jobs_rc=$?\n\n if [ -z \"$job_ids\" ]; then\n if [ \"$jobs_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$jobs_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to list jobs for run $run_id (exit=$jobs_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" No jobs found for run $run_id\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_JOBS_COUNT=$((NO_JOBS_COUNT + 1))\n fi\n fi\n rm -f \"$jobs_err\"\n\n for job_id in $job_ids; do\n raw_log=\"/tmp/gh-aw/agent/session-data/logs/${run_id}-${job_id}-raw.log\"\n raw_log_err=\"${RUNNER_TEMP:-/tmp}/copilot-session-log-${run_id}-${job_id}.err\"\n rm -f \"$raw_log_err\"\n log_rc=0\n gh api \"repos/$GITHUB_REPOSITORY/actions/jobs/${job_id}/logs\" \\\n > \"$raw_log\" 2>\"$raw_log_err\" || log_rc=$?\n\n if [ -f \"$raw_log\" ] && [ -s \"$raw_log\" ]; then\n if grep \"\\[cca-engine\\] turn=\" \"$raw_log\" >> \"$conversation_tmp\" 2>/dev/null; then\n :\n else\n echo \" Job $job_id log downloaded (no [cca-engine] turn= lines; likely a CI/gate job, not the agent job)\" | tee -a \"$FETCH_STATUS_LOG\"\n NO_MATCH_COUNT=$((NO_MATCH_COUNT + 1))\n fi\n elif [ \"$log_rc\" -ne 0 ]; then\n reason=\"$(head -c 300 \"$raw_log_err\" 2>/dev/null | tr '\\n' ' ')\"\n echo \" Failed to download log for job $job_id (run $run_id, exit=$log_rc): ${reason:-no error output}\" | tee -a \"$FETCH_STATUS_LOG\"\n API_ERROR_COUNT=$((API_ERROR_COUNT + 1))\n else\n echo \" Log for job $job_id (run $run_id) was empty\" | tee -a \"$FETCH_STATUS_LOG\"\n EMPTY_LOG_COUNT=$((EMPTY_LOG_COUNT + 1))\n fi\n rm -f \"$raw_log\" \"$raw_log_err\" 2>/dev/null || true\n done\n\n if [ -s \"$conversation_tmp\" ]; then\n cp \"$conversation_tmp\" \"$conversation_out\"\n LINE_COUNT=$(wc -l < \"$conversation_out\")\n echo \" Saved transcript fallback: $LINE_COUNT lines for run $run_id\"\n fi\n rm -f \"$conversation_tmp\"\n fi\n\n if [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-events.jsonl\" ] && [ ! -s \"/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt\" ]; then\n echo \"::warning::No events.jsonl artifact or conversation transcript could be downloaded for agent run $run_id\"\n fi\n fi\n done < \"$RUNS_TO_FETCH\"\n\n LOG_RUN_COUNT=$(count_agent_logs /tmp/gh-aw/agent/session-data/sessions-list.json /tmp/gh-aw/agent/session-data/logs)\n EVENTS_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-events.jsonl\" | wc -l)\n CONVERSATION_COUNT=$(find /tmp/gh-aw/agent/session-data/logs/ -type f -name \"*-conversation.txt\" | wc -l)\n echo \"Session logs downloaded: $LOG_RUN_COUNT of $AGENT_COUNT agent runs ($EVENTS_COUNT events.jsonl, $CONVERSATION_COUNT transcript fallbacks)\"\n\n if [ \"$CONVERSATION_COUNT\" -eq 0 ] && [ \"$EVENTS_COUNT\" -eq 0 ] && [ \"$AGENT_COUNT\" -gt 0 ]; then\n echo \"::warning::No transcripts retrieved for any of the $AGENT_COUNT agent runs (API errors: $API_ERROR_COUNT, no jobs found: $NO_JOBS_COUNT, empty logs: $EMPTY_LOG_COUNT, no matching lines: $NO_MATCH_COUNT). If API errors dominate, this may indicate the token in use lacks access to download job logs for Copilot coding-agent runs (permission error), a transient network/rate-limit issue, or the runs were deleted (404); check the per-run reasons logged above. If permission errors are the cause, configure the GH_AW_GITHUB_TOKEN secret with a PAT that has actions:read on this repository.\"\n fi\n\n if [ \"$AGENT_COUNT\" -gt 0 ] && [ \"$LOG_RUN_COUNT\" -lt \"$AGENT_COUNT\" ]; then\n echo \"::warning::$((AGENT_COUNT - LOG_RUN_COUNT)) of $AGENT_COUNT agent runs have no retrievable session log; proceeding with $LOG_RUN_COUNT available logs\"\n fi\n\n # Refresh the log cache first so metadata and logs stay consistent with each other\n rm -rf \"$CACHE_LOGS_DIR\"\n mkdir -p \"$CACHE_LOGS_DIR\"\n cp -r /tmp/gh-aw/agent/session-data/logs/* \"$CACHE_LOGS_DIR/\" 2>/dev/null || true\n\n # Store in cache under stable names so future runs can reuse it on any date\n cp /tmp/gh-aw/agent/session-data/sessions-list.json \"$CACHE_FILE\"\n cp /tmp/gh-aw/agent/session-data/sessions-schema.json \"$CACHE_SCHEMA_FILE\"\n\n # Drop legacy date-keyed cache entries so the cache does not grow unbounded\n rm -rf \"$CACHE_DIR\"/session-logs-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9] 2>/dev/null || true\n rm -f \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9].json \\\n \"$CACHE_DIR\"/copilot-sessions-[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]-schema.json 2>/dev/null || true\n\n echo \"✓ Session data saved to cache: $(basename \"$CACHE_FILE\")\"\n echo \"Total sessions found: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\"\nfi\n\n# Normalize restored metadata too, and regenerate its schema.\njq 'map(.conclusion = (.conclusion // (if .status == \"completed\" then \"unknown\" else .status // \"unknown\" end)))' \\\n /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-list.json.tmp\nmv /tmp/gh-aw/agent/session-data/sessions-list.json.tmp /tmp/gh-aw/agent/session-data/sessions-list.json\n./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json\n\n# Summaries contain measurements only; never copy tool inputs/results into them.\npython3 - <<'PY'\nimport datetime\nimport json\nfrom pathlib import Path\n\nroot = Path(\"/tmp/gh-aw/agent/session-data\")\n\ndef timestamp(value):\n try:\n return datetime.datetime.fromisoformat(value.replace(\"Z\", \"+00:00\")).timestamp()\n except (AttributeError, TypeError, ValueError):\n return None\n\ndef payload_bytes(data, *keys):\n for key in keys:\n if key in data and data[key] is not None:\n value = data[key]\n text = value if isinstance(value, str) else json.dumps(value, ensure_ascii=False, separators=(\",\", \":\"))\n return len(text.encode(\"utf-8\"))\n return None\n\nsummaries = []\nfor session in json.loads((root / \"sessions-list.json\").read_text()):\n run_id = session[\"id\"]\n events_file = root / \"logs\" / f\"{run_id}-events.jsonl\"\n conversation_file = root / \"logs\" / f\"{run_id}-conversation.txt\"\n source = \"events\" if events_file.is_file() and events_file.stat().st_size else \"conversation\" if conversation_file.is_file() and conversation_file.stat().st_size else \"missing\"\n summary = {\"id\": run_id, \"status\": session[\"status\"], \"conclusion\": session[\"conclusion\"], \"source\": source, \"event_count\": 0, \"invalid_event_count\": 0, \"tool_calls\": [], \"unmatched_completions\": 0}\n pending = {}\n scope = None\n if source == \"events\":\n with events_file.open() as lines:\n for line in lines:\n if not line.strip():\n continue\n try:\n event = json.loads(line)\n if not isinstance(event, dict) or not isinstance(event.get(\"data\"), dict) or not isinstance(event.get(\"type\"), str):\n raise ValueError(\"Invalid event\")\n except (ValueError, TypeError):\n summary[\"invalid_event_count\"] += 1\n continue\n summary[\"event_count\"] += 1\n data = event[\"data\"]\n if event[\"type\"] == \"session.start\":\n scope = data.get(\"sessionId\", event.get(\"id\"))\n call_id = data.get(\"toolCallId\")\n key = json.dumps([scope, event.get(\"agentId\"), call_id])\n if event[\"type\"] == \"tool.execution_start\":\n call = {\"tool_call_id\": call_id, \"tool\": data.get(\"toolName\"), \"started_at\": event.get(\"timestamp\"), \"duration_ms\": None, \"input_bytes\": payload_bytes(data, \"arguments\", \"input\"), \"output_bytes\": None, \"success\": None, \"completed\": False}\n summary[\"tool_calls\"].append(call)\n if call_id is not None:\n pending[key] = call\n elif event[\"type\"] == \"tool.execution_complete\":\n call = pending.pop(key, None) if call_id is not None else None\n if call is None:\n summary[\"unmatched_completions\"] += 1\n continue\n start, end = timestamp(call[\"started_at\"]), timestamp(event.get(\"timestamp\"))\n if start is not None and end is not None and end >= start:\n call[\"duration_ms\"] = round((end - start) * 1000, 3)\n call.update(output_bytes=payload_bytes(data, \"result\", \"output\"), success=data.get(\"success\"), completed=True)\n summary[\"incomplete_tool_calls\"] = sum(not call[\"completed\"] for call in summary[\"tool_calls\"])\n summary[\"measurements_available\"] = source == \"events\"\n summaries.append(summary)\n(root / \"tool-summaries.json\").write_text(json.dumps(summaries, indent=2) + \"\\n\")\nPY\n\n# Always ensure data is available at expected locations for backward compatibility\necho \"Session data available at: /tmp/gh-aw/agent/session-data/sessions-list.json\"\necho \"Schema available at: /tmp/gh-aw/agent/session-data/sessions-schema.json\"\necho \"Logs available at: /tmp/gh-aw/agent/session-data/logs/\"\necho \"Tool latency and payload summaries available at: /tmp/gh-aw/agent/session-data/tool-summaries.json\"\n\nTELEMETRY_LOG_COUNT=$(find /tmp/gh-aw/agent/session-data/logs -type f \\( -name \"*-events.jsonl\" -o -name \"*-conversation.txt\" \\) | wc -l)\nTOTAL_SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\nif [ \"$TOTAL_SESSION_COUNT\" -gt 0 ] && [ \"$TELEMETRY_LOG_COUNT\" -eq 0 ]; then\n ACTION_REQUIRED_COUNT=$(jq '[.[] | select(.conclusion == \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n COMPLETED_AGENT_COUNT=$(jq '[.[] | select(.status == \"completed\" and .conclusion != \"action_required\")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0)\n if [ \"$COMPLETED_AGENT_COUNT\" -eq 0 ]; then\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no completed agent runs to fetch telemetry for (action_required=$ACTION_REQUIRED_COUNT). Phase 2 analysis will be incomplete; check the workflow run filter if completed Copilot sessions were expected.\"\n else\n echo \"::warning::Copilot session data fetch produced $TOTAL_SESSION_COUNT session records but no telemetry logs in /tmp/gh-aw/agent/session-data/logs for $COMPLETED_AGENT_COUNT completed agent runs. Phase 2 analysis will be incomplete. Candidate causes: no events.jsonl artifacts are available, or the token cannot download Copilot job logs; configure GH_AW_GITHUB_TOKEN with actions:read if job-log authorization errors appeared above.\"\n fi\nfi\n\n# Set outputs for downstream use\necho \"sessions_count=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)\" >> \"$GITHUB_OUTPUT\"\n" - name: Setup Python environment run: "# Create working directory for Python scripts\nmkdir -p /tmp/gh-aw/python\nmkdir -p /tmp/gh-aw/python/data\nmkdir -p /tmp/gh-aw/python/charts\nmkdir -p /tmp/gh-aw/python/artifacts\n\necho \"Python environment setup complete\"\necho \"Working directory: /tmp/gh-aw/python\"\necho \"Data directory: /tmp/gh-aw/python/data\"\necho \"Charts directory: /tmp/gh-aw/python/charts\"\necho \"Artifacts directory: /tmp/gh-aw/python/artifacts\"\n" - env: @@ -2192,7 +2192,7 @@ jobs: GH_AW_DEFAULT_ADMISSION_URL: ${{ vars.GH_AW_DEFAULT_ADMISSION_URL }} GH_AW_DEFAULT_ADMISSION_AUDIENCE: ${{ vars.GH_AW_DEFAULT_ADMISSION_AUDIENCE }} GH_AW_DEFAULT_ADMISSION_ON_OUTAGE: ${{ vars.GH_AW_DEFAULT_ADMISSION_ON_OUTAGE }} - GH_AW_ADMISSION_WORKFLOW_HASH: "ecbd5d6fb28767038f254b2b0c276351afb46f4104aa94b36f3f51da98206544:93f8ac28454ec3ac370b4277125c051ee483ed31311090ae95dcd7d2820d7fb0" + GH_AW_ADMISSION_WORKFLOW_HASH: "ccd5c47288b7e6d57ec0b7248644b9743d9cb08d66458194c9eaccb002672fc8:1a8254b06c0fd7b7088d04c7c6359cb1fe327eb7cb06fb45bf9621759762f586" GH_AW_INFO_WORKFLOW_ID: ${{ job.workflow_ref }} GITHUB_ACTOR: ${{ github.actor }} GITHUB_TRIGGERING_ACTOR: ${{ github.triggering_actor }} diff --git a/.github/workflows/shared/copilot-session-data-fetch.md b/.github/workflows/shared/copilot-session-data-fetch.md index 20c82639b71..a5bf50a758f 100644 --- a/.github/workflows/shared/copilot-session-data-fetch.md +++ b/.github/workflows/shared/copilot-session-data-fetch.md @@ -79,7 +79,7 @@ steps: if [ -s "$logs_dir/${agent_run_id}-events.jsonl" ] || [ -s "$logs_dir/${agent_run_id}-conversation.txt" ]; then count=$((count + 1)) fi - done < <(jq -r '.[] | select(.status == "completed" and .conclusion != "action_required") | .id' "$sessions_file") + done < <(jq -r '.[] | select(.conclusion != "action_required") | .id' "$sessions_file") echo "$count" } @@ -87,8 +87,8 @@ steps: USE_CACHE=false # Check if restored cache data is still fresh enough to reuse - if cache_is_fresh "$CACHE_FILE"; then - CACHED_AGENT_COUNT=$(jq '[.[] | select(.status == "completed" and .conclusion != "action_required")] | length' "$CACHE_FILE") + if cache_is_fresh "$CACHE_FILE" && jq -e 'all(.[]; .path == "dynamic/copilot-swe-agent/copilot" and .status == "completed")' "$CACHE_FILE" >/dev/null; then + CACHED_AGENT_COUNT=$(jq '[.[] | select(.conclusion != "action_required")] | length' "$CACHE_FILE") CACHED_LOG_RUN_COUNT=$(count_agent_logs "$CACHE_FILE" "$CACHE_LOGS_DIR") if [ "$CACHED_AGENT_COUNT" -eq 0 ] || [ "$CACHED_LOG_RUN_COUNT" -ge "$CACHED_AGENT_COUNT" ]; then USE_CACHE=true @@ -123,14 +123,12 @@ steps: # Calculate date 30 days ago DATE_30_DAYS_AGO=$(date -d '30 days ago' '+%Y-%m-%d' 2>/dev/null || date -v-30d '+%Y-%m-%d') - # Search for workflow runs from copilot/* branches - # This fetches GitHub Copilot coding agent task runs by searching for workflow runs on copilot/* branches + # Select the coding-agent workflow itself, not ordinary CI on Copilot branches. echo "Fetching Copilot coding agent workflow runs from the last 30 days..." - # Get workflow runs from copilot/* branches - gh api "repos/$GITHUB_REPOSITORY/actions/runs" \ + gh api "repos/$GITHUB_REPOSITORY/actions/runs?per_page=100&created=>=${DATE_30_DAYS_AGO}" \ --paginate \ - --jq ".workflow_runs[] | select(.head_branch | startswith(\"copilot/\")) | select(.created_at >= \"${DATE_30_DAYS_AGO}\") | {id, name, head_branch, created_at, updated_at, status, conclusion, html_url}" \ + --jq '.workflow_runs[] | select(.path == "dynamic/copilot-swe-agent/copilot") | {id, name, path, head_branch, created_at, updated_at, status, conclusion: (.conclusion // (if .status == "completed" then "unknown" else .status // "unknown" end)), html_url}' \ | jq -s '.[0:50]' \ > /tmp/gh-aw/agent/session-data/sessions-list.json @@ -144,11 +142,11 @@ steps: # Prefer structured events.jsonl artifacts; fall back to [cca-engine] turn= lines # in raw Actions job logs when no events.jsonl artifact is available. SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json) - AGENT_COUNT=$(jq '[.[] | select(.status == "completed" and .conclusion != "action_required")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json) + AGENT_COUNT=$(jq '[.[] | select(.conclusion != "action_required")] | length' /tmp/gh-aw/agent/session-data/sessions-list.json) echo "Downloading per-session logs for $AGENT_COUNT agent runs (skipping $((SESSION_COUNT - AGENT_COUNT)) CI gate runs)..." RUNS_TO_FETCH="${RUNNER_TEMP:-/tmp}/copilot-session-runs-${RUN_TAG}.txt" - jq -r '.[] | select(.status == "completed" and .conclusion != "action_required") | "\(.id) \(.head_branch)"' /tmp/gh-aw/agent/session-data/sessions-list.json > "$RUNS_TO_FETCH" + jq -r '.[] | select(.conclusion != "action_required") | "\(.id) \(.head_branch)"' /tmp/gh-aw/agent/session-data/sessions-list.json > "$RUNS_TO_FETCH" FETCH_STATUS_LOG="${RUNNER_TEMP:-/tmp}/copilot-session-fetch-status-${RUN_TAG}.log" rm -f "$FETCH_STATUS_LOG" @@ -171,7 +169,7 @@ steps: rm -f "$events_tmp" "$events_out" for artifact_id in $(gh api "repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/artifacts" \ - --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do + --paginate --jq '.artifacts[] | select(.expired == false) | .id' 2>/dev/null || true); do artifact_zip="${artifact_work_dir}/${artifact_id}.zip" artifact_dir="${artifact_work_dir}/${artifact_id}" mkdir -p "$artifact_dir" @@ -182,9 +180,17 @@ steps: fi done - for events_file in $(find "$artifact_work_dir" -type f -name events.jsonl 2>/dev/null || true); do + while IFS= read -r -d '' events_file; do cat "$events_file" >> "$events_tmp" - done + printf '\n' >> "$events_tmp" + done < <(find "$artifact_work_dir" -type f -name events.jsonl -print0) + + conversation_out="/tmp/gh-aw/agent/session-data/logs/${run_id}-conversation.txt" + rm -f "$conversation_out" + while IFS= read -r -d '' conversation_file; do + cat "$conversation_file" >> "$conversation_out" + printf '\n' >> "$conversation_out" + done < <(find "$artifact_work_dir" -type f \( -name conversation.txt -o -name conversation.md \) -print0) if [ -s "$events_tmp" ]; then cp "$events_tmp" "$events_out" @@ -194,7 +200,7 @@ steps: rm -f "$events_tmp" rm -rf "$artifact_work_dir" - if [ ! -s "$events_out" ]; then + if [ ! -s "$events_out" ] && [ ! -s "$conversation_out" ]; then # Download raw job logs as a transcript fallback. gh api follows the # 302 redirect automatically; inspect every job in case the agent job # is not first in the run. @@ -206,7 +212,7 @@ steps: rm -f "$jobs_err" jobs_rc=0 job_ids="$(gh api "repos/$GITHUB_REPOSITORY/actions/runs/${run_id}/jobs" \ - --jq '.jobs[].id' 2>"$jobs_err")" || jobs_rc=$? + --paginate --jq '.jobs[].id' 2>"$jobs_err")" || jobs_rc=$? if [ -z "$job_ids" ]; then if [ "$jobs_rc" -ne 0 ]; then @@ -291,10 +297,86 @@ steps: echo "Total sessions found: $(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json)" fi + # Normalize restored metadata too, and regenerate its schema. + jq 'map(.conclusion = (.conclusion // (if .status == "completed" then "unknown" else .status // "unknown" end)))' \ + /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-list.json.tmp + mv /tmp/gh-aw/agent/session-data/sessions-list.json.tmp /tmp/gh-aw/agent/session-data/sessions-list.json + ./.github/skills/jqschema/jqschema.sh < /tmp/gh-aw/agent/session-data/sessions-list.json > /tmp/gh-aw/agent/session-data/sessions-schema.json + + # Summaries contain measurements only; never copy tool inputs/results into them. + python3 - <<'PY' + import datetime + import json + from pathlib import Path + + root = Path("/tmp/gh-aw/agent/session-data") + + def timestamp(value): + try: + return datetime.datetime.fromisoformat(value.replace("Z", "+00:00")).timestamp() + except (AttributeError, TypeError, ValueError): + return None + + def payload_bytes(data, *keys): + for key in keys: + if key in data and data[key] is not None: + value = data[key] + text = value if isinstance(value, str) else json.dumps(value, ensure_ascii=False, separators=(",", ":")) + return len(text.encode("utf-8")) + return None + + summaries = [] + for session in json.loads((root / "sessions-list.json").read_text()): + run_id = session["id"] + events_file = root / "logs" / f"{run_id}-events.jsonl" + conversation_file = root / "logs" / f"{run_id}-conversation.txt" + source = "events" if events_file.is_file() and events_file.stat().st_size else "conversation" if conversation_file.is_file() and conversation_file.stat().st_size else "missing" + summary = {"id": run_id, "status": session["status"], "conclusion": session["conclusion"], "source": source, "event_count": 0, "invalid_event_count": 0, "tool_calls": [], "unmatched_completions": 0} + pending = {} + scope = None + if source == "events": + with events_file.open() as lines: + for line in lines: + if not line.strip(): + continue + try: + event = json.loads(line) + if not isinstance(event, dict) or not isinstance(event.get("data"), dict) or not isinstance(event.get("type"), str): + raise ValueError("Invalid event") + except (ValueError, TypeError): + summary["invalid_event_count"] += 1 + continue + summary["event_count"] += 1 + data = event["data"] + if event["type"] == "session.start": + scope = data.get("sessionId", event.get("id")) + call_id = data.get("toolCallId") + key = json.dumps([scope, event.get("agentId"), call_id]) + if event["type"] == "tool.execution_start": + call = {"tool_call_id": call_id, "tool": data.get("toolName"), "started_at": event.get("timestamp"), "duration_ms": None, "input_bytes": payload_bytes(data, "arguments", "input"), "output_bytes": None, "success": None, "completed": False} + summary["tool_calls"].append(call) + if call_id is not None: + pending[key] = call + elif event["type"] == "tool.execution_complete": + call = pending.pop(key, None) if call_id is not None else None + if call is None: + summary["unmatched_completions"] += 1 + continue + start, end = timestamp(call["started_at"]), timestamp(event.get("timestamp")) + if start is not None and end is not None and end >= start: + call["duration_ms"] = round((end - start) * 1000, 3) + call.update(output_bytes=payload_bytes(data, "result", "output"), success=data.get("success"), completed=True) + summary["incomplete_tool_calls"] = sum(not call["completed"] for call in summary["tool_calls"]) + summary["measurements_available"] = source == "events" + summaries.append(summary) + (root / "tool-summaries.json").write_text(json.dumps(summaries, indent=2) + "\n") + PY + # Always ensure data is available at expected locations for backward compatibility echo "Session data available at: /tmp/gh-aw/agent/session-data/sessions-list.json" echo "Schema available at: /tmp/gh-aw/agent/session-data/sessions-schema.json" echo "Logs available at: /tmp/gh-aw/agent/session-data/logs/" + echo "Tool latency and payload summaries available at: /tmp/gh-aw/agent/session-data/tool-summaries.json" TELEMETRY_LOG_COUNT=$(find /tmp/gh-aw/agent/session-data/logs -type f \( -name "*-events.jsonl" -o -name "*-conversation.txt" \) | wc -l) TOTAL_SESSION_COUNT=$(jq 'length' /tmp/gh-aw/agent/session-data/sessions-list.json 2>/dev/null || echo 0) @@ -315,12 +397,12 @@ steps: diff --git a/scripts/copilot-session-data-fetch.test.cjs b/scripts/copilot-session-data-fetch.test.cjs new file mode 100644 index 00000000000..98758879259 --- /dev/null +++ b/scripts/copilot-session-data-fetch.test.cjs @@ -0,0 +1,171 @@ +"use strict"; + +const assert = require("node:assert/strict"); +const fs = require("node:fs"); +const os = require("node:os"); +const path = require("node:path"); +const { spawnSync } = require("node:child_process"); +const { test } = require("node:test"); + +const source = fs.readFileSync(path.join(__dirname, "../.github/workflows/shared/copilot-session-data-fetch.md"), "utf8"); +const fetchStep = source + .split(" run: |\n")[2] + .split("\n---")[0] + .replace(/^ /gm, ""); +const summaryCode = fetchStep.match(/python3 - <<'PY'\n([\s\S]*?)\nPY/)[1]; + +function execute(command, args, options = {}) { + const result = spawnSync(command, args, { encoding: "utf8", timeout: 20000, ...options }); + assert.equal(result.status, 0, result.stderr || result.stdout); + return result.stdout; +} + +function fixture(t) { + const root = fs.mkdtempSync(path.join(os.tmpdir(), "copilot-session-fetch-")); + t.after(() => fs.rmSync(root, { recursive: true, force: true })); + fs.mkdirSync(path.join(root, "logs")); + return root; +} + +function event(type, id, timestamp, data = {}, metadata = {}) { + return { type, timestamp, data: { toolCallId: id, ...data }, ...metadata }; +} + +test("summaries pair interleaved calls by ID and agent, measure UTF-8 bytes, and retain unavailable measurements", t => { + const root = fixture(t); + fs.writeFileSync(path.join(root, "sessions-list.json"), JSON.stringify([{ id: 1, status: "completed", conclusion: "success" }])); + const events = [ + event("tool.execution_start", "same", "2026-10-26T00:00:00.100Z", { toolName: "bash", arguments: { command: "é" } }), + event("tool.execution_start", "same", "2026-10-26T00:00:00.200Z", { toolName: "edit", input: "" }, { agentId: "child" }), + event("tool.execution_complete", "same", "2026-10-26T00:00:00.250Z", { result: "", success: false }, { agentId: "child" }), + event("tool.execution_complete", "same", "2026-10-26T00:00:00.425Z", { result: "😀", success: true }), + event("tool.execution_start", "pending", "invalid", { toolName: "validate" }), + event("tool.execution_start", "bad-time", "invalid", { toolName: "test" }), + event("tool.execution_complete", "bad-time", "2026-10-26T00:00:00Z", { success: true }), + event("tool.execution_complete", "unknown", "2026-10-26T00:00:00Z"), + ]; + const original = events.map(event => JSON.stringify(event)).join("\n") + '\nnot-json\n{"type":"tool.execution_start","data":null}\n'; + fs.writeFileSync(path.join(root, "logs/1-events.jsonl"), original); + execute("python3", ["-c", summaryCode.replace("/tmp/gh-aw/agent/session-data", root)]); + const [summary] = JSON.parse(fs.readFileSync(path.join(root, "tool-summaries.json"))); + assert.equal(summary.event_count, 8); + assert.equal(summary.invalid_event_count, 2); + assert.equal(summary.unmatched_completions, 1); + assert.equal(summary.incomplete_tool_calls, 1); + assert.equal(summary.tool_calls[0].duration_ms, 325); + assert.equal(summary.tool_calls[0].input_bytes, Buffer.byteLength(JSON.stringify({ command: "é" }))); + assert.equal(summary.tool_calls[0].output_bytes, 4); + assert.equal(summary.tool_calls[1].duration_ms, 50); + assert.equal(summary.tool_calls[1].input_bytes, 0); + assert.equal(summary.tool_calls[1].output_bytes, 0); + assert.equal(summary.tool_calls[1].success, false); + assert.equal(summary.tool_calls[2].input_bytes, null); + assert.equal(summary.tool_calls[3].duration_ms, null); + assert.equal(summary.tool_calls[3].output_bytes, null); + assert.equal(fs.readFileSync(path.join(root, "logs/1-events.jsonl"), "utf8"), original); + assert.ok(!JSON.stringify(summary).includes("😀")); +}); + +test("transcript-only and missing sessions explicitly lack tool measurements", t => { + const root = fixture(t); + fs.writeFileSync(path.join(root, "sessions-list.json"), JSON.stringify([1, 2].map(id => ({ id, status: "in_progress", conclusion: "in_progress" })))); + fs.writeFileSync(path.join(root, "logs/1-conversation.txt"), "conversation"); + execute("python3", ["-c", summaryCode.replace("/tmp/gh-aw/agent/session-data", root)]); + const summaries = JSON.parse(fs.readFileSync(path.join(root, "tool-summaries.json"))); + assert.deepEqual( + summaries.map(summary => summary.source), + ["conversation", "missing"] + ); + assert.ok(summaries.every(summary => summary.measurements_available === false && summary.tool_calls.length === 0)); +}); + +test("fetch selects coding-agent runs, persists artifacts and fallbacks, normalizes nulls, and restores complete caches", t => { + const root = fixture(t); + const bin = path.join(root, "bin"); + fs.mkdirSync(bin); + const runs = [ + { id: 10, path: ".github/workflows/ci.yml", head_branch: "copilot/fix", status: "completed", conclusion: "success" }, + { id: 11, path: "dynamic/copilot-swe-agent/copilot", head_branch: "copilot/descriptive-slug", status: "completed", conclusion: null }, + { id: 12, path: "dynamic/copilot-swe-agent/copilot", head_branch: "main", status: "completed", conclusion: "success" }, + { id: 13, path: "dynamic/copilot-swe-agent/copilot", head_branch: "copilot/transcript", status: "completed", conclusion: "failure" }, + ]; + fs.writeFileSync(path.join(root, "runs.json"), JSON.stringify({ workflow_runs: runs })); + execute("python3", [ + "-c", + ` +import zipfile +with zipfile.ZipFile(${JSON.stringify(path.join(root, "events.zip"))}, "w") as archive: + archive.writestr("session with spaces/events.jsonl", '{"type":"assistant.message","data":{"content":"hello"}}') +with zipfile.ZipFile(${JSON.stringify(path.join(root, "conversation.zip"))}, "w") as archive: + archive.writestr("session/conversation.md", "Full conversation artifact") +`, + ]); + const gh = `#!/bin/bash +set -euo pipefail +echo "$*" >> "$MOCK_ROOT/api-calls" +endpoint="$2" +case "$endpoint" in + *actions/runs\\?*) payload="$(cat "$MOCK_ROOT/runs.json")" ;; + */runs/11/artifacts) payload='{"artifacts":[{"id":101,"expired":false}]}' ;; + */runs/12/artifacts) payload='{"artifacts":[{"id":102,"expired":false}]}' ;; + */artifacts/101/zip) cat "$MOCK_ROOT/events.zip"; exit ;; + */artifacts/102/zip) cat "$MOCK_ROOT/conversation.zip"; exit ;; + */runs/13/artifacts) payload='{"artifacts":[]}' ;; + */runs/13/jobs) payload='{"jobs":[{"id":103}]}' ;; + */jobs/103/logs) echo '[cca-engine] turn=1 assistant.message: final answer'; exit ;; + *) echo "Unexpected endpoint: $endpoint" >&2; exit 1 ;; +esac +while [ "$#" -gt 0 ]; do + if [ "$1" = "--jq" ]; then printf '%s' "$payload" | jq "$2"; exit; fi + shift +done +exit 1 +`; + fs.writeFileSync(path.join(bin, "gh"), gh, { mode: 0o755 }); + const script = fetchStep.replaceAll("/tmp/gh-aw/agent/session-data", path.join(root, "data")).replaceAll("/tmp/gh-aw/cache-memory", path.join(root, "cache")).replaceAll("./.github/skills/jqschema/jqschema.sh", "jq -n '{}' "); + const env = { ...process.env, GH_TOKEN: "", GITHUB_TOKEN: "", MOCK_ROOT: root, GITHUB_REPOSITORY: "owner/repo", GITHUB_OUTPUT: path.join(root, "output"), RUNNER_TEMP: root, PATH: `${bin}:${process.env.PATH}` }; + execute("bash", ["-e", "-o", "pipefail", "-c", script], { env }); + const sessions = JSON.parse(fs.readFileSync(path.join(root, "data/sessions-list.json"))); + assert.deepEqual( + sessions.map(session => session.id), + [11, 12, 13] + ); + assert.equal(sessions[0].conclusion, "unknown"); + assert.equal(fs.readFileSync(path.join(root, "data/logs/12-conversation.txt"), "utf8"), "Full conversation artifact\n"); + assert.match(fs.readFileSync(path.join(root, "data/logs/13-conversation.txt"), "utf8"), /final answer/); + assert.equal(JSON.parse(fs.readFileSync(path.join(root, "data/logs/11-events.jsonl"))).type, "assistant.message"); + const calls = fs.readFileSync(path.join(root, "api-calls"), "utf8"); + assert.match(calls, /artifacts --paginate/); + assert.match(calls, /jobs --paginate/); + fs.rmSync(path.join(root, "data"), { recursive: true }); + execute("bash", ["-e", "-o", "pipefail", "-c", script], { env }); + assert.equal(fs.readFileSync(path.join(root, "api-calls"), "utf8"), calls); + assert.equal(JSON.parse(fs.readFileSync(path.join(root, "data/tool-summaries.json")))[0].source, "events"); +}); + +test("null conclusions normalize unfinished and unknown sessions without inventing success", () => { + const filter = fetchStep.match(/jq '(map\(\.conclusion[\s\S]*?)' \\/)[1]; + const normalized = JSON.parse( + execute("jq", [filter], { input: JSON.stringify([{ status: "in_progress", conclusion: null }, { status: "queued" }, { status: "completed", conclusion: null }, { status: "completed", conclusion: "failure" }, {}]) }) + ); + assert.deepEqual( + normalized.map(session => session.conclusion), + ["in_progress", "queued", "unknown", "failure", "unknown"] + ); +}); + +test("analyzer keeps large structured events intact while trimming text", t => { + const root = fixture(t); + const analyzer = fs.readFileSync(path.join(__dirname, "../.github/workflows/copilot-opt.md"), "utf8"); + const trim = analyzer + .split(" - name: Trim large session logs\n run: |\n")[1] + .split("\n---")[0] + .replace(/^ /gm, "") + .replace("/tmp/gh-aw/agent/session-data/logs", path.join(root, "logs")); + const raw = JSON.stringify({ type: "assistant.message", data: { content: "a".repeat(12000) } }) + "\n"; + fs.writeFileSync(path.join(root, "logs/1-events.jsonl"), raw); + fs.writeFileSync(path.join(root, "logs/1-conversation.txt"), "a".repeat(12000)); + execute("bash", ["-e", "-c", trim]); + assert.equal(fs.readFileSync(path.join(root, "logs/1-events.jsonl"), "utf8"), raw); + assert.ok(fs.statSync(path.join(root, "logs/1-conversation.txt")).size < 10240); +});