Files
kwcode/kaiwu/validation/v4_conclusion.json
Val-sss 4fd4c489bc Fix SO 403 via StackExchange API + skip LLM for short content
- ContentFetcher: detect stackoverflow.com URLs, fetch answers via
  StackExchange API (free, no key) instead of direct page scrape
- ContextCompressor: content ≤500 chars → direct truncate, no LLM call
- Bug case: fetch 0/2→1/2, time 54.8s→8.8s

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-04-26 20:39:11 +08:00

99 lines
2.8 KiB
JSON

{
"intent_accuracy": 4,
"query_keyword_hit": 4,
"ddg_success": 2,
"fetch_success": 2,
"compress_success": 2,
"time_success": 3,
"total_cases": 4,
"details": [
{
"input": "找最新的本地RAG开源框架",
"intent": "github",
"intent_ok": true,
"queries": [
"latest open source RAG framework github repository",
"RAG framework comparison recent developments",
"local RAG framework implementation tutorial"
],
"query_ok": true,
"ddg_count": 10,
"ddg_ok": true,
"filtered_urls": [
"https://github.com/Andrew-Jang/RAGHub",
"https://www.analyticsvidhya.com/blog/2025/10/github-repositories-for-mastering-rag-systems/",
"https://www.firecrawl.dev/blog/best-open-source-rag-frameworks"
],
"fetch_count": 2,
"fetch_ok": true,
"compressed_len": 400,
"compress_ok": true,
"elapsed": 20.5,
"time_ok": false
},
{
"input": "fastapi jwt验证失败怎么解决",
"intent": "bug",
"intent_ok": true,
"queries": [
"FastAPI JWT validation error troubleshooting",
"FastAPI JWT authentication failure solution",
"FastAPI JWT decode error fix"
],
"query_ok": true,
"ddg_count": 10,
"ddg_ok": true,
"filtered_urls": [
"https://stackoverflow.com/questions/76603811/token-authentication-issue-with-fastapi-and-jwt-tokens-could-not-validate-cre",
"https://www.youtube.com/watch?v=BJmUZIX6cNI",
"https://developers.cloudflare.com/cloudflare-one/tutorials/fastapi/"
],
"fetch_count": 1,
"fetch_ok": true,
"compressed_len": 246,
"compress_ok": true,
"elapsed": 8.8,
"time_ok": true
},
{
"input": "attention机制相关论文",
"intent": "arxiv",
"intent_ok": true,
"queries": [
"attention mechanism deep learning research papers",
"arxiv attention mechanism neural networks",
"attention mechanism implementation tutorials and examples"
],
"query_ok": true,
"ddg_count": 0,
"ddg_ok": false,
"filtered_urls": [],
"fetch_count": 0,
"fetch_ok": false,
"compressed_len": 0,
"compress_ok": false,
"elapsed": 4.3,
"time_ok": true
},
{
"input": "python异步http请求用哪个库",
"intent": "pypi",
"intent_ok": true,
"queries": [
"best python library for asynchronous http requests",
"pip install async requests python package tutorial",
"python aiohttp asynchronous http client examples"
],
"query_ok": true,
"ddg_count": 0,
"ddg_ok": false,
"filtered_urls": [],
"fetch_count": 0,
"fetch_ok": false,
"compressed_len": 0,
"compress_ok": false,
"elapsed": 4.6,
"time_ok": true
}
]
}