[{"data":1,"prerenderedAt":5031},["ShallowReactive",2],{"site-info":3,"post-arxiv-2601-16746v2":99,"related-zh-TW-arxiv-2601-16746v2":3932},{"id":4,"company":5,"extension":16,"meta":17,"services":18,"social":96,"stem":97,"__hash__":98},"site\u002Fsite.yml",{"name":6,"nameEn":7,"email":8,"address":9,"addressEn":10,"lineUrl":11,"lineId":12,"duns":13,"youtube":14,"youtubeId":15},"銡策數位有限公司","Jecision Digital Co., Ltd.","contact@jecision.com","231 新北市新店區北新路二段 262 號 3 樓之 3","3F.-3, No. 262, Sec. 2, Beixin Rd., Xindian Dist., New Taipei City 231, Taiwan","https:\u002F\u002Fline.me\u002FR\u002Fti\u002Fp\u002F@374qnumi","@374qnumi","963905705","https:\u002F\u002Fwww.youtube.com\u002Fshorts\u002F6UE0WTmyjsg","6UE0WTmyjsg","yml",{},[19,43,69],{"key":20,"zh":21,"en":32},"audit",{"title":22,"tagline":23,"summary":24,"points":25,"deliverable":29,"detail":30,"duration":31},"企業 AI 導入健檢","先看清楚，再花錢","60 分鐘線上訪談，盤點最耗時、最依賴人力的營運環節；我們會告訴你哪些工作現在就能交給 AI、哪些還不成熟。",[26,27,28],"現況盤點：梳理日常營運中最耗時、最依賴人力的環節","痛點診斷：判斷哪些工作現在就能交給 AI，哪些建議先保留人力","可行性評估：依你的業務特性與預算，篩選適合的模型與工具","《企業 AI 導入建議報告書》（PDF）","含 1–2 個「開發成本最低、成效最明顯」的優先項目、技術棧建議、預期節省的人力時間與下一步","訪談 60 分鐘，報告書 3 個工作天內交付",{"title":33,"tagline":34,"summary":35,"points":36,"deliverable":40,"detail":41,"duration":42},"AI Readiness Audit","Look before you spend","A 60-minute remote audit of the workflows that eat the most time and people-power — and an honest answer on what AI can take over today, and what it cannot.",[37,38,39],"Audit the daily workflows that consume the most time and headcount","Triage which tasks AI can own today, and which should stay human","Shortlist the models and tools that fit your budget and constraints","AI Adoption Recommendation Report (PDF)","One or two highest-ROI entry points, a recommended tech stack, expected hours saved, and the concrete next step","60-minute call, report delivered within 3 business days",{"key":44,"zh":45,"en":56},"prompt",{"title":46,"tagline":47,"summary":48,"points":49,"deliverable":53,"detail":54,"duration":55},"提示詞工程","讓 AI 穩定產出，而不是碰運氣","針對你的實際任務設計提示詞與多步驟工作流，並做極限測試，確保換了資料、換了人操作也不會走鐘。",[50,51,52],"客製提示詞：ChatGPT、Claude、Gemini、Midjourney 等主流工具的專屬模板","除錯與優化：修掉幻覺、格式跑掉、時好時壞的問題","工作流建置：把複雜任務拆成多步驟提示詞與可重複的 SOP","提示詞文件或設定檔","附使用說明與範例，並提供 1 對 1 教學，確保你與團隊能自己維護","依任務複雜度報價，通常 3–7 個工作天",{"title":57,"tagline":58,"summary":59,"points":60,"deliverable":66,"detail":67,"duration":68},"Prompt Engineering","Make AI produce reliably, not by luck","Prompt sets and multi-step workflows designed for your actual tasks, stress-tested so they keep working when the data or the operator changes.",[61,62,64],"Custom prompts for ChatGPT, Claude, Gemini, Midjourney and friends",{"Debugging and tuning":63},"kill hallucinations, broken formats and flaky output",{"Workflow design":65},"break complex work into repeatable multi-step SOPs","Prompt library or exportable config","Ships with usage notes and examples, plus a 1:1 walkthrough so your team can maintain it","Quoted by complexity, typically 3–7 business days",{"key":70,"zh":71,"en":82},"poc",{"title":72,"tagline":73,"summary":74,"points":75,"deliverable":79,"detail":80,"duration":81},"極速 PoC","五天，看到能跑的東西","不談架構藍圖，直接做一個能動的雛形。五個工作天內交付線上可操作的智能體，用你真實的資料驗證。",[76,77,78],"Day 1：15 分鐘對焦，鎖定單一痛點與資料盤點","Day 2–4：模型串接、邏輯設計與雛形開發","Day 5：Demo 展示與 AI 擴展建議書","可線上操作的智能體雛形","交付範圍為概念驗證與展示，不含後續維運或大規模伺服器部署；要進階成完整系統會另行報價","5 個工作天",{"title":83,"tagline":84,"summary":85,"points":86,"deliverable":93,"detail":94,"duration":95},"Rapid PoC","Five days to something that runs","No architecture decks — a working prototype built in five business days, validated against your real data.",[87,89,91],{"Day 1":88},"15-minute scoping call, one pain point, data inventory",{"Day 2–4":90},"model integration, logic design, prototype build",{"Day 5":92},"live demo plus an AI expansion recommendation","A runnable online agent prototype","Proof of concept and demo scope only; ongoing operations and large-scale deployment are quoted separately","5 business days",[],"site","XTwARfVAOcrXNiKehsM6V6cdkd2HXy4d5yZVrSWrI3Q",{"zh":100,"en":3930},{"id":101,"title":102,"author":103,"body":104,"cover":114,"coverAlt":102,"date":3915,"description":3916,"draft":3917,"extension":3918,"featured":3917,"lang":3919,"meta":3920,"navigation":3921,"path":3922,"seo":3923,"slug":3924,"stem":3925,"tags":3926,"translationKey":3924,"updated":3930,"__hash__":3931},"blog\u002Fblog\u002Fzh-TW\u002Farxiv-2601-16746v2.md","SWE-Pruner：程式碼智能體之自適應上下文修剪機制與理論深度分析報告","Jecision",{"type":105,"value":106,"toc":3896},"minimark",[107,115,119,129,132,135,138,141,144,147,151,166,169,172,178,181,187,190,193,196,199,202,205,208,212,215,221,224,227,239,242,245,248,252,255,514,517,977,980,984,987,990,1893,1904,2236,2239,2838,2841,3204,3207,3210,3213,3216,3219,3222,3225,3229,3232,3235,3238,3241,3244,3248,3251,3254,3360,3363,3366,3369,3478,3481,3484,3487,3490,3493,3638,3641,3644,3647,3651,3654,3748,3751,3755,3762,3765,3775,3779,3782,3786,3797,3807,3821,3825,3832,3839,3846,3849,3852,3866,3869,3872,3875,3878,3881,3884,3887,3890,3893],[108,109,110],"p",{},[111,112],"img",{"alt":113,"src":114},"0","\u002Fimages\u002Fblog\u002F2601.16746v2.webp",[116,117,102],"h2",{"id":118},"swe-pruner程式碼智能體之自適應上下文修剪機制與理論深度分析報告",[120,121,123],"h3",{"id":122},"httpsarxivorgabs260116746",[124,125,126],"a",{"href":126,"rel":127},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2601.16746",[128],"nofollow",[120,130,131],{"id":131},"執行摘要與前瞻視野",[108,133,134],{},"在當代軟體工程的演進歷程中，大型語言模型（Large Language Models, LLMs）的應用已經跨越了單純的程式碼片段補全與靜態語義分析，正式邁入能夠自主導航龐大程式碼庫、執行複雜測試指令並端到端提交修補程式的互動式智能體（Coding Agents）時代 。諸如 Claude Code 與 Gemini CLI 等先進工具鏈的問世，賦予了模型操作終端機與檔案系統的權限，使其具備了執行多步邏輯推理的潛力 。然而，隨著智能體處理真實世界軟體專案複雜度的指數級提升，其效能無可避免地撞上了一堵被稱為「上下文之牆」（Context Wall）的物理與認知邊界 。",[108,136,137],{},"在長程、多輪的軟體除錯與開發互動中，不斷累積的歷史上下文不僅帶來了高昂的應用程式介面（API）呼叫成本與極高的運算延遲，更引入了海量的語義雜訊 。這些雜訊導致模型產生嚴重的注意力稀釋（Attention Dilution）與幻覺現象（Hallucinations），使得智能體在關鍵決策節點迷失方向 。傳統的上下文壓縮技術多數針對自然語言的機率分佈設計，依賴困惑度（Perplexity）等靜態且任務不可知的指標進行詞塊（Token）級別的無差別修剪 。將這些方法強行應用於具備嚴格抽象語法樹（AST）的程式碼時，往往會引發災難性的後果，不僅破壞了程式語言嚴謹的句法結構，更經常丟失除錯過程中至關重要的字元級實作細節 。",[108,139,140],{},"為徹底突破此一理論與實務瓶頸，本報告深入解析一種專為程式碼智能體量身打造的自適應上下文修剪框架——SWE-Pruner 。該框架的設計哲學深刻汲取了人類資深工程師在開發與除錯時的「選擇性略讀」（Selective Skimming）認知行為模式 。SWE-Pruner 允許智能體在每輪環境互動中，基於當下的推理狀態動態生成明確的「目標提示」（Goal Hint，例如指示系統「專注於 MRO 解析邏輯」），並透過一個僅有 0.6B 參數的輕量級神經網絡（Neural Skimmer），在嚴格保持程式碼行級（Line-level）結構完整性的前提下，精準篩選出與目標高度相關的上下文片段 。",[108,142,143],{},"詳盡的實證數據表明，SWE-Pruner 在嚴苛的多輪互動基準測試（如 SWE-Bench Verified）中，能為 Claude Sonnet 4.5 及 GLM 4.6 等業界頂尖模型減少 23% 至 54% 的絕對詞塊消耗，同時逆勢提升高達 1.4 個百分點的任務成功率，並減少最多 26% 的無效互動輪數 。在 LongCodeQA 等單輪長上下文問答任務中，該框架更實現了高達 14.84 倍的驚人壓縮率，且對核心效能的影響微乎其微 。此一突破性進展，不僅大幅降低了 AI 輔助軟體工程的營運成本，更為構建具備長效記憶與高認知專注力的自主智能系統奠定了關鍵的架構基礎。",[120,145,146],{"id":146},"理論背景與上下文危機的實證分析",[148,149,150],"h4",{"id":150},"程式碼智能體的認知負荷與成本結構解構",[108,152,153,154,158,159,158,162,165],{},"在真實世界的企業級軟體開發場景中，程式碼智能體通常被投放於一個完全陌生且體積龐大的程式碼庫中。為了建立對系統全域架構的理解並精確定位潛在的軟體缺陷，智能體必須採用粗粒度的檔案操作工具（如 ",[155,156,157],"code",{},"grep",", ",[155,160,161],{},"cat",[155,163,164],{},"head"," 等）進行廣泛且反覆的探索 。這種探索策略雖然在邏輯上對於建立全域認知至關重要，但其物理代價是會將成千上萬行的原始檔案或日誌串流，毫無保留地載入語言模型的上下文視窗中 。",[108,167,168],{},"為了量化這種行為模式帶來的資源消耗，研究團隊對 Mini-SWE-Agent 代理框架在 SWE-Bench Verified 基準測試上的互動軌跡進行了深度的實證分析 。該分析以 Claude Sonnet 4.5 為驅動核心，將智能體的所有工具呼叫行為嚴格分類為三大類型：讀取操作（涵蓋檔案與目錄的檢索檢視）、執行操作（涵蓋編譯與測試腳本的運行）以及編輯操作（涵蓋程式碼的就地修改） 。",[108,170,171],{},"分析結果揭示了一個極端不平衡且令人震驚的詞塊預算分配結構。數據表明，讀取類型的操作佔據了絕對的統治地位，消耗了高達 76.1% 的總詞塊（絕對數量約為 4.38M tokens） 。相較之下，真正推進任務進度的執行操作僅佔 12.1%（約 0.69M tokens），而直接修復問題的編輯操作佔比更低至 11.8%（約 0.68M tokens） 。",[108,173,174],{},[111,175],{"alt":176,"src":177},"1","\u002Fimages\u002Fblog\u002F2601.16746v2_01.webp",[108,179,180],{},"為驗證此一現象是否受到特定模型架構的偏差影響，研究團隊將相同的軌跡追蹤方法應用於架構與訓練範式截然不同的開源模型 GLM-4.6 上 。實驗數據呈現出高度一致的物理規律：GLM-4.6 的讀取操作同樣主導了詞塊消耗，佔比高達 67.5%（約 2.89M tokens），而編輯與執行操作則分別佔據 18.5% 與 14.0% 。",[108,182,183],{},[111,184],{"alt":185,"src":186},"2","\u002Fimages\u002Fblog\u002F2601.16746v2_02.webp",[108,188,189],{},"這種跨越模型架構的驚人一致性，深刻揭示了程式碼智能體運作機制中的一個根本性缺陷：智能體絕大部分的算力、金錢成本與上下文空間，都不可避免地浪費在處理探索階段所引入的冗餘環境觀察中 。隨著多輪互動的持續推進，早期檢索到但後續不再需要的非關鍵程式碼，會在其歷史紀錄中不斷堆疊。這種「上下文累積效應」不僅拖垮了系統的反應速度，更讓模型在龐雜的程式碼迷宮中逐漸喪失對核心問題的推理聚焦能力 。",[148,191,192],{"id":192},"傳統壓縮策略在程式碼領域的結構性失效",[108,194,195],{},"面對日益嚴峻的上下文過載危機，學界與業界曾提出多種試圖緩解該問題的壓縮方案。然而，當這些源自自然語言處理（NLP）領域的技術被強行移植到具有高度形式化特徵的軟體工程領域時，皆顯露出致命的理論與應用缺陷 。",[108,197,198],{},"第一類主流方法為詞塊級的靜態修剪技術（Token-level Pruning），其代表性框架包括 Selective-Context 與 LLMLingua2 。這類方法的核心運作邏輯是基於資訊理論中的自信息量（Self-information）或語言模型計算出的困惑度，將機率較高、看似「可預測」的詞塊視為低資訊量冗餘並予以刪除 。然而，程式碼與自然語言有著本質的差異，程式碼依賴嚴格的抽象語法樹（AST）來維持邏輯運算。以詞塊為單位的隨機刪除，會輕易且不可逆地破壞變數宣告的完整性、控制流的縮排範圍以及函式區塊的括號匹配 。實證數據無情地指出，經過 LLMLingua2 壓縮後的程式碼，其 AST 正確性僅存 0.29%，這意味著壓縮後的文本在編譯器或語言模型眼中，已退化為毫無語法意義的字元碎片 。",[108,200,201],{},"第二類方法為粗粒度檢索（Coarse-grained Retrieval）與生成式摘要（Generative Summarization） 。檢索增強生成（RAG）透過將程式碼切分為函式區塊並計算嵌入向量相似度來提取內容。儘管這保留了局部的語法完整性，但在複雜的除錯任務中，一個導致系統崩潰的關鍵異常處理邏輯可能僅隱藏在某一兩行程式碼中，粗粒度的向量比對極易將這些微小但致命的細節判定為低相關性而予以遺漏 。另一方面，使用大型語言模型（如 LLM Summarize）對程式碼檔案生成抽象摘要，雖然能有效提取模組的大意，卻會徹底抹除字元級別的實作資訊，剝奪了智能體進行精確代碼編輯的基礎，同時摘要生成的過程本身也引入了令人難以接受的高昂延遲 。",[108,203,204],{},"第三類方法則聚焦於智能體歷史軌跡的管理（Agent History Compression），如 SUPO、COMPASS 或 Agent Fold 等框架 。這些技術透過強化學習或主動折疊策略來壓縮智能體過去的對話與反思紀錄。儘管這些方法有效控制了對話輪次的增長，但它們完全迴避了「環境觀察（即檔案內容）本身過於龐大」的根本問題，因此無法真正解決因讀取大型檔案所造成的即時上下文溢位 。",[108,206,207],{},"綜上所述，一個真正適用於程式碼智能體的理想壓縮機制，必須同時滿足三個嚴苛的條件：其一，必須是動態且具備任務感知能力（Task-aware），能夠隨著智能體不斷變化的推理目標調整過濾標準；其二，必須是結構保留的（Structure-preserving），絕對不能破壞程式碼的語法有效性；其三，必須具備極致的輕量化特徵（Lightweight），以確保壓縮過程不會成為系統新的效能瓶頸 。這三大理論訴求，正是孕育 SWE-Pruner 架構設計的核心基石。",[120,209,211],{"id":210},"swe-pruner-系統架構與數學機制深度剖析","SWE-Pruner 系統架構與數學機制深度剖析",[108,213,214],{},"為了解決上述理論衝突與技術瓶頸，研究團隊提出了 SWE-Pruner，這是一個運作於程式碼智能體與其執行環境之間的中介軟體（Middleware）框架 。當智能體透過終端機發出讀取檔案的系統指令時，SWE-Pruner 會主動攔截可能包含數千行原始碼的龐大上下文 。系統不會直接將這些充滿雜訊的資料灌入智能體的記憶體，而是要求智能體提供一個描述當下意圖的「目標提示」，接著透過輕量級神經網絡進行精準過濾，最終僅放行高度相關且語法完整的程式碼行 。",[108,216,217],{},[111,218],{"alt":219,"src":220},"3","\u002Fimages\u002Fblog\u002F2601.16746v2_03.webp",[148,222,223],{"id":223},"意圖驅動的目標提示生成機制",[108,225,226],{},"SWE-Pruner 運作的第一步，在於精確捕捉智能體當下的認知需求。與傳統依賴死板關鍵字比對的過濾系統不同，SWE-Pruner 透過精密的提示詞工程（Prompt Engineering），引導目標智能體將其內部推理狀態轉化為結構化的自然語言問句 。",[108,228,229,230,158,232,234,235,238],{},"在具體實作上，系統對標準的 Unix 檔案操作工具（如 ",[155,231,161],{},[155,233,157],{},"）進行了無侵入式的封裝，為這些工具新增了一個名為 ",[155,236,237],{},"context_focus_question"," 的可選參數 。智能體被指示，當預期指令輸出可能過大時，應提供一個完整且自包含的問題（例如：「系統如何確保並行寫入時的資料一致性？」），以此作為引導過濾器的語義信號 。當此參數被賦值時，擷取到的原始輸出與該問題將一同被送入神經略讀器進行裁切；若智能體判定需要檢視完整結構而省略此參數，系統則會優雅地降級為原始行為，直接回傳未經修改的完整內容 。這種極具彈性的輕量級包裝設計，確保了 SWE-Pruner 能夠在不破壞現有智能體工作流程的前提下，實現平滑的向下相容與系統整合 。",[148,240,241],{"id":241},"輕量級神經略讀器之雙頭架構設計",[108,243,244],{},"系統的心臟是一個參數規模僅 0.6B 的神經略讀器（Neural Skimmer），其底層採用 Qwen3-Reranker-0.6B 作為特徵提取骨幹，並進行了深度架構改造，擴充為包含「修剪頭」（Pruning Head）與「重排頭」（Reranking Head）的雙任務學習網絡 。",[108,246,247],{},"為了讓如此小巧的模型能夠理解深層的程式碼語義，系統實作了多層特徵融合（Multi-Layer Feature Fusion）機制 。模型不僅依賴最終層的輸出，更主動提取並串聯了骨幹網絡中第 7、14 與 28 層的隱藏狀態。這些跨越不同語義深度的特徵融合後，會依序通過一個自注意力區塊與一個具有 8 個注意力頭、隱藏層維度為 256 的多頭注意力層進行精煉，從而賦予模型極其敏銳的上下文洞察力 。",[249,250,251],"h5",{"id":251},"詞塊到行級的聚合演算法",[108,253,254],{},"在評估階段，模型將上下文修剪定義為一個條件排序問題。給定智能體接收到的原始上下文序列與查詢目標，模型首先透過神經網絡參數計算每個單一詞塊的局部相關性分數 。",[256,257,260],"span",{"className":258},[259],"katex-display",[256,261,264,336],{"className":262},[263],"katex",[256,265,268],{"className":266},[267],"katex-mathml",[269,270,273],"math",{"xmlns":271,"display":272},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","block",[274,275,276,331],"semantics",{},[277,278,279,289,293,297,301,304,308,315,319,322,325,328],"mrow",{},[280,281,282,286],"msub",{},[283,284,285],"mi",{},"s",[283,287,288],{},"i",[290,291,292],"mo",{},"=",[283,294,296],{"mathvariant":295},"script","F",[290,298,300],{"stretchy":299},"false","(",[283,302,303],{},"q",[290,305,307],{"separator":306},"true",",",[280,309,310,313],{},[283,311,312],{},"x",[283,314,288],{},[283,316,318],{"mathvariant":317},"normal","∣",[283,320,321],{},"C",[290,323,324],{"separator":306},";",[283,326,327],{},"θ",[290,329,330],{"stretchy":299},")",[332,333,335],"annotation",{"encoding":334},"application\u002Fx-tex","s_{i}=\\mathcal{F}(q,x_{i}|C;\\theta)",[256,337,340,422],{"className":338,"ariaHidden":306},[339],"katex-html",[256,341,344,349,410,415,419],{"className":342},[343],"base",[256,345],{"className":346,"style":348},[347],"strut","height:0.5806em;vertical-align:-0.15em;",[256,350,353,357],{"className":351},[352],"mord",[256,354,285],{"className":355},[352,356],"mathnormal",[256,358,361],{"className":359},[360],"msupsub",[256,362,366,401],{"className":363},[364,365],"vlist-t","vlist-t2",[256,367,370,396],{"className":368},[369],"vlist-r",[256,371,375],{"className":372,"style":374},[373],"vlist","height:0.3117em;",[256,376,378,383],{"style":377},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[256,379],{"className":380,"style":382},[381],"pstrut","height:2.7em;",[256,384,390],{"className":385},[386,387,388,389],"sizing","reset-size6","size3","mtight",[256,391,393],{"className":392},[352,389],[256,394,288],{"className":395},[352,356,389],[256,397,400],{"className":398},[399],"vlist-s","​",[256,402,404],{"className":403},[369],[256,405,408],{"className":406,"style":407},[373],"height:0.15em;",[256,409],{},[256,411],{"className":412,"style":414},[413],"mspace","margin-right:0.2778em;",[256,416,292],{"className":417},[418],"mrel",[256,420],{"className":421,"style":414},[413],[256,423,425,429,434,438,442,446,450,493,496,500,503,506,510],{"className":424},[343],[256,426],{"className":427,"style":428},[347],"height:1em;vertical-align:-0.25em;",[256,430,296],{"className":431,"style":433},[352,432],"mathcal","margin-right:0.0993em;",[256,435,300],{"className":436},[437],"mopen",[256,439,303],{"className":440,"style":441},[352,356],"margin-right:0.0359em;",[256,443,307],{"className":444},[445],"mpunct",[256,447],{"className":448,"style":449},[413],"margin-right:0.1667em;",[256,451,453,456],{"className":452},[352],[256,454,312],{"className":455},[352,356],[256,457,459],{"className":458},[360],[256,460,462,485],{"className":461},[364,365],[256,463,465,482],{"className":464},[369],[256,466,468],{"className":467,"style":374},[373],[256,469,470,473],{"style":377},[256,471],{"className":472,"style":382},[381],[256,474,476],{"className":475},[386,387,388,389],[256,477,479],{"className":478},[352,389],[256,480,288],{"className":481},[352,356,389],[256,483,400],{"className":484},[399],[256,486,488],{"className":487},[369],[256,489,491],{"className":490,"style":407},[373],[256,492],{},[256,494,318],{"className":495},[352],[256,497,321],{"className":498,"style":499},[352,356],"margin-right:0.0715em;",[256,501,324],{"className":502},[445],[256,504],{"className":505,"style":449},[413],[256,507,327],{"className":508,"style":509},[352,356],"margin-right:0.0278em;",[256,511,330],{"className":512},[513],"mclose",[108,515,516],{},"公式中，分數計算不僅考量了查詢條件與當前詞塊，更將整個上下文的宏觀狀態納入條件機率的評估中 。然而，直接依賴詞塊分數進行修剪正是導致 LLMLingua 等前人工作失敗的主因。為跨越這道鴻溝，SWE-Pruner 導入了行級聚合（Line-level Aggregation）邏輯。系統將連續的上下文拆解為以「行」為單位的集合，並計算每一行所包含之所有詞塊分數的算術平均值，以此作為該行的最終保留指標 。",[256,518,520],{"className":519},[259],[256,521,523,595],{"className":522},[263],[256,524,526],{"className":525},[267],[269,527,528],{"xmlns":271,"display":272},[274,529,530,592],{},[277,531,532,545,547,566,586],{},[280,533,534,542],{},[535,536,537,539],"mover",{"accent":306},[283,538,285],{},[290,540,541],{"stretchy":306},"‾",[283,543,544],{},"j",[290,546,292],{},[548,549,550,553],"mfrac",{},[551,552,176],"mn",{},[277,554,555,557,564],{},[283,556,318],{"mathvariant":317},[280,558,559,562],{},[283,560,561],{},"T",[283,563,544],{},[283,565,318],{"mathvariant":317},[567,568,569,572],"munder",{},[290,570,571],{},"∑",[277,573,574,577,580],{},[283,575,576],{},"t",[290,578,579],{},"∈",[280,581,582,584],{},[283,583,561],{},[283,585,544],{},[280,587,588,590],{},[283,589,285],{},[283,591,576],{},[332,593,594],{"encoding":334},"\\overline{s}_{j}=\\frac{1}{|T_{j}|}\\sum_{t \\in T_{j}}s_{t}",[256,596,598,695],{"className":597,"ariaHidden":306},[339],[256,599,601,605,686,689,692],{"className":600},[343],[256,602],{"className":603,"style":604},[347],"height:0.9167em;vertical-align:-0.2861em;",[256,606,608,646],{"className":607},[352],[256,609,612],{"className":610},[352,611],"overline",[256,613,615],{"className":614},[364],[256,616,618],{"className":617},[369],[256,619,622,635],{"className":620,"style":621},[373],"height:0.6306em;",[256,623,625,629],{"style":624},"top:-3em;",[256,626],{"className":627,"style":628},[381],"height:3em;",[256,630,632],{"className":631},[352],[256,633,285],{"className":634},[352,356],[256,636,638,641],{"style":637},"top:-3.5506em;",[256,639],{"className":640,"style":628},[381],[256,642],{"className":643,"style":645},[644],"overline-line","border-bottom-width:0.04em;",[256,647,649],{"className":648},[360],[256,650,652,677],{"className":651},[364,365],[256,653,655,674],{"className":654},[369],[256,656,658],{"className":657,"style":374},[373],[256,659,661,664],{"style":660},"top:-2.55em;margin-right:0.05em;",[256,662],{"className":663,"style":382},[381],[256,665,667],{"className":666},[386,387,388,389],[256,668,670],{"className":669},[352,389],[256,671,544],{"className":672,"style":673},[352,356,389],"margin-right:0.0572em;",[256,675,400],{"className":676},[399],[256,678,680],{"className":679},[369],[256,681,684],{"className":682,"style":683},[373],"height:0.2861em;",[256,685],{},[256,687],{"className":688,"style":414},[413],[256,690,292],{"className":691},[418],[256,693],{"className":694,"style":414},[413],[256,696,698,702,819,822,930,933],{"className":697},[343],[256,699],{"className":700,"style":701},[347],"height:2.8131em;vertical-align:-1.4917em;",[256,703,705,709,816],{"className":704},[352],[256,706],{"className":707},[437,708],"nulldelimiter",[256,710,712],{"className":711},[548],[256,713,715,807],{"className":714},[364,365],[256,716,718,804],{"className":717},[369],[256,719,722,782,792],{"className":720,"style":721},[373],"height:1.3214em;",[256,723,725,728],{"style":724},"top:-2.314em;",[256,726],{"className":727,"style":628},[381],[256,729,731,734,779],{"className":730},[352],[256,732,318],{"className":733},[352],[256,735,737,741],{"className":736},[352],[256,738,561],{"className":739,"style":740},[352,356],"margin-right:0.1389em;",[256,742,744],{"className":743},[360],[256,745,747,771],{"className":746},[364,365],[256,748,750,768],{"className":749},[369],[256,751,753],{"className":752,"style":374},[373],[256,754,756,759],{"style":755},"top:-2.55em;margin-left:-0.1389em;margin-right:0.05em;",[256,757],{"className":758,"style":382},[381],[256,760,762],{"className":761},[386,387,388,389],[256,763,765],{"className":764},[352,389],[256,766,544],{"className":767,"style":673},[352,356,389],[256,769,400],{"className":770},[399],[256,772,774],{"className":773},[369],[256,775,777],{"className":776,"style":683},[373],[256,778],{},[256,780,318],{"className":781},[352],[256,783,785,788],{"style":784},"top:-3.23em;",[256,786],{"className":787,"style":628},[381],[256,789],{"className":790,"style":645},[791],"frac-line",[256,793,795,798],{"style":794},"top:-3.677em;",[256,796],{"className":797,"style":628},[381],[256,799,801],{"className":800},[352],[256,802,176],{"className":803},[352],[256,805,400],{"className":806},[399],[256,808,810],{"className":809},[369],[256,811,814],{"className":812,"style":813},[373],"height:0.9721em;",[256,815],{},[256,817],{"className":818},[513,708],[256,820],{"className":821,"style":449},[413],[256,823,827],{"className":824},[825,826],"mop","op-limits",[256,828,830,921],{"className":829},[364,365],[256,831,833,918],{"className":832},[369],[256,834,837,905],{"className":835,"style":836},[373],"height:1.05em;",[256,838,840,844],{"style":839},"top:-1.8557em;margin-left:0em;",[256,841],{"className":842,"style":843},[381],"height:3.05em;",[256,845,847],{"className":846},[386,387,388,389],[256,848,850,853,856],{"className":849},[352,389],[256,851,576],{"className":852},[352,356,389],[256,854,579],{"className":855},[418,389],[256,857,859,862],{"className":858},[352,389],[256,860,561],{"className":861,"style":740},[352,356,389],[256,863,865],{"className":864},[360],[256,866,868,896],{"className":867},[364,365],[256,869,871,893],{"className":870},[369],[256,872,875],{"className":873,"style":874},[373],"height:0.3281em;",[256,876,878,882],{"style":877},"top:-2.357em;margin-left:-0.1389em;margin-right:0.0714em;",[256,879],{"className":880,"style":881},[381],"height:2.5em;",[256,883,887],{"className":884},[386,885,886,389],"reset-size3","size1",[256,888,890],{"className":889},[352,389],[256,891,544],{"className":892,"style":673},[352,356,389],[256,894,400],{"className":895},[399],[256,897,899],{"className":898},[369],[256,900,903],{"className":901,"style":902},[373],"height:0.2819em;",[256,904],{},[256,906,908,911],{"style":907},"top:-3.05em;",[256,909],{"className":910,"style":843},[381],[256,912,913],{},[256,914,571],{"className":915},[825,916,917],"op-symbol","large-op",[256,919,400],{"className":920},[399],[256,922,924],{"className":923},[369],[256,925,928],{"className":926,"style":927},[373],"height:1.4917em;",[256,929],{},[256,931],{"className":932,"style":449},[413],[256,934,936,939],{"className":935},[352],[256,937,285],{"className":938},[352,356],[256,940,942],{"className":941},[360],[256,943,945,969],{"className":944},[364,365],[256,946,948,966],{"className":947},[369],[256,949,952],{"className":950,"style":951},[373],"height:0.2806em;",[256,953,954,957],{"style":377},[256,955],{"className":956,"style":382},[381],[256,958,960],{"className":959},[386,387,388,389],[256,961,963],{"className":962},[352,389],[256,964,576],{"className":965},[352,356,389],[256,967,400],{"className":968},[399],[256,970,972],{"className":971},[369],[256,973,975],{"className":974,"style":407},[373],[256,976],{},[108,978,979],{},"這項平均化操作具備深遠的物理意義：它確保了程式碼行是基於其整體的語義連貫性被系統評估，有效避免了因單一關鍵字得分過高而導致模型過度保留無意義的碎片代碼，是維持後續智能體閱讀體驗流暢度的數學基礎 。",[249,981,983],{"id":982},"條件隨機場crf與聯合優化目標","條件隨機場（CRF）與聯合優化目標",[108,985,986],{},"在訓練過程中，為賦予模型對程式碼結構的先驗感知能力，修剪頭捨棄了傳統的二元交叉熵（BCE）分類，轉而採用條件隨機場的負對數似然（CRF-NLL）作為核心優化目標 。CRF 的卓越之處在於它將每一行的保留與否視為一個連續的序列標註問題，顯式地建立了相鄰決策之間的轉移機率模型 。",[108,988,989],{},"給定特徵表示與目標標籤序列，CRF 的得分函數精妙地結合了由局部特徵決定的發射電位（Emissions）與捕捉行際依賴的轉移電位（Transitions） 。",[256,991,993],{"className":992},[259],[256,994,996,1185],{"className":995},[263],[256,997,999],{"className":998},[267],[269,1000,1001],{"xmlns":271,"display":272},[274,1002,1003,1182],{},[277,1004,1005,1007,1010,1013,1016,1019,1021,1023,1025,1028,1030,1032,1034,1036,1038,1040,1050,1053,1068,1070,1073,1075,1077,1079,1081,1083,1086,1102,1104,1118,1120,1122,1124,1126,1128,1130,1132,1134,1136,1138,1165,1167,1169,1171],{},[283,1006,285],{},[283,1008,1009],{},"c",[283,1011,1012],{},"o",[283,1014,1015],{},"r",[283,1017,1018],{},"e",[290,1020,300],{"stretchy":299},[283,1022,312],{},[290,1024,307],{"separator":306},[283,1026,1027],{},"y",[290,1029,330],{"stretchy":299},[290,1031,292],{},[283,1033,285],{},[283,1035,576],{},[283,1037,124],{},[283,1039,1015],{},[280,1041,1042,1044],{},[283,1043,576],{},[280,1045,1046,1048],{},[283,1047,1027],{},[551,1049,176],{},[290,1051,1052],{},"+",[1054,1055,1056,1058,1066],"munderover",{},[290,1057,571],{},[277,1059,1060,1062,1064],{},[283,1061,576],{},[290,1063,292],{},[551,1065,176],{},[283,1067,561],{},[283,1069,1018],{},[283,1071,1072],{},"m",[283,1074,288],{},[283,1076,285],{},[283,1078,285],{},[283,1080,288],{},[283,1082,1012],{},[283,1084,1085],{},"n",[280,1087,1088,1090],{},[283,1089,285],{},[277,1091,1092,1094,1096],{},[283,1093,576],{},[290,1095,307],{"separator":306},[280,1097,1098,1100],{},[283,1099,1027],{},[283,1101,576],{},[290,1103,1052],{},[1054,1105,1106,1108,1116],{},[290,1107,571],{},[277,1109,1110,1112,1114],{},[283,1111,576],{},[290,1113,292],{},[551,1115,185],{},[283,1117,561],{},[283,1119,576],{},[283,1121,1015],{},[283,1123,124],{},[283,1125,1085],{},[283,1127,285],{},[283,1129,288],{},[283,1131,576],{},[283,1133,288],{},[283,1135,1012],{},[283,1137,1085],{},[280,1139,1140,1142],{},[283,1141,285],{},[277,1143,1144,1150,1152],{},[280,1145,1146,1148],{},[283,1147,1027],{},[283,1149,576],{},[290,1151,307],{"separator":306},[280,1153,1154,1156],{},[283,1155,1027],{},[277,1157,1158,1160,1163],{},[283,1159,576],{},[290,1161,1162],{},"−",[551,1164,176],{},[290,1166,1052],{},[283,1168,1018],{},[283,1170,1085],{},[280,1172,1173,1176],{},[283,1174,1175],{},"d",[280,1177,1178,1180],{},[283,1179,1027],{},[283,1181,561],{},[332,1183,1184],{"encoding":334},"score(x,y)=start_{y_{1}}+\\sum_{t=1}^{T}emissions_{t,y_{t}}+\\sum_{t=2}^{T}transitions_{y_{t},y_{t-1}}+end_{y_{T}}",[256,1186,1188,1228,1345,1544,1794],{"className":1187,"ariaHidden":306},[339],[256,1189,1191,1194,1198,1201,1204,1207,1210,1213,1216,1219,1222,1225],{"className":1190},[343],[256,1192],{"className":1193,"style":428},[347],[256,1195,1197],{"className":1196,"style":509},[352,356],"scor",[256,1199,1018],{"className":1200},[352,356],[256,1202,300],{"className":1203},[437],[256,1205,312],{"className":1206},[352,356],[256,1208,307],{"className":1209},[445],[256,1211],{"className":1212,"style":449},[413],[256,1214,1027],{"className":1215,"style":441},[352,356],[256,1217,330],{"className":1218},[513],[256,1220],{"className":1221,"style":414},[413],[256,1223,292],{"className":1224},[418],[256,1226],{"className":1227,"style":414},[413],[256,1229,1231,1235,1238,1241,1244,1247,1334,1338,1342],{"className":1230},[343],[256,1232],{"className":1233,"style":1234},[347],"height:0.9012em;vertical-align:-0.2861em;",[256,1236,285],{"className":1237},[352,356],[256,1239,576],{"className":1240},[352,356],[256,1242,124],{"className":1243},[352,356],[256,1245,1015],{"className":1246,"style":509},[352,356],[256,1248,1250,1253],{"className":1249},[352],[256,1251,576],{"className":1252},[352,356],[256,1254,1256],{"className":1255},[360],[256,1257,1259,1326],{"className":1258},[364,365],[256,1260,1262,1323],{"className":1261},[369],[256,1263,1266],{"className":1264,"style":1265},[373],"height:0.1514em;",[256,1267,1268,1271],{"style":377},[256,1269],{"className":1270,"style":382},[381],[256,1272,1274],{"className":1273},[386,387,388,389],[256,1275,1277],{"className":1276},[352,389],[256,1278,1280,1283],{"className":1279},[352,389],[256,1281,1027],{"className":1282,"style":441},[352,356,389],[256,1284,1286],{"className":1285},[360],[256,1287,1289,1314],{"className":1288},[364,365],[256,1290,1292,1311],{"className":1291},[369],[256,1293,1296],{"className":1294,"style":1295},[373],"height:0.3173em;",[256,1297,1299,1302],{"style":1298},"top:-2.357em;margin-left:-0.0359em;margin-right:0.0714em;",[256,1300],{"className":1301,"style":881},[381],[256,1303,1305],{"className":1304},[386,885,886,389],[256,1306,1308],{"className":1307},[352,389],[256,1309,176],{"className":1310},[352,389],[256,1312,400],{"className":1313},[399],[256,1315,1317],{"className":1316},[369],[256,1318,1321],{"className":1319,"style":1320},[373],"height:0.143em;",[256,1322],{},[256,1324,400],{"className":1325},[399],[256,1327,1329],{"className":1328},[369],[256,1330,1332],{"className":1331,"style":683},[373],[256,1333],{},[256,1335],{"className":1336,"style":1337},[413],"margin-right:0.2222em;",[256,1339,1052],{"className":1340},[1341],"mbin",[256,1343],{"className":1344,"style":1337},[413],[256,1346,1348,1352,1423,1426,1429,1432,1436,1439,1442,1445,1535,1538,1541],{"className":1347},[343],[256,1349],{"className":1350,"style":1351},[347],"height:3.0954em;vertical-align:-1.2671em;",[256,1353,1355],{"className":1354},[825,826],[256,1356,1358,1414],{"className":1357},[364,365],[256,1359,1361,1411],{"className":1360},[369],[256,1362,1365,1386,1396],{"className":1363,"style":1364},[373],"height:1.8283em;",[256,1366,1368,1371],{"style":1367},"top:-1.8829em;margin-left:0em;",[256,1369],{"className":1370,"style":843},[381],[256,1372,1374],{"className":1373},[386,387,388,389],[256,1375,1377,1380,1383],{"className":1376},[352,389],[256,1378,576],{"className":1379},[352,356,389],[256,1381,292],{"className":1382},[418,389],[256,1384,176],{"className":1385},[352,389],[256,1387,1388,1391],{"style":907},[256,1389],{"className":1390,"style":843},[381],[256,1392,1393],{},[256,1394,571],{"className":1395},[825,916,917],[256,1397,1399,1402],{"style":1398},"top:-4.3em;margin-left:0em;",[256,1400],{"className":1401,"style":843},[381],[256,1403,1405],{"className":1404},[386,387,388,389],[256,1406,1408],{"className":1407},[352,389],[256,1409,561],{"className":1410,"style":740},[352,356,389],[256,1412,400],{"className":1413},[399],[256,1415,1417],{"className":1416},[369],[256,1418,1421],{"className":1419,"style":1420},[373],"height:1.2671em;",[256,1422],{},[256,1424],{"className":1425,"style":449},[413],[256,1427,1018],{"className":1428},[352,356],[256,1430,283],{"className":1431},[352,356],[256,1433,1435],{"className":1434},[352,356],"ss",[256,1437,288],{"className":1438},[352,356],[256,1440,1012],{"className":1441},[352,356],[256,1443,1085],{"className":1444},[352,356],[256,1446,1448,1451],{"className":1447},[352],[256,1449,285],{"className":1450},[352,356],[256,1452,1454],{"className":1453},[360],[256,1455,1457,1527],{"className":1456},[364,365],[256,1458,1460,1524],{"className":1459},[369],[256,1461,1463],{"className":1462,"style":951},[373],[256,1464,1465,1468],{"style":377},[256,1466],{"className":1467,"style":382},[381],[256,1469,1471],{"className":1470},[386,387,388,389],[256,1472,1474,1477,1480],{"className":1473},[352,389],[256,1475,576],{"className":1476},[352,356,389],[256,1478,307],{"className":1479},[445,389],[256,1481,1483,1486],{"className":1482},[352,389],[256,1484,1027],{"className":1485,"style":441},[352,356,389],[256,1487,1489],{"className":1488},[360],[256,1490,1492,1516],{"className":1491},[364,365],[256,1493,1495,1513],{"className":1494},[369],[256,1496,1499],{"className":1497,"style":1498},[373],"height:0.2963em;",[256,1500,1501,1504],{"style":1298},[256,1502],{"className":1503,"style":881},[381],[256,1505,1507],{"className":1506},[386,885,886,389],[256,1508,1510],{"className":1509},[352,389],[256,1511,576],{"className":1512},[352,356,389],[256,1514,400],{"className":1515},[399],[256,1517,1519],{"className":1518},[369],[256,1520,1522],{"className":1521,"style":1320},[373],[256,1523],{},[256,1525,400],{"className":1526},[399],[256,1528,1530],{"className":1529},[369],[256,1531,1533],{"className":1532,"style":683},[373],[256,1534],{},[256,1536],{"className":1537,"style":1337},[413],[256,1539,1052],{"className":1540},[1341],[256,1542],{"className":1543,"style":1337},[413],[256,1545,1547,1550,1617,1620,1623,1626,1630,1633,1636,1639,1642,1645,1648,1785,1788,1791],{"className":1546},[343],[256,1548],{"className":1549,"style":1351},[347],[256,1551,1553],{"className":1552},[825,826],[256,1554,1556,1609],{"className":1555},[364,365],[256,1557,1559,1606],{"className":1558},[369],[256,1560,1562,1582,1592],{"className":1561,"style":1364},[373],[256,1563,1564,1567],{"style":1367},[256,1565],{"className":1566,"style":843},[381],[256,1568,1570],{"className":1569},[386,387,388,389],[256,1571,1573,1576,1579],{"className":1572},[352,389],[256,1574,576],{"className":1575},[352,356,389],[256,1577,292],{"className":1578},[418,389],[256,1580,185],{"className":1581},[352,389],[256,1583,1584,1587],{"style":907},[256,1585],{"className":1586,"style":843},[381],[256,1588,1589],{},[256,1590,571],{"className":1591},[825,916,917],[256,1593,1594,1597],{"style":1398},[256,1595],{"className":1596,"style":843},[381],[256,1598,1600],{"className":1599},[386,387,388,389],[256,1601,1603],{"className":1602},[352,389],[256,1604,561],{"className":1605,"style":740},[352,356,389],[256,1607,400],{"className":1608},[399],[256,1610,1612],{"className":1611},[369],[256,1613,1615],{"className":1614,"style":1420},[373],[256,1616],{},[256,1618],{"className":1619,"style":449},[413],[256,1621,576],{"className":1622},[352,356],[256,1624,1015],{"className":1625,"style":509},[352,356],[256,1627,1629],{"className":1628},[352,356],"an",[256,1631,285],{"className":1632},[352,356],[256,1634,288],{"className":1635},[352,356],[256,1637,576],{"className":1638},[352,356],[256,1640,288],{"className":1641},[352,356],[256,1643,1012],{"className":1644},[352,356],[256,1646,1085],{"className":1647},[352,356],[256,1649,1651,1654],{"className":1650},[352],[256,1652,285],{"className":1653},[352,356],[256,1655,1657],{"className":1656},[360],[256,1658,1660,1776],{"className":1659},[364,365],[256,1661,1663,1773],{"className":1662},[369],[256,1664,1666],{"className":1665,"style":1265},[373],[256,1667,1668,1671],{"style":377},[256,1669],{"className":1670,"style":382},[381],[256,1672,1674],{"className":1673},[386,387,388,389],[256,1675,1677,1720,1723],{"className":1676},[352,389],[256,1678,1680,1683],{"className":1679},[352,389],[256,1681,1027],{"className":1682,"style":441},[352,356,389],[256,1684,1686],{"className":1685},[360],[256,1687,1689,1712],{"className":1688},[364,365],[256,1690,1692,1709],{"className":1691},[369],[256,1693,1695],{"className":1694,"style":1498},[373],[256,1696,1697,1700],{"style":1298},[256,1698],{"className":1699,"style":881},[381],[256,1701,1703],{"className":1702},[386,885,886,389],[256,1704,1706],{"className":1705},[352,389],[256,1707,576],{"className":1708},[352,356,389],[256,1710,400],{"className":1711},[399],[256,1713,1715],{"className":1714},[369],[256,1716,1718],{"className":1717,"style":1320},[373],[256,1719],{},[256,1721,307],{"className":1722},[445,389],[256,1724,1726,1729],{"className":1725},[352,389],[256,1727,1027],{"className":1728,"style":441},[352,356,389],[256,1730,1732],{"className":1731},[360],[256,1733,1735,1764],{"className":1734},[364,365],[256,1736,1738,1761],{"className":1737},[369],[256,1739,1741],{"className":1740,"style":1295},[373],[256,1742,1743,1746],{"style":1298},[256,1744],{"className":1745,"style":881},[381],[256,1747,1749],{"className":1748},[386,885,886,389],[256,1750,1752,1755,1758],{"className":1751},[352,389],[256,1753,576],{"className":1754},[352,356,389],[256,1756,1162],{"className":1757},[1341,389],[256,1759,176],{"className":1760},[352,389],[256,1762,400],{"className":1763},[399],[256,1765,1767],{"className":1766},[369],[256,1768,1771],{"className":1769,"style":1770},[373],"height:0.2025em;",[256,1772],{},[256,1774,400],{"className":1775},[399],[256,1777,1779],{"className":1778},[369],[256,1780,1783],{"className":1781,"style":1782},[373],"height:0.2918em;",[256,1784],{},[256,1786],{"className":1787,"style":1337},[413],[256,1789,1052],{"className":1790},[1341],[256,1792],{"className":1793,"style":1337},[413],[256,1795,1797,1801,1804,1807],{"className":1796},[343],[256,1798],{"className":1799,"style":1800},[347],"height:0.9805em;vertical-align:-0.2861em;",[256,1802,1018],{"className":1803},[352,356],[256,1805,1085],{"className":1806},[352,356],[256,1808,1810,1813],{"className":1809},[352],[256,1811,1175],{"className":1812},[352,356],[256,1814,1816],{"className":1815},[360],[256,1817,1819,1885],{"className":1818},[364,365],[256,1820,1822,1882],{"className":1821},[369],[256,1823,1825],{"className":1824,"style":1265},[373],[256,1826,1827,1830],{"style":377},[256,1828],{"className":1829,"style":382},[381],[256,1831,1833],{"className":1832},[386,387,388,389],[256,1834,1836],{"className":1835},[352,389],[256,1837,1839,1842],{"className":1838},[352,389],[256,1840,1027],{"className":1841,"style":441},[352,356,389],[256,1843,1845],{"className":1844},[360],[256,1846,1848,1873],{"className":1847},[364,365],[256,1849,1851,1870],{"className":1850},[369],[256,1852,1855],{"className":1853,"style":1854},[373],"height:0.3448em;",[256,1856,1858,1861],{"style":1857},"top:-2.3567em;margin-left:-0.0359em;margin-right:0.0714em;",[256,1859],{"className":1860,"style":881},[381],[256,1862,1864],{"className":1863},[386,885,886,389],[256,1865,1867],{"className":1866},[352,389],[256,1868,561],{"className":1869,"style":740},[352,356,389],[256,1871,400],{"className":1872},[399],[256,1874,1876],{"className":1875},[369],[256,1877,1880],{"className":1878,"style":1879},[373],"height:0.1433em;",[256,1881],{},[256,1883,400],{"className":1884},[399],[256,1886,1888],{"className":1887},[369],[256,1889,1891],{"className":1890,"style":683},[373],[256,1892],{},[108,1894,1895,1896,1899,1900,1903],{},"透過配分函數進行全域指數正規化後，模型得以學習到諸如「如果 ",[155,1897,1898],{},"if"," 條件式被保留，則對應的 ",[155,1901,1902],{},"else"," 區塊及閉合括號也應傾向於被保留」的高階結構邏輯 。",[256,1905,1907],{"className":1906},[259],[256,1908,1910,2000],{"className":1909},[263],[256,1911,1913],{"className":1912},[267],[269,1914,1915],{"xmlns":271,"display":272},[274,1916,1917,1997],{},[277,1918,1919,1922,1925,1928,1930,1932,1934,1936,1938,1940,1964,1967,1969,1971,1973,1975,1977,1979,1981,1983,1985,1987,1993,1995],{},[283,1920,1921],{},"log",[290,1923,1924],{},"⁡",[283,1926,1927],{},"Z",[290,1929,300],{"stretchy":299},[283,1931,312],{},[290,1933,330],{"stretchy":299},[290,1935,292],{},[283,1937,1921],{},[290,1939,1924],{},[567,1941,1942,1944],{},[290,1943,571],{},[277,1945,1946,1955,1957],{},[1947,1948,1949,1951],"msup",{},[283,1950,1027],{},[290,1952,1954],{"mathvariant":317,"lspace":1953,"rspace":1953},"0em","′",[290,1956,579],{},[1947,1958,1959,1962],{},[283,1960,1961],{"mathvariant":295},"Y",[290,1963,1954],{"mathvariant":317,"lspace":1953,"rspace":1953},[283,1965,1966],{},"exp",[290,1968,1924],{},[290,1970,300],{"stretchy":299},[283,1972,285],{},[283,1974,1009],{},[283,1976,1012],{},[283,1978,1015],{},[283,1980,1018],{},[290,1982,300],{"stretchy":299},[283,1984,312],{},[290,1986,307],{"separator":306},[1947,1988,1989,1991],{},[283,1990,1027],{},[290,1992,1954],{"mathvariant":317,"lspace":1953,"rspace":1953},[290,1994,330],{"stretchy":299},[290,1996,330],{"stretchy":299},[332,1998,1999],{"encoding":334},"\\log Z(x)=\\log\\sum_{y^{\\prime} \\in \\mathcal{Y}^{\\prime}}\\exp(score(x,y^{\\prime}))",[256,2001,2003,2041],{"className":2002,"ariaHidden":306},[339],[256,2004,2006,2009,2017,2020,2023,2026,2029,2032,2035,2038],{"className":2005},[343],[256,2007],{"className":2008,"style":428},[347],[256,2010,2012,2013],{"className":2011},[825],"lo",[256,2014,2016],{"style":2015},"margin-right:0.0139em;","g",[256,2018],{"className":2019,"style":449},[413],[256,2021,1927],{"className":2022,"style":499},[352,356],[256,2024,300],{"className":2025},[437],[256,2027,312],{"className":2028},[352,356],[256,2030,330],{"className":2031},[513],[256,2033],{"className":2034,"style":414},[413],[256,2036,292],{"className":2037},[418],[256,2039],{"className":2040,"style":414},[413],[256,2042,2044,2048,2053,2056,2171,2174,2177,2180,2183,2186,2189,2192,2195,2198,2232],{"className":2043},[343],[256,2045],{"className":2046,"style":2047},[347],"height:2.4804em;vertical-align:-1.4304em;",[256,2049,2012,2051],{"className":2050},[825],[256,2052,2016],{"style":2015},[256,2054],{"className":2055,"style":449},[413],[256,2057,2059],{"className":2058},[825,826],[256,2060,2062,2162],{"className":2061},[364,365],[256,2063,2065,2159],{"className":2064},[369],[256,2066,2068,2149],{"className":2067,"style":836},[373],[256,2069,2070,2073],{"style":839},[256,2071],{"className":2072,"style":843},[381],[256,2074,2076],{"className":2075},[386,387,388,389],[256,2077,2079,2113,2116],{"className":2078},[352,389],[256,2080,2082,2085],{"className":2081},[352,389],[256,2083,1027],{"className":2084,"style":441},[352,356,389],[256,2086,2088],{"className":2087},[360],[256,2089,2091],{"className":2090},[364],[256,2092,2094],{"className":2093},[369],[256,2095,2098],{"className":2096,"style":2097},[373],"height:0.6828em;",[256,2099,2101,2104],{"style":2100},"top:-2.786em;margin-right:0.0714em;",[256,2102],{"className":2103,"style":881},[381],[256,2105,2107],{"className":2106},[386,885,886,389],[256,2108,2110],{"className":2109},[352,389],[256,2111,1954],{"className":2112},[352,389],[256,2114,579],{"className":2115},[418,389],[256,2117,2119,2123],{"className":2118},[352,389],[256,2120,1961],{"className":2121,"style":2122},[352,432,389],"margin-right:0.0822em;",[256,2124,2126],{"className":2125},[360],[256,2127,2129],{"className":2128},[364],[256,2130,2132],{"className":2131},[369],[256,2133,2135],{"className":2134,"style":2097},[373],[256,2136,2137,2140],{"style":2100},[256,2138],{"className":2139,"style":881},[381],[256,2141,2143],{"className":2142},[386,885,886,389],[256,2144,2146],{"className":2145},[352,389],[256,2147,1954],{"className":2148},[352,389],[256,2150,2151,2154],{"style":907},[256,2152],{"className":2153,"style":843},[381],[256,2155,2156],{},[256,2157,571],{"className":2158},[825,916,917],[256,2160,400],{"className":2161},[399],[256,2163,2165],{"className":2164},[369],[256,2166,2169],{"className":2167,"style":2168},[373],"height:1.4304em;",[256,2170],{},[256,2172],{"className":2173,"style":449},[413],[256,2175,1966],{"className":2176},[825],[256,2178,300],{"className":2179},[437],[256,2181,1197],{"className":2182,"style":509},[352,356],[256,2184,1018],{"className":2185},[352,356],[256,2187,300],{"className":2188},[437],[256,2190,312],{"className":2191},[352,356],[256,2193,307],{"className":2194},[445],[256,2196],{"className":2197,"style":449},[413],[256,2199,2201,2204],{"className":2200},[352],[256,2202,1027],{"className":2203,"style":441},[352,356],[256,2205,2207],{"className":2206},[360],[256,2208,2210],{"className":2209},[364],[256,2211,2213],{"className":2212},[369],[256,2214,2217],{"className":2215,"style":2216},[373],"height:0.8019em;",[256,2218,2220,2223],{"style":2219},"top:-3.113em;margin-right:0.05em;",[256,2221],{"className":2222,"style":382},[381],[256,2224,2226],{"className":2225},[386,387,388,389],[256,2227,2229],{"className":2228},[352,389],[256,2230,1954],{"className":2231},[352,389],[256,2233,2235],{"className":2234},[513],"))",[108,2237,2238],{},"在損失函數的設計上，系統採用了序列長度正規化來抑制模型在處理超長上下文時過度激進的修剪傾向 。",[256,2240,2242],{"className":2241},[259],[256,2243,2245,2353],{"className":2244},[263],[256,2246,2248],{"className":2247},[267],[269,2249,2250],{"xmlns":271,"display":272},[274,2251,2252,2350],{},[277,2253,2254,2277,2279,2286,2300],{},[280,2255,2256,2259],{},[283,2257,2258],{"mathvariant":295},"L",[277,2260,2261,2263,2265,2267,2269,2271,2273,2275],{},[283,2262,1009],{},[283,2264,1012],{},[283,2266,1072],{},[283,2268,108],{},[283,2270,1015],{},[283,2272,1018],{},[283,2274,285],{},[283,2276,285],{},[290,2278,292],{},[548,2280,2281,2283],{},[551,2282,176],{},[283,2284,2285],{},"B",[1054,2287,2288,2290,2298],{},[290,2289,571],{},[277,2291,2292,2294,2296],{},[283,2293,288],{},[290,2295,292],{},[551,2297,176],{},[283,2299,2285],{},[548,2301,2302,2344],{},[277,2303,2304,2326,2328,2334,2336,2342],{},[280,2305,2306,2308],{},[283,2307,2258],{"mathvariant":295},[277,2309,2310,2312,2315,2317,2319,2322,2324],{},[283,2311,321],{},[283,2313,2314],{},"R",[283,2316,296],{},[290,2318,1162],{},[283,2320,2321],{},"N",[283,2323,2258],{},[283,2325,2258],{},[290,2327,300],{"stretchy":299},[280,2329,2330,2332],{},[283,2331,312],{},[283,2333,288],{},[290,2335,307],{"separator":306},[280,2337,2338,2340],{},[283,2339,1027],{},[283,2341,288],{},[290,2343,330],{"stretchy":299},[280,2345,2346,2348],{},[283,2347,2258],{},[283,2349,288],{},[332,2351,2352],{"encoding":334},"\\mathcal{L}_{compress}=\\frac{1}{B}\\sum_{i=1}^{B}\\frac{\\mathcal{L}_{CRF-NLL}(x_{i},y_{i})}{L_{i}}",[256,2354,2356,2429],{"className":2355,"ariaHidden":306},[339],[256,2357,2359,2363,2420,2423,2426],{"className":2358},[343],[256,2360],{"className":2361,"style":2362},[347],"height:0.9694em;vertical-align:-0.2861em;",[256,2364,2366,2369],{"className":2365},[352],[256,2367,2258],{"className":2368},[352,432],[256,2370,2372],{"className":2371},[360],[256,2373,2375,2412],{"className":2374},[364,365],[256,2376,2378,2409],{"className":2377},[369],[256,2379,2381],{"className":2380,"style":1265},[373],[256,2382,2383,2386],{"style":377},[256,2384],{"className":2385,"style":382},[381],[256,2387,2389],{"className":2388},[386,387,388,389],[256,2390,2392,2396,2399,2402,2405],{"className":2391},[352,389],[256,2393,2395],{"className":2394},[352,356,389],"co",[256,2397,1072],{"className":2398},[352,356,389],[256,2400,108],{"className":2401},[352,356,389],[256,2403,1015],{"className":2404,"style":509},[352,356,389],[256,2406,2408],{"className":2407},[352,356,389],"ess",[256,2410,400],{"className":2411},[399],[256,2413,2415],{"className":2414},[369],[256,2416,2418],{"className":2417,"style":683},[373],[256,2419],{},[256,2421],{"className":2422,"style":414},[413],[256,2424,292],{"className":2425},[418],[256,2427],{"className":2428,"style":414},[413],[256,2430,2432,2436,2500,2503,2572,2575],{"className":2431},[343],[256,2433],{"className":2434,"style":2435},[347],"height:3.106em;vertical-align:-1.2777em;",[256,2437,2439,2442,2497],{"className":2438},[352],[256,2440],{"className":2441},[437,708],[256,2443,2445],{"className":2444},[548],[256,2446,2448,2488],{"className":2447},[364,365],[256,2449,2451,2485],{"className":2450},[369],[256,2452,2454,2466,2474],{"className":2453,"style":721},[373],[256,2455,2456,2459],{"style":724},[256,2457],{"className":2458,"style":628},[381],[256,2460,2462],{"className":2461},[352],[256,2463,2285],{"className":2464,"style":2465},[352,356],"margin-right:0.0502em;",[256,2467,2468,2471],{"style":784},[256,2469],{"className":2470,"style":628},[381],[256,2472],{"className":2473,"style":645},[791],[256,2475,2476,2479],{"style":794},[256,2477],{"className":2478,"style":628},[381],[256,2480,2482],{"className":2481},[352],[256,2483,176],{"className":2484},[352],[256,2486,400],{"className":2487},[399],[256,2489,2491],{"className":2490},[369],[256,2492,2495],{"className":2493,"style":2494},[373],"height:0.686em;",[256,2496],{},[256,2498],{"className":2499},[513,708],[256,2501],{"className":2502,"style":449},[413],[256,2504,2506],{"className":2505},[825,826],[256,2507,2509,2563],{"className":2508},[364,365],[256,2510,2512,2560],{"className":2511},[369],[256,2513,2515,2536,2546],{"className":2514,"style":1364},[373],[256,2516,2518,2521],{"style":2517},"top:-1.8723em;margin-left:0em;",[256,2519],{"className":2520,"style":843},[381],[256,2522,2524],{"className":2523},[386,387,388,389],[256,2525,2527,2530,2533],{"className":2526},[352,389],[256,2528,288],{"className":2529},[352,356,389],[256,2531,292],{"className":2532},[418,389],[256,2534,176],{"className":2535},[352,389],[256,2537,2538,2541],{"style":907},[256,2539],{"className":2540,"style":843},[381],[256,2542,2543],{},[256,2544,571],{"className":2545},[825,916,917],[256,2547,2548,2551],{"style":1398},[256,2549],{"className":2550,"style":843},[381],[256,2552,2554],{"className":2553},[386,387,388,389],[256,2555,2557],{"className":2556},[352,389],[256,2558,2285],{"className":2559,"style":2465},[352,356,389],[256,2561,400],{"className":2562},[399],[256,2564,2566],{"className":2565},[369],[256,2567,2570],{"className":2568,"style":2569},[373],"height:1.2777em;",[256,2571],{},[256,2573],{"className":2574,"style":449},[413],[256,2576,2578,2581,2835],{"className":2577},[352],[256,2579],{"className":2580},[437,708],[256,2582,2584],{"className":2583},[548],[256,2585,2587,2826],{"className":2586},[364,365],[256,2588,2590,2823],{"className":2589},[369],[256,2591,2594,2645,2653],{"className":2592,"style":2593},[373],"height:1.427em;",[256,2595,2596,2599],{"style":724},[256,2597],{"className":2598,"style":628},[381],[256,2600,2602],{"className":2601},[352],[256,2603,2605,2608],{"className":2604},[352],[256,2606,2258],{"className":2607},[352,356],[256,2609,2611],{"className":2610},[360],[256,2612,2614,2637],{"className":2613},[364,365],[256,2615,2617,2634],{"className":2616},[369],[256,2618,2620],{"className":2619,"style":374},[373],[256,2621,2622,2625],{"style":377},[256,2623],{"className":2624,"style":382},[381],[256,2626,2628],{"className":2627},[386,387,388,389],[256,2629,2631],{"className":2630},[352,389],[256,2632,288],{"className":2633},[352,356,389],[256,2635,400],{"className":2636},[399],[256,2638,2640],{"className":2639},[369],[256,2641,2643],{"className":2642,"style":407},[373],[256,2644],{},[256,2646,2647,2650],{"style":784},[256,2648],{"className":2649,"style":628},[381],[256,2651],{"className":2652,"style":645},[791],[256,2654,2655,2658],{"style":794},[256,2656],{"className":2657,"style":628},[381],[256,2659,2661,2724,2727,2770,2773,2776,2820],{"className":2660},[352],[256,2662,2664,2667],{"className":2663},[352],[256,2665,2258],{"className":2666},[352,432],[256,2668,2670],{"className":2669},[360],[256,2671,2673,2715],{"className":2672},[364,365],[256,2674,2676,2712],{"className":2675},[369],[256,2677,2680],{"className":2678,"style":2679},[373],"height:0.3283em;",[256,2681,2682,2685],{"style":377},[256,2683],{"className":2684,"style":382},[381],[256,2686,2688],{"className":2687},[386,387,388,389],[256,2689,2691,2694,2698,2701,2704,2708],{"className":2690},[352,389],[256,2692,321],{"className":2693,"style":499},[352,356,389],[256,2695,2314],{"className":2696,"style":2697},[352,356,389],"margin-right:0.0077em;",[256,2699,296],{"className":2700,"style":740},[352,356,389],[256,2702,1162],{"className":2703},[1341,389],[256,2705,2321],{"className":2706,"style":2707},[352,356,389],"margin-right:0.109em;",[256,2709,2711],{"className":2710},[352,356,389],"LL",[256,2713,400],{"className":2714},[399],[256,2716,2718],{"className":2717},[369],[256,2719,2722],{"className":2720,"style":2721},[373],"height:0.2083em;",[256,2723],{},[256,2725,300],{"className":2726},[437],[256,2728,2730,2733],{"className":2729},[352],[256,2731,312],{"className":2732},[352,356],[256,2734,2736],{"className":2735},[360],[256,2737,2739,2762],{"className":2738},[364,365],[256,2740,2742,2759],{"className":2741},[369],[256,2743,2745],{"className":2744,"style":374},[373],[256,2746,2747,2750],{"style":377},[256,2748],{"className":2749,"style":382},[381],[256,2751,2753],{"className":2752},[386,387,388,389],[256,2754,2756],{"className":2755},[352,389],[256,2757,288],{"className":2758},[352,356,389],[256,2760,400],{"className":2761},[399],[256,2763,2765],{"className":2764},[369],[256,2766,2768],{"className":2767,"style":407},[373],[256,2769],{},[256,2771,307],{"className":2772},[445],[256,2774],{"className":2775,"style":449},[413],[256,2777,2779,2782],{"className":2778},[352],[256,2780,1027],{"className":2781,"style":441},[352,356],[256,2783,2785],{"className":2784},[360],[256,2786,2788,2812],{"className":2787},[364,365],[256,2789,2791,2809],{"className":2790},[369],[256,2792,2794],{"className":2793,"style":374},[373],[256,2795,2797,2800],{"style":2796},"top:-2.55em;margin-left:-0.0359em;margin-right:0.05em;",[256,2798],{"className":2799,"style":382},[381],[256,2801,2803],{"className":2802},[386,387,388,389],[256,2804,2806],{"className":2805},[352,389],[256,2807,288],{"className":2808},[352,356,389],[256,2810,400],{"className":2811},[399],[256,2813,2815],{"className":2814},[369],[256,2816,2818],{"className":2817,"style":407},[373],[256,2819],{},[256,2821,330],{"className":2822},[513],[256,2824,400],{"className":2825},[399],[256,2827,2829],{"className":2828},[369],[256,2830,2833],{"className":2831,"style":2832},[373],"height:0.836em;",[256,2834],{},[256,2836],{"className":2837},[513,708],[108,2839,2840],{},"最終的優化目標結合了修剪損失與維持模型文件級評分能力的重排損失（均方誤差），並透過權重參數（設定為 0.05）進行精準平衡，確保輕量級模型在獲得行級精剪能力的同時，不喪失全域的檢索直覺 。",[256,2842,2844],{"className":2843},[259],[256,2845,2847,2939],{"className":2846},[263],[256,2848,2850],{"className":2849},[267],[269,2851,2852],{"xmlns":271,"display":272},[274,2853,2854,2936],{},[277,2855,2856,2873,2875,2877,2879,2881,2884,2886,2889,2911,2913,2915,2917],{},[280,2857,2858,2860],{},[283,2859,2258],{"mathvariant":295},[277,2861,2862,2864,2866,2868,2870],{},[283,2863,576],{},[283,2865,1012],{},[283,2867,576],{},[283,2869,124],{},[283,2871,2872],{},"l",[290,2874,292],{},[290,2876,300],{"stretchy":299},[551,2878,176],{},[290,2880,1162],{},[283,2882,2883],{},"λ",[290,2885,330],{"stretchy":299},[290,2887,2888],{},"⋅",[280,2890,2891,2893],{},[283,2892,2258],{"mathvariant":295},[277,2894,2895,2897,2899,2901,2903,2905,2907,2909],{},[283,2896,1009],{},[283,2898,1012],{},[283,2900,1072],{},[283,2902,108],{},[283,2904,1015],{},[283,2906,1018],{},[283,2908,285],{},[283,2910,285],{},[290,2912,1052],{},[283,2914,2883],{},[290,2916,2888],{},[280,2918,2919,2921],{},[283,2920,2258],{"mathvariant":295},[277,2922,2923,2925,2927,2929,2931,2933],{},[283,2924,1015],{},[283,2926,1018],{},[283,2928,1015],{},[283,2930,124],{},[283,2932,1085],{},[283,2934,2935],{},"k",[332,2937,2938],{"encoding":334},"\\mathcal{L}_{total}=(1-\\lambda)\\cdot\\mathcal{L}_{compress}+\\lambda\\cdot\\mathcal{L}_{rerank}",[256,2940,2942,3015,3036,3057,3127,3146],{"className":2941,"ariaHidden":306},[339],[256,2943,2945,2949,3006,3009,3012],{"className":2944},[343],[256,2946],{"className":2947,"style":2948},[347],"height:0.8333em;vertical-align:-0.15em;",[256,2950,2952,2955],{"className":2951},[352],[256,2953,2258],{"className":2954},[352,432],[256,2956,2958],{"className":2957},[360],[256,2959,2961,2998],{"className":2960},[364,365],[256,2962,2964,2995],{"className":2963},[369],[256,2965,2968],{"className":2966,"style":2967},[373],"height:0.3361em;",[256,2969,2970,2973],{"style":377},[256,2971],{"className":2972,"style":382},[381],[256,2974,2976],{"className":2975},[386,387,388,389],[256,2977,2979,2982,2985,2988,2991],{"className":2978},[352,389],[256,2980,576],{"className":2981},[352,356,389],[256,2983,1012],{"className":2984},[352,356,389],[256,2986,576],{"className":2987},[352,356,389],[256,2989,124],{"className":2990},[352,356,389],[256,2992,2872],{"className":2993,"style":2994},[352,356,389],"margin-right:0.0197em;",[256,2996,400],{"className":2997},[399],[256,2999,3001],{"className":3000},[369],[256,3002,3004],{"className":3003,"style":407},[373],[256,3005],{},[256,3007],{"className":3008,"style":414},[413],[256,3010,292],{"className":3011},[418],[256,3013],{"className":3014,"style":414},[413],[256,3016,3018,3021,3024,3027,3030,3033],{"className":3017},[343],[256,3019],{"className":3020,"style":428},[347],[256,3022,300],{"className":3023},[437],[256,3025,176],{"className":3026},[352],[256,3028],{"className":3029,"style":1337},[413],[256,3031,1162],{"className":3032},[1341],[256,3034],{"className":3035,"style":1337},[413],[256,3037,3039,3042,3045,3048,3051,3054],{"className":3038},[343],[256,3040],{"className":3041,"style":428},[347],[256,3043,2883],{"className":3044},[352,356],[256,3046,330],{"className":3047},[513],[256,3049],{"className":3050,"style":1337},[413],[256,3052,2888],{"className":3053},[1341],[256,3055],{"className":3056,"style":1337},[413],[256,3058,3060,3063,3118,3121,3124],{"className":3059},[343],[256,3061],{"className":3062,"style":2362},[347],[256,3064,3066,3069],{"className":3065},[352],[256,3067,2258],{"className":3068},[352,432],[256,3070,3072],{"className":3071},[360],[256,3073,3075,3110],{"className":3074},[364,365],[256,3076,3078,3107],{"className":3077},[369],[256,3079,3081],{"className":3080,"style":1265},[373],[256,3082,3083,3086],{"style":377},[256,3084],{"className":3085,"style":382},[381],[256,3087,3089],{"className":3088},[386,387,388,389],[256,3090,3092,3095,3098,3101,3104],{"className":3091},[352,389],[256,3093,2395],{"className":3094},[352,356,389],[256,3096,1072],{"className":3097},[352,356,389],[256,3099,108],{"className":3100},[352,356,389],[256,3102,1015],{"className":3103,"style":509},[352,356,389],[256,3105,2408],{"className":3106},[352,356,389],[256,3108,400],{"className":3109},[399],[256,3111,3113],{"className":3112},[369],[256,3114,3116],{"className":3115,"style":683},[373],[256,3117],{},[256,3119],{"className":3120,"style":1337},[413],[256,3122,1052],{"className":3123},[1341],[256,3125],{"className":3126,"style":1337},[413],[256,3128,3130,3134,3137,3140,3143],{"className":3129},[343],[256,3131],{"className":3132,"style":3133},[347],"height:0.6944em;",[256,3135,2883],{"className":3136},[352,356],[256,3138],{"className":3139,"style":1337},[413],[256,3141,2888],{"className":3142},[1341],[256,3144],{"className":3145,"style":1337},[413],[256,3147,3149,3152],{"className":3148},[343],[256,3150],{"className":3151,"style":2948},[347],[256,3153,3155,3158],{"className":3154},[352],[256,3156,2258],{"className":3157},[352,432],[256,3159,3161],{"className":3160},[360],[256,3162,3164,3196],{"className":3163},[364,365],[256,3165,3167,3193],{"className":3166},[369],[256,3168,3170],{"className":3169,"style":2967},[373],[256,3171,3172,3175],{"style":377},[256,3173],{"className":3174,"style":382},[381],[256,3176,3178],{"className":3177},[386,387,388,389],[256,3179,3181,3184,3188],{"className":3180},[352,389],[256,3182,1015],{"className":3183,"style":509},[352,356,389],[256,3185,3187],{"className":3186,"style":509},[352,356,389],"er",[256,3189,3192],{"className":3190,"style":3191},[352,356,389],"margin-right:0.0315em;","ank",[256,3194,400],{"className":3195},[399],[256,3197,3199],{"className":3198},[369],[256,3200,3202],{"className":3201,"style":407},[373],[256,3203],{},[120,3205,3206],{"id":3206},"多維度訓練範式與高品質多語種資料集構建",[108,3208,3209],{},"要訓練出具備強大結構感知與任務導向能力的 CRF 神經略讀器，高品質且包含行級標註的監督資料是不可或缺的。然而，縱觀開源社群與學術界，皆不存在滿足此一嚴苛要求的現成資料集 。為此，研究團隊設計並實作了一套基於「教師-學生範式」（Teacher-Student Paradigm）的合成資料庫構建管線 。",[148,3211,3212],{"id":3212},"程式碼源的甄選與正規化",[108,3214,3215],{},"資料構建的基石來自於 GitHub Code 2025 數據集，這是一個包含超過 150 萬個優質儲存庫的龐大語料庫 。研究團隊從中精心抽樣了 5,945 個活躍專案中的 195,370 個源代碼檔案 。為確保資料的純淨度，所有被選中的檔案都經歷了極其嚴苛的預處理與正規化流程，徹底剔除了二進位構建產物、自動生成的配置雜訊以及經過混淆壓縮的微型代碼（Minified Code） 。這一過程確保了留存下來的資料，皆是具有高度語義價值且跨越多種程式語言範式（Polyglot）的原始結構，為後續訓練提供了卓越的泛化基礎 。",[148,3217,3218],{"id":3218},"涵蓋完整生命週期的智能體任務分類學",[108,3220,3221],{},"為了讓神經略讀器能夠從容應對真實世界中千變萬化的智能體開發情境，研究團隊建構了一套包含九大維度的「智能體任務分類學」（Agentic Task Taxonomy），以此引導教師模型生成高度擬真的自然語言查詢 。這九大任務精確映射了軟體工程師在日常開發中的認知軌跡：",[108,3223,3224],{},"這九個維度分別為：程式碼摘要（模擬系統整合前的高階模組審查）、重構建議（聚焦於提升演算法的空間複雜度或架構模組化程度）、相關片段定位（要求模型在茫茫代碼海中精確指出特定業務邏輯的實作點）、程式碼優化（尋求效能瓶頸的突破）、程式碼定位（針對錯誤日誌或崩潰報告尋找發源地）、原理解釋（探討特定設計模式或數學公式的運用動機）、程式碼除錯（尋求針對邊緣案例異常的具體修復方針）、特徵添加（在不破壞現有狀態機的前提下無縫擴充新功能），以及特殊的程式碼補全任務（以代碼片段本身作為查詢，模擬即時開發環境中的上下文感知補全） 。透過強制在這些多元任務上進行訓練，模型學會了根據不同意圖動態調整修剪的寬容度與聚焦深度。",[148,3226,3228],{"id":3227},"大模型作為裁判llm-as-a-judge之極致品質過濾","大模型作為裁判（LLM-as-a-Judge）之極致品質過濾",[108,3230,3231],{},"在生成階段，團隊動用了具有 300 億參數的 Qwen3-Coder-30B-A3B-Instruct 作為教師模型，負責基於原始碼與任務分類生成對應的查詢及行級二元遮罩（Binary Line-level Mask） 。然而，機器生成的行級標註不可避免地會出現過度修剪或邏輯斷層的瑕疵。",[108,3233,3234],{},"為確保黃金標準的資料品質，管線引入了具有 800 億參數且具備深度推理能力的 Qwen3-Next-80B-A3B-Thinking 作為終極裁判（Judge） 。該裁判模型被賦予了嚴格的評估準則，從三個正交維度對每一筆合成資料進行嚴格審查：第一是「查詢品質」，拒絕任何語意模糊或缺乏具體開發意圖的問題；第二是「刪除關聯性」，檢驗被標記為刪除的程式碼是否確實為無關雜訊；第三，也是最核心的「語義留存度」，嚴厲把關剩餘的代碼區塊是否依然維持句法正確與邏輯可讀 。",[108,3236,3237],{},"經過這套猶如煉油廠般嚴密的過濾機制，僅有約六分之一的候選樣本通過考驗。團隊最終提煉出 61,184 筆具有精實驗證行級標註的高品質訓練四元組 。這些數據的平均查詢長度達到 39.98 個詞彙，完美捕捉了真實開發者在複雜除錯場景中細膩且具體的資訊訴求，為神經略讀器的卓越表現注入了靈魂 。",[120,3239,3240],{"id":3240},"多輪智能體任務的效能評估與實證突破",[108,3242,3243],{},"SWE-Pruner 的真正價值，必須在最貼近真實軟體開發流程的動態環境中接受檢驗。為此，研究團隊在涵蓋多輪互動場景的旗艦級基準測試上展開了詳盡的評估。",[148,3245,3247],{"id":3246},"swe-bench-verified效率與成功率的雙重躍升","SWE-Bench Verified：效率與成功率的雙重躍升",[108,3249,3250],{},"在評估多輪除錯能力的 SWE-Bench Verified 測試中（包含 500 個真實世界 GitHub Issue 的端到端修復），系統被無縫整合至 Mini SWE Agent 框架中，並分別以 Claude Sonnet 4.5 及 GLM-4.6 作為心智引擎進行雙盲測試 。",[108,3252,3253],{},"實驗結果呈現了令人振奮的雙軌突破。對於 Claude Sonnet 4.5 而言，引入 SWE-Pruner 後，平均每個任務實例的詞塊消耗從 0.911M 銳減至 0.701M（降低 23.1%），更令人驚豔的是，其任務解決率不僅沒有因為資訊減少而衰退，反而逆勢從 70.6% 提升至 72.0% 。而在 GLM-4.6 模型的表現上，這種「少即是多」的效應更加猛烈：詞塊消耗狂降 38.3%（從 0.791M 降至 0.488M），任務成功率從 55.4% 攀升至 56.6%，同時智能體的平均互動輪數大幅縮減了 25.7%（從 49.3 輪下降至 36.6 輪） 。",[3255,3256,3257,3279],"table",{},[3258,3259,3260],"thead",{},[3261,3262,3263,3267,3270,3273,3276],"tr",{},[3264,3265,3266],"th",{},"智能體與模型配置",[3264,3268,3269],{},"互動輪數",[3264,3271,3272],{},"成功率 (%)",[3264,3274,3275],{},"總詞塊消耗 (M)",[3264,3277,3278],{},"API 預估成本 ($)",[3280,3281,3282,3300,3322,3339],"tbody",{},[3261,3283,3284,3288,3291,3294,3297],{},[3285,3286,3287],"td",{},"Mini SWE Agent (Claude 4.5)",[3285,3289,3290],{},"51.0",[3285,3292,3293],{},"70.6",[3285,3295,3296],{},"0.911",[3285,3298,3299],{},"0.504",[3261,3301,3302,3308,3311,3316,3319],{},[3285,3303,3304],{},[3305,3306,3307],"strong",{},"+ SWE-Pruner (Claude 4.5)",[3285,3309,3310],{},"41.7 (-18.2%)",[3285,3312,3313],{},[3305,3314,3315],{},"72.0 (+1.4%)",[3285,3317,3318],{},"0.701 (-23.1%)",[3285,3320,3321],{},"0.369 (-26.8%)",[3261,3323,3324,3327,3330,3333,3336],{},[3285,3325,3326],{},"Mini SWE Agent (GLM 4.6)",[3285,3328,3329],{},"49.3",[3285,3331,3332],{},"55.4",[3285,3334,3335],{},"0.791",[3285,3337,3338],{},"0.055",[3261,3340,3341,3346,3349,3354,3357],{},[3285,3342,3343],{},[3305,3344,3345],{},"+ SWE-Pruner (GLM 4.6)",[3285,3347,3348],{},"36.6 (-25.7%)",[3285,3350,3351],{},[3305,3352,3353],{},"56.6 (+1.2%)",[3285,3355,3356],{},"0.488 (-38.3%)",[3285,3358,3359],{},"0.035 (-36.4%)",[108,3361,3362],{},"這組數據揭示了一個深刻的認知科學洞察：在程式碼推理任務中，上下文壓縮不單單是為了「節省運算成本」的妥協手段，它實質上是一種「強化認知專注力」的主動機制 。透過神經略讀器前置過濾掉冗餘的探索雜訊，底層語言模型不再被無關的邏輯分支所迷惑，因而能夠展現出更果斷的推理直覺，直接減少了無效的反覆讀取操作，進而促成了整體互動輪次與成本的斷崖式下降 。",[148,3364,3365],{"id":3365},"壓縮策略的橫向切片對比分析",[108,3367,3368],{},"為了進一步驗證「為何」是 SWE-Pruner 取得最佳表現，研究團隊在 SWE-Bench 的隨機 50 個樣本子集上，針對目前主流的上下文管理策略進行了橫向對比實證 。",[3255,3370,3371,3387],{},[3258,3372,3373],{},[3261,3374,3375,3378,3381,3384],{},[3264,3376,3377],{},"上下文管理策略",[3264,3379,3380],{},"平均輪數",[3264,3382,3383],{},"任務成功率 (%)",[3264,3385,3386],{},"詞塊總消耗 (M)",[3280,3388,3389,3403,3417,3431,3445,3458],{},[3261,3390,3391,3394,3397,3400],{},[3285,3392,3393],{},"無壓縮基準 (Mini SWE Agent)",[3285,3395,3396],{},"52.3",[3285,3398,3399],{},"62.0",[3285,3401,3402],{},"0.972",[3261,3404,3405,3408,3411,3414],{},[3285,3406,3407],{},"+ LLMLingua2 (詞塊級修剪)",[3285,3409,3410],{},"42.1",[3285,3412,3413],{},"54.0",[3285,3415,3416],{},"0.856",[3261,3418,3419,3422,3425,3428],{},[3285,3420,3421],{},"+ RAG (粗粒度段落檢索)",[3285,3423,3424],{},"40.2",[3285,3426,3427],{},"50.0",[3285,3429,3430],{},"0.771",[3261,3432,3433,3436,3439,3442],{},[3285,3434,3435],{},"+ LLM Summarize (生成式摘要)",[3285,3437,3438],{},"41.3",[3285,3440,3441],{},"56.0",[3285,3443,3444],{},"0.794",[3261,3446,3447,3450,3453,3455],{},[3285,3448,3449],{},"+ LongCodeZip (語法結構壓縮)",[3285,3451,3452],{},"44.3",[3285,3454,3413],{},[3285,3456,3457],{},"0.889",[3261,3459,3460,3465,3468,3473],{},[3285,3461,3462],{},[3305,3463,3464],{},"+ SWE-Pruner (任務感知行級修剪)",[3285,3466,3467],{},"41.1",[3285,3469,3470],{},[3305,3471,3472],{},"64.0",[3285,3474,3475],{},[3305,3476,3477],{},"0.670",[108,3479,3480],{},"對比數據無情地暴露了傳統壓縮理論在軟體工程領域的死穴。LLMLingua2 與 RAG 雖然表面上達成了降低輪數與詞塊的目的，但代價是任務成功率從 62.0% 崩盤至 54.0% 與 50.0% 。這印證了先前的理論假設：詞塊級修剪撕裂了代碼的語法完整性，導致模型產生編譯幻覺；而 RAG 的粗粒度檢索則無可避免地漏掉了關鍵的實作微觀細節 。唯有 SWE-Pruner 成功在「結構保存」與「雜訊過濾」之間找到了完美的帕雷托最佳解（Pareto Optimum），以最低的資源消耗（0.670M）斬獲了全場最高的成功率（64.0%） 。",[108,3482,3483],{},"而在針對程式碼問答的 SWE-QA 測試中，SWE-Pruner 搭載於 OpenHands 框架上，橫跨 Streamlink、Reflex 與 Conan 等三大相異生態的儲存庫，同樣取得了 29% 至 54% 的驚人詞塊縮減，且模型在 LLM-as-a-Judge 的五維度品質評分上未見任何明顯衰退，再次證實了該架構極強的泛化生存能力 。",[120,3485,3486],{"id":3486},"單輪理解任務下的極限壓縮邊界探索",[108,3488,3489],{},"儘管 SWE-Pruner 的誕生是為了解決多輪智能體的互動瓶頸，但其核心的目標感知與行級過濾機制，在處理傳統的單輪長上下文理解任務時，同樣展現出了降維打擊般的統治力 。研究團隊選擇了 Long Code QA（應對長達 100 萬詞塊的超大代碼庫問答）與 Long Code Completion 兩項極端基準，並設定了 4 倍與 8 倍的嚴格壓縮約束條件進行壓力測試 。",[108,3491,3492],{},"在使用 Qwen2.5-Coder-7B-Instruct 進行評估的 8 倍壓縮極端環境下，SWE-Pruner 的表現令人矚目：\n在 Long Code QA 任務中，當多數基線模型因上下文坍縮而導致準確率大跌時，SWE-Pruner 憑藉精準的目標鎖定，實際達成了 14.84 倍的超高壓縮率，並將準確率死守在 58.71% 的高位。作為強烈對比，依賴純量檢索的 RAG 方法僅能勉強維持 55.86%（且壓縮率不足 7 倍），而強調結構壓縮的 LongCodeZip 準確率更跌至 54.95% 。\n在 Long Code Completion 任務中，SWE-Pruner 在 10.92 倍的實際壓縮比下，依舊取得了 57.58 的編輯相似度（ES）與 31.0 的精確匹配率（EM）。反觀基於資訊熵的 Selective-Context 方法，其 ES 分數在此約束下直接雪崩至 48.67，宣告了該方法在長代碼場景下的實用性破產 。",[3255,3494,3495,3525],{},[3258,3496,3497],{},[3261,3498,3499,3502,3505,3508,3511,3514,3517,3520],{},[3264,3500,3501],{},"測試任務",[3264,3503,3504],{},"壓縮約束",[3264,3506,3507],{},"指標",[3264,3509,3510],{},"Selective-Context",[3264,3512,3513],{},"LLMLingua2",[3264,3515,3516],{},"RAG",[3264,3518,3519],{},"LongCodeZip",[3264,3521,3522],{},[3305,3523,3524],{},"SWE-Pruner",[3280,3526,3527,3557,3583,3612],{},[3261,3528,3529,3534,3537,3540,3543,3546,3549,3552],{},[3285,3530,3531],{},[3305,3532,3533],{},"Long Code Completion",[3285,3535,3536],{},"4x",[3285,3538,3539],{},"有效壓縮率",[3285,3541,3542],{},"3.27x",[3285,3544,3545],{},"3.32x",[3285,3547,3548],{},"3.29x",[3285,3550,3551],{},"2.77x",[3285,3553,3554],{},[3305,3555,3556],{},"5.56x",[3261,3558,3559,3561,3563,3566,3569,3572,3575,3578],{},[3285,3560],{},[3285,3562],{},[3285,3564,3565],{},"ES \u002F EM",[3285,3567,3568],{},"52.48 \u002F 22.0",[3285,3570,3571],{},"49.47 \u002F 15.5",[3285,3573,3574],{},"58.97 \u002F 30.5",[3285,3576,3577],{},"57.77 \u002F 28.0",[3285,3579,3580],{},[3305,3581,3582],{},"58.63 \u002F 31.5",[3261,3584,3585,3590,3593,3595,3598,3601,3604,3607],{},[3285,3586,3587],{},[3305,3588,3589],{},"Long Code QA",[3285,3591,3592],{},"8x",[3285,3594,3539],{},[3285,3596,3597],{},"3.69x",[3285,3599,3600],{},"3.57x",[3285,3602,3603],{},"3.06x",[3285,3605,3606],{},"3.98x",[3285,3608,3609],{},[3305,3610,3611],{},"14.84x",[3261,3613,3614,3616,3618,3621,3624,3627,3630,3633],{},[3285,3615],{},[3285,3617],{},[3285,3619,3620],{},"準確率 (Acc)",[3285,3622,3623],{},"55.36%",[3285,3625,3626],{},"51.79%",[3285,3628,3629],{},"55.86%",[3285,3631,3632],{},"54.95%",[3285,3634,3635],{},[3305,3636,3637],{},"58.71%",[108,3639,3640],{},"為了進一步確認此現象並非 Qwen 模型家族的特異功能，團隊更換為架構不同的 Seed-Coder-8B-Instruct 進行交叉驗證 。數據顯示，SWE-Pruner 在 8 倍約束的 Long Code QA 任務中依然斬獲 14.68 倍壓縮與 55.75% 的最高準確率，遙遙領先群雄。這項獨立驗證堅實地證明了：結合任務感知與行級保留的修剪範式，是一種跨越模型底層架構的通用型普適真理 。",[120,3642,3643],{"id":3643},"系統效率與句法結構保留的底層機制解密",[108,3645,3646],{},"任何被標榜為「中介軟體」的增強模組，若其自身引入的運算開銷超過了其節省的成本，便只是一場理論上的空中樓閣。為了檢驗 SWE-Pruner 的工程落地可行性，研究深入剖析了其系統延遲與代碼結構維護能力。",[148,3648,3650],{"id":3649},"首字節延遲ttft與運算經濟學","首字節延遲（TTFT）與運算經濟學",[108,3652,3653],{},"在模型推論的生命週期中，首字節延遲（Time To First Token）是決定系統響應靈敏度的核心指標。實驗針對不同長度的輸入序列，測量了 SWE-Pruner 與多個常規生成式大模型的 TTFT 。",[3255,3655,3656,3680],{},[3258,3657,3658],{},[3261,3659,3660,3663,3666,3669,3672,3675],{},[3264,3661,3662],{},"序列長度 (Tokens)",[3264,3664,3665],{},"Qwen3-0.6B",[3264,3667,3668],{},"Qwen3-4B",[3264,3670,3671],{},"Qwen3-14B",[3264,3673,3674],{},"Qwen3-32B",[3264,3676,3677],{},[3305,3678,3679],{},"SWE-Pruner (0.6B)",[3280,3681,3682,3704,3726],{},[3261,3683,3684,3687,3690,3693,3696,3699],{},[3285,3685,3686],{},"512",[3285,3688,3689],{},"32.00 ms",[3285,3691,3692],{},"104.93 ms",[3285,3694,3695],{},"143.65 ms",[3285,3697,3698],{},"84.01 ms",[3285,3700,3701],{},[3305,3702,3703],{},"42.05 ms",[3261,3705,3706,3709,3712,3715,3718,3721],{},[3285,3707,3708],{},"2048",[3285,3710,3711],{},"29.64 ms",[3285,3713,3714],{},"99.10 ms",[3285,3716,3717],{},"129.97 ms",[3285,3719,3720],{},"274.22 ms",[3285,3722,3723],{},[3305,3724,3725],{},"49.05 ms",[3261,3727,3728,3731,3734,3737,3740,3743],{},[3285,3729,3730],{},"8192",[3285,3732,3733],{},"76.73 ms",[3285,3735,3736],{},"241.97 ms",[3285,3738,3739],{},"529.45 ms",[3285,3741,3742],{},"1188.67 ms",[3285,3744,3745],{},[3305,3746,3747],{},"102.00 ms",[108,3749,3750],{},"數據展示了 SWE-Pruner 極其優越的次線性（Sublinear）延展特性。在處理高達 8192 個詞塊的龐大檔案時，SWE-Pruner 的耗時僅需 102.00 毫秒，這速度是 14B 模型的 5 倍以上，更是 32B 模型（需 1188.67 毫秒）的 11 倍之快 。從企業運算的經濟學視角切入，呼叫如 Claude 4.5 這樣的高階閉源模型，單次 API 的網路往返與運算往往耗時數秒；SWE-Pruner 區區不到 0.1 秒的「攔截檢查費」，在其創造的 23%~54% 詞塊縮減與高達 20% 的整體推論時間節省面前，其投資報酬率無疑是壓倒性的優勢 。",[148,3752,3754],{"id":3753},"條件隨機場與-ast-完整性的物理關聯","條件隨機場與 AST 完整性的物理關聯",[108,3756,3757,3758,3761],{},"除了速度，壓縮後的「代碼品質」更是決定生死存亡的關鍵。研究團隊運用 ",[155,3759,3760],{},"tree-sitter"," 工具對各種方法壓縮後的代碼進行了嚴格的抽象語法樹（AST）正確性測試 。",[108,3763,3764],{},"結果令人咋舌：依賴機率閾值的詞塊級修剪方法 LLMLingua2 與 Selective Context，其 AST 存活率僅剩淒慘的 0.29% 與 12.4% 。這解釋了為何它們在除錯任務中屢屢讓模型崩潰。然而，SWE-Pruner 在基於 Function RAG 的基礎上進行二次深度修剪後，依然維繫了高達 87.3% 的 AST 正確性 。",[108,3766,3767,3768,3770,3771,3774],{},"這種近乎奇蹟般的結構保存能力，正是源自於其架構中條件隨機場（CRF）的物理特徵。CRF 的轉移矩陣在數萬筆黃金標準資料的訓練下，深刻內化了程式語言的拓樸定律——當模型決定保留某一個核心的賦值語句時，CRF 會透過轉移機率的鏈式傳導，自動賦予該語句所屬的函式宣告行、",[155,3769,1898],{}," 判斷式以及關鍵的閉合右括號 ",[155,3772,3773],{},"}"," 極高的連帶保留權重 。正是這種「牽一髮而動全身」的結構共振設計，讓 SWE-Pruner 得以在剔除大量雜訊的同時，完美捍衛程式碼的神聖句法骨架 。",[120,3776,3778],{"id":3777},"認知軌跡重塑swe-bench-案例深度還原","認知軌跡重塑：SWE-Bench 案例深度還原",[108,3780,3781],{},"為了將抽象的量化指標轉化為具體的認知行為變化，報告擷取了兩個極具代表性的 SWE-Bench 任務軌跡，生動展示了上下文修剪如何徹底重塑智能體的解題行為學。",[148,3783,3785],{"id":3784},"案例一從災難性溢位到精準狙擊高影響力場景","案例一：從災難性溢位到精準狙擊（高影響力場景）",[108,3787,3788,3789,3792,3793,3796],{},"在處理 ",[155,3790,3791],{},"django__django-10554"," 任務時，目標是修復一個關於 ",[155,3794,3795],{},"Query.clone()"," 方法中缺失深拷貝的幽微邏輯缺陷 。",[108,3798,3799,3800,3802,3803,3806],{},"在沒有修剪機制的 Baseline 設置下，智能體陷入了嚴重的「資訊恐慌」。它瘋狂呼叫了 59 次讀取與 39 次搜尋指令，試圖用 ",[155,3801,157],{}," 與片段式的 ",[155,3804,3805],{},"sed"," 指令在大海中撈針。這種無目標的廣度優先探索，導致歷史紀錄中塞滿了支離破碎且互不相關的代碼片段。最終，在其經歷了 164 步的痛苦掙扎後，峰值提示詞長度飆破 87,790 詞塊，總消耗超過 700 萬詞塊，系統因超過資源上限而宣告任務失敗 。",[108,3808,3809,3810,3812,3813,3816,3817,3820],{},"相反地，配備了 SWE-Pruner 的智能體展現了宛如資深工程師般的冷靜與俐落。它僅透過 20 次讀取與 10 次搜尋，並巧妙利用 ",[155,3811,237],{}," 參數指示系統：「篩選出與 Query 類別中 clone 邏輯相關的部分」。藉助修剪器提供的乾淨視野，智能體迅速鎖定了核心檔案 ",[155,3814,3815],{},"query.py"," 中 ",[155,3818,3819],{},"if self.combinator:"," 的判斷分支。最終，它僅用 56 步便成功結案，總詞塊消耗驟降 83.3%（僅 1.17M tokens） 。這揭示了修剪機制不僅是節約工具，更是將「註定失敗的資源耗竭」扭轉為「成功修復」的決定性力量。",[148,3822,3824],{"id":3823},"案例二降低認知不確定性結構性效率紅利","案例二：降低認知不確定性（結構性效率紅利）",[108,3826,3827,3828,3831],{},"在另一個任務 ",[155,3829,3830],{},"django__django-11740","（添加外鍵依賴追蹤邏輯）中，Baseline 與 Pruner 智能體最終皆成功解題，但其內部的心智狀態卻大相逕庭 。",[108,3833,3834,3835,3838],{},"Baseline 智能體雖然在 42 步內完工，但在這過程中，由於其面對的是大量未經整理的原始碼，模型展現出了極高的「認知不確定性」（Cognitive Uncertainty）。它不僅反覆讀取相同檔案的不同片段，甚至還耗費了額外的步驟去建立如 ",[155,3836,3837],{},"\u002Ftmp\u002Ftest_uuid_to_fk3.py"," 這樣的臨時驗證腳本，試圖透過執行副程式來確認自己對混亂上下文的理解是否正確 。",[108,3840,3841,3842,3845],{},"而 Pruner 智能體雖然多走了幾步（48 步），但因為它每次讀取得到的都是高度聚焦的核心邏輯，模型充滿自信地直接對 ",[155,3843,3844],{},"autodetector.py"," 進行了精準編輯，完全省略了建立防禦性驗證腳本的冗餘行為。最終，其峰值提示詞長度減少了 30.2%，整體詞塊消耗也更為精簡 。這深刻表明：給予模型更少但更純粹的資訊，能有效激發其推理自信，促成更直接且具備經濟效益的干預行為。",[120,3847,3848],{"id":3848},"智能體提示詞工程與系統整合哲學",[108,3850,3851],{},"SWE-Pruner 能夠順暢運作，其背後隱藏著一套精心設計的提示詞工程（Prompt Engineering）範本。這些範本在系統底層重塑了智能體與環境對話的標準協議 。",[108,3853,3854,3855,3858,3859,3861,3862,3865],{},"在 Mini SWE Agent 的系統設定中，框架強制規定智能體的每次輸出必須嚴格遵守雙段式結構：首先是闡述內部推理邏輯的 ",[155,3856,3857],{},"THOUGHT"," 區塊，接著才是包含 ",[155,3860,237],{}," 的 ",[155,3863,3864],{},"bash"," 執行區塊 。系統範本中更是清晰地定義了過濾意圖的邊界：\n優秀的提問必須是自包含且具備強烈業務意圖的，例如「某個功能在代碼中是如何實作的？」；而諸如「載入函數」或「讀取 50 到 100 行」這類包含實體檔案資訊或過於模糊的短語，則被嚴格禁止 。",[108,3867,3868],{},"這種設計哲學實作了「意圖」與「操作」的完美解耦：智能體負責思考「我要找什麼邏輯」（Cognitive Chain），而底層的神經略讀器則負責執行「在實體檔案中將這段邏輯完整無損地抽離出來」（Execution Chain）。同時，為了確保資料集訓練出的略讀器具備高度的實戰價值，團隊在品質評估提示詞（Quality Evaluation Prompt）中明確告誡裁判模型：評估修剪成敗的最高指導原則在於「語義與結構的留存」，即使移除了大量代碼，只要剩餘的邏輯具備獨立可讀性與括號匹配性，即應賦予高分 。這些隱含在提示詞深處的工程巧思，共同構建了 SWE-Pruner 無懈可擊的運作閉環。",[120,3870,3871],{"id":3871},"系統局限性探討與未來研究的戰略方向",[108,3873,3874],{},"儘管 SWE-Pruner 展現了顛覆性的效能躍升，本報告秉持客觀嚴謹之學術立場，深入剖析該系統目前面臨的理論局限與未來優化空間：",[108,3876,3877],{},"首先是跨生態系統的語言泛化挑戰。當前的實作與大規模實證測試，主要集中於 Python 語言構建的開源專案。雖然基於 CRF 的行級修剪機制在數學原理上並不依賴特定語言的保留字或語法樹結構，但若要全面平移至具有極度複雜泛型（Generics）與巨集（Macros）展開機制的強型別語言（如 C++ 或 Rust），神經網絡對底層記憶體管理語義的感知能力仍需透過擴充多語種訓練語料庫來進一步鍛鍊 。",[108,3879,3880],{},"其次是極致低延遲場景的微觀開銷。在非同步除錯或代理後台運作中，100 毫秒的處理延遲微不足道；但若將 SWE-Pruner 直接佈署於開發者整合開發環境（IDE）的實時即打即補全（Type-and-complete）場景中，這微小的延遲仍可能造成使用者的感知頓挫。未來的研究可透過深度的知識蒸餾（Knowledge Distillation）技術，或引入基於信賴度的提早退出（Early-exit）動態推理網路，將 0.6B 的參數規模進一步極致壓縮至 0.1B 等級 。",[108,3882,3883],{},"最後，是與時間序列維度壓縮技術的終極融合。SWE-Pruner 作為一個中介層，其核心任務是解決「空間維度」的資訊爆炸，即單次讀取龐大實體檔案的雜訊過濾。然而，這項技術與專注於「時間維度」壓縮（即折疊智能體過去冗長的思考軌跡）的框架（如 AgentFold 等）並無衝突，反而處於完美的正交互補關係。未來的終極架構，必然是一個融合了「空間精剪」與「時間折疊」的雙核驅動系統，屆時，LLM 程式碼智能體將徹底擺脫記憶容量的物理桎梏，邁向真正的全知與自治 。",[120,3885,3886],{"id":3886},"總結",[108,3888,3889],{},"本分析報告對 SWE-Pruner 框架進行了全方位、深層次的技術解構與機制探討。在解決大型語言模型處理軟體工程任務時面臨的「上下文之牆」挑戰中，SWE-Pruner 以無可辯駁的數據與嚴密的數學邏輯證明了一個核心真理：單純依賴擴展基底模型的上下文視窗（Context Window），不僅是不具經濟效益的粗暴做法，更是放任認知雜訊氾濫的錯誤方向 。",[108,3891,3892],{},"真正的破局之道，在於賦予智能體如同人類資深開發者般，具備強烈「目標導向」與「選擇性略讀」的過濾直覺。透過巧妙地將 0.6B 輕量級特徵融合神經網絡、基於條件隨機場（CRF）的行級結構感知算法，以及與現有開發工具鏈無縫接軌的意圖提示機制相結合，SWE-Pruner 成功地在複雜多變的軟體庫中殺出一條血路 。",[108,3894,3895],{},"它不僅在極端測試中為模型削減了高達 54% 的 API 計費詞塊開銷，顯著遏制了無效探勘帶來的輪數虛耗，更在極度嚴苛的壓縮壓力下，完美捍衛了程式語言神聖不可侵犯的語法結構骨架 。SWE-Pruner 的誕生，不僅宣告了早期靜態、盲目且破壞性的詞塊級上下文壓縮時代的全面終結，更為未來打造具備極高經濟效益、認知專注力與結構嚴謹性的次世代自主軟體開發智能體，樹立了一座難以逾越的工程與理論標竿。",{"title":3897,"searchDepth":3898,"depth":3898,"links":3899},"",2,[3900],{"id":118,"depth":3898,"text":102,"children":3901},[3902,3904,3905,3906,3907,3908,3909,3910,3911,3912,3913,3914],{"id":122,"depth":3903,"text":126},3,{"id":131,"depth":3903,"text":131},{"id":146,"depth":3903,"text":146},{"id":210,"depth":3903,"text":211},{"id":3206,"depth":3903,"text":3206},{"id":3240,"depth":3903,"text":3240},{"id":3486,"depth":3903,"text":3486},{"id":3643,"depth":3903,"text":3643},{"id":3777,"depth":3903,"text":3778},{"id":3848,"depth":3903,"text":3848},{"id":3871,"depth":3903,"text":3871},{"id":3886,"depth":3903,"text":3886},"2026-02-25","在當代軟體工程的演進歷程中，大型語言模型（Large Language Models, LLMs）的應用已經跨越了單純的程式碼片段補全與靜態語義分析，正式邁入能夠自主導航龐大程式碼庫",false,"md","zh-TW",{},true,"\u002Fblog\u002Fzh-tw\u002Farxiv-2601-16746v2",{"title":102,"description":3916},"arxiv-2601-16746v2","blog\u002Fzh-TW\u002Farxiv-2601-16746v2",[3927,3928,3929],"paper","agent","context",null,"EEjZKo9sgBqwgnfYO1N5LIg38YnIidezuMLcm7r1NqY",[3933,4642],{"id":3934,"title":3935,"author":103,"body":3936,"cover":4631,"coverAlt":3935,"date":4632,"description":4633,"draft":3917,"extension":3918,"featured":3917,"lang":3919,"meta":4634,"navigation":3921,"path":4635,"seo":4636,"slug":4637,"stem":4638,"tags":4639,"translationKey":4637,"updated":3930,"__hash__":4641},"blog\u002Fblog\u002Fzh-TW\u002Farxiv-2604-04921v1.md","TriAttention：程式碼與推理智能體之三角函數自適應上下文修剪機制與理論深度分析報告",{"type":105,"value":3937,"toc":4607},[3938,3943,3949,3953,3956,3959,3962,3966,3969,3975,3978,3984,3987,3990,3993,3999,4002,4008,4011,4014,4019,4022,4032,4050,4055,4063,4073,4095,4098,4109,4121,4140,4145,4148,4154,4157,4283,4286,4289,4311,4317,4320,4323,4338,4344,4347,4361,4366,4369,4375,4378,4381,4384,4390,4393,4396,4410,4413,4418,4421,4428,4431,4436,4439,4442,4445,4451],[116,3939,3941],{"id":3940},"參考文獻與專案資源",[3305,3942,3940],{},[108,3944,3945],{},[124,3946,3947],{"href":3947,"rel":3948},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2604.04921",[128],[116,3950,3951],{"id":131},[3305,3952,131],{},[108,3954,3955],{},"隨著人工智慧在軟體工程與複雜邏輯運算領域的快速演進，大語言模型（Large Language Models, LLMs）的應用範疇已經從早期的單純文本補全（Code Completion），跨越至具備自主決策與長鏈條推理能力的代理系統（Autonomous Agents）。在此發展軌跡中，無論是處理數學競賽等級的複雜推導，還是執行大規模程式碼庫的代理操作，系統皆無可避免地撞上了一道物理與認知的邊界——「上下文記憶體牆」（Context Memory Wall）1。這道牆的本質在於，當模型進行長序列生成時，必須在圖形處理器（GPU）的視訊記憶體（VRAM）中持續維護龐大的鍵值快取（Key-Value Cache, KV Cache），導致記憶體消耗隨著生成長度的增加而呈現線性甚至超線性增長，最終引發系統記憶體耗盡（Out-of-Memory, OOM）的災難性中斷 2。",[108,3957,3958],{},"為了解決這項阻礙長篇推理落地的系統性瓶頸，由麻省理工學院（MIT）、NVIDIA 與浙江大學（Zhejiang University）所組成的聯合研究團隊，提出了一項名為 TriAttention 的革命性 KV 快取壓縮框架 4。不同於過去依賴啟發式規則或線上注意力分數觀察的傳統壓縮技術，TriAttention 首度將視角深入至 Transformer 注意力機制的底層幾何空間，揭露了旋轉位置編碼（Rotary Position Embedding, RoPE）應用前的「Pre-RoPE 空間」中，查詢（Query, Q）與鍵（Key, K）向量存在高度集中的分佈特性 2。研究團隊發現，這種物理上的集中現象，允許我們透過純粹的數學演繹——具體而言是三角函數級數（Trigonometric Series）——來預測上下文標記（Tokens）在未來生成過程中的相對重要性，從而達成極致精準的自適應上下文修剪 5。",[108,3960,3961],{},"實證數據顯示，TriAttention 架構在保留關鍵推理狀態的能力上達到了前所未有的高度。在極具挑戰性的數學推理基準（如 AIME25）中，該技術不僅能在維持與全注意力機制（Full Attention）完全一致的推理準確率下運作，更實現了高達 10.7 倍的 KV 記憶體縮減與 2.5 倍的整體吞吐量（Throughput）提升 2。更具深遠影響的是其對邊緣計算（Edge Computing）與消費級硬體生態的重塑。藉由與 OpenClaw 網關等框架的深度整合，TriAttention 成功打破了高階運算硬體的物理藩籬，使得擁有高達 32B 參數級別的複雜推理模型，得以流暢且無損地部署於僅具備 24GB 顯示記憶體的單張消費級 NVIDIA RTX 4090 顯示卡上 2。結合 Apple Silicon（MLX 架構）與 llama.cpp 等開源生態的廣泛支援與效能疊加，本報告將深入剖析 TriAttention 的理論基礎、數學機制與實證表現，並勾勒其在未來程式碼與推理智能體架構中的關鍵基礎設施地位。",[116,3963,3964],{"id":146},[3305,3965,146],{},[108,3967,3968],{},"要深刻理解 TriAttention 所帶來的技術突破，我們必須先解構當前大語言模型在長上下文推理市場所面臨的系統性缺陷，以及為何現有主流的壓縮演算法會在深度的邏輯推演與遞迴任務中頻繁面臨結構性的崩潰。",[120,3970,3972],{"id":3971},"認知負載與-kv-快取的成本分析",[3305,3973,3974],{},"認知負載與 KV 快取的成本分析",[108,3976,3977],{},"當代大語言模型的核心運算機制基於 Transformer 架構中的自注意力機制（Self-Attention Mechanism）。在生成式推理（Autoregressive Generation）的過程中，模型必須計算當下生成的查詢向量與過去所有歷史標記的鍵向量之間的內積，以衡量上下文的語意關聯性 6。為了避免針對歷史標記進行重複的矩陣乘法運算，系統架構會將歷史的鍵向量與值向量（Value Vectors）暫存於高速的圖形記憶體中。這種以空間換取時間的策略雖然有效降低了計算延遲，卻也將系統推向了記憶體容量的極限邊緣。在數學推理、程式碼重構或代理化環境探索等任務中，智能體往往需要讀取並生成長達數萬個標記的脈絡（例如 32K Tokens 的生成長度），這使得 KV 快取的實體記憶體佔用量急遽膨脹，甚至反客為主，超越了模型權重本身的儲存需求 3。這種高昂的記憶體成本不僅大幅限制了批次處理（Batch Processing）的規模，更使得長序列推理無法在邊緣設備上普及。",[120,3979,3981],{"id":3980},"傳統-post-rope-壓縮機制的結構性失效",[3305,3982,3983],{},"傳統 Post-RoPE 壓縮機制的結構性失效",[108,3985,3986],{},"為應對上述的上下文危機，學術界與產業界近年來提出了諸多 KV 快取壓縮方法。然而，過往的主流技術路徑幾乎全數落入「Post-RoPE 壓縮方法」（Post-RoPE Compression Methods）的範疇。這些方法的共同核心邏輯，是透過觀察模型近期生成的查詢向量所產生的注意力分數（Attention Scores），來推斷哪些歷史標記具有較高的重要性，並將低分標記從快取中剔除。",[108,3988,3989],{},"具體而言，諸如 SnapKV 演算法透過在一個局部的觀察視窗內計算注意力分佈，並聚合這些分數以預測未來生成時可能需要的「重度命中者」（Heavy Hitters）2；Scissorhands 則基於「重要性持久」（Persistence of Importance）的假說，利用歷史累積的注意力分佈來引導快取的剔除決策 2；而近期針對推理模型優化的 R-KV 演算法，亦是結合最近期查詢的注意力分數與冗餘狀態檢測機制來為快取標記進行評分 2；此外，LazyEviction 透過追蹤觀察視窗內標記重要性的重現頻率，採取延遲剔除的保守策略 2。另外如 Ada-KV 等方法，雖引入了自適應預算分配的概念，允許不同注意力頭擁有不同的快取大小，但其底層判斷基準依然未脫離線上注意力分數的框架 13。",[108,3991,3992],{},"儘管這些方法在短文本或一般摘要任務中展現了成效，但在面對長鏈條推理時卻暴露出致命的缺陷。其根本原因在於旋轉位置編碼（Rotary Position Embedding, RoPE）對向量空間所造成的幾何擾動 2。RoPE 的數學本質是在複數平面上，依據標記的絕對位置對向量進行頻率遞增的旋轉。這意味著，當一個查詢向量隨著生成過程在序列中不斷向後移動時，其在高維空間中的指向會持續發生劇烈的旋轉變化 2。因此，在套用 RoPE 之後的空間（即 Post-RoPE 空間）中，近期的查詢向量完全無法穩定地代表未來的查詢向量。當系統依賴這些極度不穩定的近期查詢來評估全域重要性時，會面臨「具代表性的查詢數量極少」的統計困境，導致演算法頻繁選錯 Top-K 關鍵標記 2。在嚴密的邏輯推理中，提前剔除任何一個關鍵的「中間推理狀態」，都會切斷邏輯鏈條，進而在模型的後端輸出引發災難性的邏輯崩潰與幻覺。",[116,3994,3996],{"id":3995},"triattention-系統架構與數學機制深度剖析",[3305,3997,3998],{},"TriAttention 系統架構與數學機制深度剖析",[108,4000,4001],{},"面對 Post-RoPE 方法在長篇推理上的系統性極限，TriAttention 團隊選擇了一條截然不同的理論路徑。該架構並非在現有的注意力評分機制上進行邊緣微調，而是回歸矩陣運算與幾何分佈的本質，進行了徹底的數學重構。",[120,4003,4005],{"id":4004},"pre-rope-空間中的-qk-集中現象",[3305,4006,4007],{},"Pre-RoPE 空間中的 Q\u002FK 集中現象",[108,4009,4010],{},"TriAttention 的核心突破源自於一個基礎但過去未被充分重視的觀察：研究團隊將檢視的視角從不斷動態旋轉的 Post-RoPE 空間，回溯至尚未套用位置編碼的初始狀態，亦即「Pre-RoPE 空間」2。在這個未經幾何扭曲的原始張量空間中，研究人員揭露了一個令人驚訝的模型內部屬性：在絕大多數的注意力頭（Attention Heads）之中，查詢向量（Q）與鍵向量（K）並非呈現隨機或均勻分佈，而是高度且緊密地集中在某些固定的非零中心點（Fixed Non-zero Centers）周圍 2。",[108,4012,4013],{},"這種物理上的向量集中現象具有極高的全域穩定性。它完全不受標記在序列中的絕對位置影響，也不因輸入上下文的具體語意內容或提示詞結構的改變而發生位移 9。換言之，這些中心點是模型權重在海量數據預訓練過程中，所內化形成的一種內在結構特徵（Intrinsic Property）。為精確量化這種集中程度的穩定性，研究引入了方向統計學（Directional Statistics）中的「平均合成向量長度」（Mean Resultant Length，通常記為 R）作為指標 5。數值 R 的範圍介於 0 與 1 之間，當 R 趨近於 1 時，代表該空間內的向量群聚程度極高、變異數極小。實證測量資料明確指出，在諸如 Qwen3-8B 等當代大型語言模型中，高達 90% 的注意力頭其 R 值皆超過了 0.95，這強而有力地證實了 Q\u002FK 集中現象的普遍存在與高度可靠性 5。",[120,4015,4017],{"id":4016},"三角函數級數轉換與位置偏好預測",[3305,4018,4016],{},[108,4020,4021],{},"當我們確認了 Q 與 K 向量在 Pre-RoPE 空間中高度集中於穩定中心點後，原本複雜且高度動態的注意力對數幾率（Attention Logit，即送入 Softmax 函數之前的原始關聯分數）計算，便迎來了大幅度化簡的數學契機 5。",[108,4023,4024,4025,4031],{},"由於 Pre-RoPE 的中心點是固定不變的，當我們在其上套用旋轉位置編碼（RoPE）時，其數學等價於對一個固定的基底向量進行已知頻率與角度的旋轉變換。這項特質使得未來的注意力模式不再需要依賴消耗算力的即時（Online）矩陣內積來計算，而是可以直接透過解析解方程式進行嚴謹的數學演繹預測。具體而言，該研究證明注意力 Logit 可以被精確地近似展開為一個僅取決於查詢與鍵之間相對位置距離（Positional Distance，記為 ",[111,4026],{"className":4027,"src":4029,"alt":4030},[4028],"inline-math","\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage1.png","公式","）的三角函數級數（Trigonometric Series）2。",[108,4033,4034,4035,4039,4040,4044,4045,4049],{},"在上述公式中，頻率 ",[111,4036],{"className":4037,"src":4038,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage2.png"," 繼承自 RoPE 的設計，而展開式中的係數 ",[111,4041],{"className":4042,"src":4043,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage3.png"," 與 ",[111,4046],{"className":4047,"src":4048,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage4.png"," 則完全由 Pre-RoPE 空間中固定的 Q\u002FK 中心點座標所決定。由於這些中心點在模型部署前即可視為靜態常數，研究團隊得以透過離線的校準數據（Calibration Data）預先計算並提取這些統計特徵 5。這種將線上運算負擔轉移至離線統計的策略，徹底讓系統擺脫了對近期即時查詢分數的依賴，從根本上解決了位置旋轉帶來的評估失準問題。",[120,4051,4053],{"id":4052},"雙軌評分機制與自適應融合演算法",[3305,4054,4052],{},[108,4056,4057,4058,4062],{},"在實際執行 KV 快取剔除操作時，TriAttention 運用了上述的理論基礎，構建了一套無需觀察即時查詢的預測型評分演算法。當模型的生成長度觸及預先設定的 KV 快取預算上限時，系統會為每一個快取中的鍵向量 ",[111,4059],{"className":4060,"src":4061,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage5.png"," 賦予一個綜合的重要性分數。為確保在不同特性的注意力頭中皆能保持高精度，該機制包含了兩大核心運算模組：",[148,4064,4066],{"id":4065},"_1-三角函數級數分數-trigonometric-series-score",[3305,4067,4068,4069,330],{},"1. 三角函數級數分數 (Trigonometric Series Score, ",[111,4070],{"className":4071,"src":4072,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage6.png",[108,4074,4075,4076,4079,4080,4084,4085,4089,4090,4094],{},"針對那些集中度極高的注意力頭，",[111,4077],{"className":4078,"src":4072,"alt":4030},[4028]," 模組扮演了主要的篩選角色。它利用離線預先計算好的 Q 向量中心（",[111,4081],{"className":4082,"src":4083,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage7.png","）以及實際寫入快取的鍵向量特徵（",[111,4086],{"className":4087,"src":4088,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage8.png","），來估計該鍵向量在未來遭遇位於不同距離 ",[111,4091],{"className":4092,"src":4093,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage9.png"," 的查詢時，將會獲得多少注意力關注 5。由於一個被保留的鍵向量在未來可能會被位於各種不同偏移位置的查詢所關注，為了確保評估的全域穩健性，TriAttention 會針對一組透過幾何間距（Geometric Spacing）分佈的未來偏移量集合（Future Offsets）進行加權平均計算 5。其評估函數可數學表示為：",[108,4096,4097],{},"此計算式深刻地利用了特定頻段（Frequency Bands）與相對距離之間的餘弦映射關係，賦予模型強大且可預測的位置偏好（Distance Preferences）分析能力，例如模型如何優先關注鄰近的標記或特定週期的結構化標記 2。",[148,4099,4101],{"id":4100},"_2-基於範數的調節分數-norm-based-score-與自適應權重",[3305,4102,4103,4104,4108],{},"2. 基於範數的調節分數 (Norm-Based Score, ",[111,4105],{"className":4106,"src":4107,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage10.png",") 與自適應權重",[108,4110,4111,4112,4116,4117,4120],{},"儘管絕大多數的注意力頭表現出高度的集中，但仍有少數注意力頭的 ",[111,4113],{"className":4114,"src":4115,"alt":4030},[4028],"\u002Fimages\u002Fblog\u002Farxiv-2604-04921v1\u002Fimage11.png"," 值較低，呈現出較為發散的分佈。在這些發散的空間中，單純依賴幾何中心點進行三角函數預測會引入顯著的估計誤差。為了彌補這項短板，TriAttention 引入了 ",[111,4118],{"className":4119,"src":4107,"alt":4030},[4028]," 模組。該模組不依賴嚴格的方向性中心，而是藉由預期的查詢範數（Expected Query Norm）大小，針對不同的頻率帶進行加權，以此作為評估鍵向量重要性的額外輔助訊號 3。",[108,4122,4123,4124,4127,4128,4131,4132,4135,4136,4139],{},"在整合階段，系統巧妙地利用了先前計算的平均合成向量長度 ",[111,4125],{"className":4126,"src":4115,"alt":4030},[4028]," 作為自適應權重（Adaptive Weight）。對於 ",[111,4129],{"className":4130,"src":4115,"alt":4030},[4028]," 接近 1 的注意力頭，系統會賦予 ",[111,4133],{"className":4134,"src":4072,"alt":4030},[4028]," 極高的權重；反之，對於較為發散的注意力頭，系統則自動增加 ",[111,4137],{"className":4138,"src":4107,"alt":4030},[4028]," 的影響力。這種動態融合機制確保了模型在所有的網路深度與不同的特徵提取通道中，皆能維持最優的快取壓縮精度 3。",[116,4141,4143],{"id":4142},"實證分析與推理基準性能表現",[3305,4144,4142],{},[108,4146,4147],{},"理論架構的優越性最終必須透過嚴苛的經驗數據來檢驗。TriAttention 在多項涵蓋複雜數學推導、深度遞迴模擬以及長上下文泛用檢索的基準測試中，皆展現了壓倒性的效能優勢，不僅大幅超越了現有的 Post-RoPE 壓縮技術，更在極端壓縮比之下逼近了無損（Lossless）的全注意力機制表現。",[120,4149,4151],{"id":4150},"數學推理與吞吐量極限測試-aime24-aime25-math-500",[3305,4152,4153],{},"數學推理與吞吐量極限測試 (AIME24, AIME25, MATH-500)",[108,4155,4156],{},"數學推理任務被學界視為檢驗 KV 快取壓縮演算法保留關鍵資訊能力的「終極試金石」。這是因為數學解題過程中的邏輯狀態轉移是高度嚴密的，任何一個前置條件或中間計算結果的錯誤剔除，都會導致後續推導的全面潰敗。實驗數據顯示，TriAttention 成功在極端的記憶體壓縮率與推論準確率之間取得了前所未見的完美平衡。",[3255,4158,4159,4188],{},[3258,4160,4161],{},[3261,4162,4163,4167,4170,4173,4176,4179,4182,4185],{},[3264,4164,4166],{"align":4165},"left","基準測試項目 (Benchmark)",[3264,4168,4169],{"align":4165},"總上下文限制",[3264,4171,4172],{"align":4165},"TriAttention KV 預算",[3264,4174,4175],{"align":4165},"全注意力準確率 (Full Acc)",[3264,4177,4178],{"align":4165},"TriAttention 準確率",[3264,4180,4181],{"align":4165},"全注意力吞吐量",[3264,4183,4184],{"align":4165},"TriAttention 吞吐量",[3264,4186,4187],{"align":4165},"速度提升比",[3280,4189,4190,4222,4253],{},[3261,4191,4192,4197,4200,4203,4206,4211,4214,4217],{},[3285,4193,4194],{"align":4165},[3305,4195,4196],{},"MATH-500",[3285,4198,4199],{"align":4165},"32,768 Tokens",[3285,4201,4202],{"align":4165},"1,024 Tokens",[3285,4204,4205],{"align":4165},"69.6%",[3285,4207,4208],{"align":4165},[3305,4209,4210],{},"68.4%",[3285,4212,4213],{"align":4165},"222.8 tok\u002Fs",[3285,4215,4216],{"align":4165},"1,405.2 tok\u002Fs",[3285,4218,4219],{"align":4165},[3305,4220,4221],{},"6.3x",[3261,4223,4224,4229,4232,4235,4238,4243,4245,4248],{},[3285,4225,4226],{"align":4165},[3305,4227,4228],{},"AIME24",[3285,4230,4231],{"align":4165},"-",[3285,4233,4234],{"align":4165},"4,096 Tokens",[3285,4236,4237],{"align":4165},"57.1%",[3285,4239,4240],{"align":4165},[3305,4241,4242],{},"54.6%",[3285,4244,4213],{"align":4165},[3285,4246,4247],{"align":4165},"413.9 tok\u002Fs",[3285,4249,4250],{"align":4165},[3305,4251,4252],{},"1.9x",[3261,4254,4255,4260,4263,4266,4269,4273,4275,4278],{},[3285,4256,4257],{"align":4165},[3305,4258,4259],{},"AIME25",[3285,4261,4262],{"align":4165},"32,000+ Tokens",[3285,4264,4265],{"align":4165},"3,072 Tokens",[3285,4267,4268],{"align":4165},"40.8%",[3285,4270,4271],{"align":4165},[3305,4272,4268],{},[3285,4274,4213],{"align":4165},[3285,4276,4277],{"align":4165},"563.5 tok\u002Fs",[3285,4279,4280],{"align":4165},[3305,4281,4282],{},"2.5x",[108,4284,4285],{},"數據來源彙整自 TriAttention 官方基準測試報告與開源社群分析 5",[108,4287,4288],{},"深入分析上述效能矩陣，我們可以提煉出幾項關鍵的洞察：",[4290,4291,4292,4299,4305],"ol",{},[4293,4294,4295,4298],"li",{},[3305,4296,4297],{},"極端預算環境下的高認知韌性："," 在 MATH-500 測試中，系統僅被賦予了極度苛刻的 1,024 個 Tokens 的快取空間（佔最大可用上下文空間 32,768 Tokens 的約 3.1%），但 TriAttention 卻能維持高達 68.4% 的推理準確率，與未經任何壓縮的全注意力機制（69.6%）僅有微乎其微的差距，並同時創造了 6.3 倍的驚人吞吐量加速表現 5。",[4293,4300,4301,4304],{},[3305,4302,4303],{},"長鏈條無損壓縮的實踐："," 在難度極高且生成長度可達 32K 的 AIME25 測試環境中，TriAttention 憑藉僅 3,072 Tokens 的快取預算，完美追平了全注意力機制的 40.8% 準確率。這意味著系統達成了高達 10.7 倍的 KV 記憶體實質縮減，並實現了 2.5 倍的速度躍升 2。相較之下，在同等的壓縮效率要求下，現行領先的其他基準壓縮方法其準確率通常僅剩下一半 2。",[4293,4306,4307,4310],{},[3305,4308,4309],{},"對比同儕演算法的壓倒性勝出："," 在 AIME24 的比較基準中，當使用 Qwen3-8B 模型並設定 2,048 Tokens 預算限制時，TriAttention 取得了 42.1% 的準確率。而同為針對推理優化的競爭演算法 R-KV 僅能勉強達到 25.4%，兩者之間存在高達 16.7 個百分點的巨大效能鴻溝 5。",[120,4312,4314],{"id":4313},"結構性記憶保留測試recursive-state-query-benchmark",[3305,4315,4316],{},"結構性記憶保留測試：Recursive State Query Benchmark",[108,4318,4319],{},"為了更精確地診斷並量化各式壓縮演算法在處理長鏈條邏輯運算時的「狀態遺忘」問題，研究團隊創新地設計並引入了「遞迴狀態查詢」（Recursive State Query）基準測試 5。這項測試的設計邏輯建構於深度優先搜尋（Depth-First Search, DFS）的遞迴探索模擬之上，強制要求大語言模型在生成冗長序列的同時，必須精確維護並在後續步驟中回溯至極早期的中間分岔節點狀態 2。",[108,4321,4322],{},"在 DFS 遞迴的脈絡中，任何一個父節點狀態的錯誤剔除，都會使得模型在需要回溯（Backtracking）時失去路徑導航，進而導致後續搜索空間的整體崩潰。這項嚴苛的測試徹底揭示了傳統 Post-RoPE 方法的致命盲點：",[4324,4325,4326,4332],"ul",{},[4293,4327,4328,4331],{},[3305,4329,4330],{},"R-KV 等方法的災難性衰退："," 在遞迴深度（Depth）較淺的情況下，R-KV 尚能應付；當深度達到 14 時，其仍能維持約 61% 的準確率。然而，當遞迴深度進一步被推升至 16，跨越了其依賴近期查詢的保留閾值時，準確率隨即呈現懸崖式的暴跌，僅存 31% 5。這清楚且無情地證明了，基於近期注意力分數的機制，會因為在生成深層子節點的過程中較少關注到父節點，而無意間將這些至關重要的歷史遞迴狀態標記為「低重要性」並予以捨棄。",[4293,4333,4334,4337],{},[3305,4335,4336],{},"TriAttention 的拓撲結構完整性："," 即使在施加中度至重度的記憶體限制壓力下，TriAttention 於深度達 16 的複雜遞迴環境中，依然展現出與全注意力機制高度匹敵的穩定記憶表現 5。這強烈印證了其基於三角函數的先驗預測模型，能夠在不依賴線上查詢的情況下，有效保護並鎖定跨越漫長時序的關鍵拓撲與邏輯結構 15。",[120,4339,4341],{"id":4340},"泛用語言理解與高維度檢索任務-longbench-ruler",[3305,4342,4343],{},"泛用語言理解與高維度檢索任務 (LongBench & RULER)",[108,4345,4346],{},"為了證明 TriAttention 底層的 Q\u002FK 集中現象不僅是針對數學解題的特化現象，研究團隊亦將其應用於通用自然語言處理與海量資訊檢索任務中。",[4324,4348,4349,4355],{},[4293,4350,4351,4354],{},[3305,4352,4353],{},"LongBench 綜合測試："," 在涵蓋問答系統、文本摘要、少樣本分類、檢索增強與程式碼分析等 16 個子任務的 LongBench 綜合評測中，於 Qwen3-8B 模型施加 50% KV 預算限制的條件下，TriAttention 取得了全場最高的 48.1 平均分。其在 16 個子任務中強勢贏得 11 項第一，並領先由 Ada-KV 與 SnapKV 組合的最佳複合基線達 2.5 分 5。",[4293,4356,4357,4360],{},[3305,4358,4359],{},"RULER 檢索基準："," 在專注於長篇幅大海撈針（Needle-in-a-Haystack）的 RULER 檢索測試中，於 4K 上下文長度下，TriAttention 斬獲了 66.1 分的高分，與主要競爭對手 SnapKV 之間拉開了 10.5 分的驚人差距 5。這些數據無可辯駁地證實了，無需依賴即時查詢的頻域壓縮策略，在處理高雜訊環境下的資訊檢索時具有無可比擬的優勢 5。",[116,4362,4364],{"id":4363},"邊緣硬體部署與開源生態系擴張情報",[3305,4365,4363],{},[108,4367,4368],{},"TriAttention 的理論突破並非僅停留在學術殿堂的數據報表上，其核心價值更在於迅速且猛烈地衝擊了開源社群，並徹底重塑了消費級硬體與邊緣運算設備部署大型模型的實體邊界。以下為本報告深入彙整當前開發者社群在各式硬體平台上的最新實踐情報。",[120,4370,4372],{"id":4371},"openclaw-網關整合與單卡-32b-模型的消費級革命",[3305,4373,4374],{},"OpenClaw 網關整合與單卡 32B 模型的消費級革命",[108,4376,4377],{},"回顧過往的系統架構實踐，當模型的生成上下文長度逐漸逼近 GPU 的物理記憶體極限時，推理引擎必須被迫啟動卸載（Offloading）機制，將部分 KV 狀態移轉至系統主記憶體（System RAM）中。然而，由於 PCIe 匯流排的頻寬與延遲限制，即便系統配備了最頂級的 DDR5 記憶體，這種頻繁跨越硬體邊界的資料搬運依舊會引發極度嚴重的延遲突波，這被開發者社群戲稱為「卸載地獄」（Offload Hell）11。",[108,4379,4380],{},"透過與專注於本地安全運行時的 OpenClaw 網關框架進行深度且原生的整合 2，TriAttention 徹底斬斷了對 PCIe 頻寬的依賴。高達 10.7 倍的壓縮率使得所有的 KV 狀態得以被牢牢鎖定在 GPU 的超高速 VRAM 內部 11。來自社群的極限基準測試報告指出，藉由這項技術，包含 Gemma 4 31B（或同等級 32B 參數規模）在內的龐大推理模型，如今已能毫無卡頓地順暢運行於僅擁有 24GB 顯示記憶體的消費級 NVIDIA RTX 4090 顯示卡上 5。",[108,4382,4383],{},"在社群所執行的複雜 SQL 生成測試場景中（涵蓋針對混亂資料庫結構所進行的嵌套 JOIN 語法模擬），搭配輕量級 E2B 草稿模型進行投機解碼（Speculative Decoding）時，包含主模型權重、草稿模型以及壓縮後的 KV 快取，整體的 VRAM 佔用量被精準控制在 21.5GB 的安全範圍內 11。在如此緊湊的記憶體預算下，SQL 查詢語句的生成呈現近乎瞬時的超低延遲響應，展現出極具侵略性與精準度的指令遵循能力，且在長達 15K Tokens 的提示詞輸入下，亦未曾發生結構性的幻覺崩潰 11。這項成果標誌著 24GB 顯存的硬體「物理天花板」，已被純粹軟體演算法層面的顛覆性優化所大幅抬升 11。",[120,4385,4387],{"id":4386},"apple-silicon-mlx-統一記憶體生態系的擴展",[3305,4388,4389],{},"Apple Silicon (MLX) 統一記憶體生態系的擴展",[108,4391,4392],{},"為了解決在 MacBook 等行動設備上部署強大 AI 助理的迫切需求，開源社群的活躍開發者（@DeadByDawn101）以極快的速度為 TriAttention 貢獻了對 Apple Silicon 生態系的 MLX 框架支援（涵蓋 M1 至最新 M5 世代晶片）7。MLX 是專為 Apple 獨特的統一記憶體架構（Unified Memory）與神經加速器（Neural Accelerators）所量身打造的高效張量運算庫 19。",[108,4394,4395],{},"在配備 MLX 的最新 Mac 設備上執行的基準測試，進一步驗證了 TriAttention 在非 CUDA 邊緣運算環境下的卓越適應性：",[4324,4397,4398,4404],{},[4293,4399,4400,4403],{},[3305,4401,4402],{},"高階專業級配置："," 搭載 M4 Max 晶片（具備 128GB 統一記憶體）的工作站，在執行 Gemma 4 E4B 模型並設定 4096 的寬裕 KV 預算下，可達到約高達 35 Tokens\u002Fs 的極速吞吐量 18。",[4293,4405,4406,4409],{},[3305,4407,4408],{},"中階消費級配置："," 搭載 M2 Pro 晶片（具備 32GB 統一記憶體）的筆記型電腦，在執行 Gemma 4 E2B 模型並將 KV 預算壓縮至 2048 Tokens 時，依然能維持約 28 Tokens\u002Fs 的流暢生成體驗 18。",[108,4411,4412],{},"這項跨平台的底層架構整合，不僅成功打破了長久以來由 CUDA 生態系所主導的壟斷局面，更為「本地優先」（Local-first）的邊緣 AI 代理應用，提供了堅實且具備高度隱私保護能力的基礎設施。",[120,4414,4416],{"id":4415},"多元推理後端與正交量化技術的幾何級數疊加效應",[3305,4417,4415],{},[108,4419,4420],{},"社群層面的另一項重大工程里程碑，是由開發者 @domvox 所主導完成的 C\u002Fggml 架構移植專案。該專案將 TriAttention 的底層邏輯成功導入了廣受歡迎的 llama.cpp 框架，這不僅解鎖了對 AMD GPU（基於 HIP\u002FROCm 運算架構）的全面支援 7，更促成了一項驚人的技術化學反應。",[108,4422,4423,4424,4427],{},"具體的情報指出，TriAttention 具備與低位元權重量化技術（例如 TurboQuant）進行",[3305,4425,4426],{},"正交疊加","的獨特屬性。TurboQuant 致力於壓縮模型權重與快取元素的精度（例如將儲存格式降至 3-bit 或 4-bit），而 TriAttention 則專注於壓縮序列的物理長度。當這兩項技術在 llama.cpp 框架中被結合運用時，架構層面的自適應剔除加上資料型態層面的位元壓縮，實現了高達 30 倍以上的整體 KV 快取記憶體幾何級數縮減（例如 75% 序列修剪乘以 1.33x 至 5.12x 不等的精度提升）1。這意味著開發團隊現在能夠在極度貧乏的記憶體環境中，維持超大型模型深邃的脈絡感知與上下文連結能力。",[108,4429,4430],{},"此外，TriAttention 官方與社群聯合推動的開發藍圖（Roadmap）也正以極快的節奏持續推進。目前專案已確認整合進 SGLang 等高效能分散式推理後端 7，並有社群成員（@dscain）正著手進行針對 NVIDIA DGX Spark (GB10) 企業級伺服器架構的深度適配 7。在多模態應用方面，TriAttention 更成功跨足至擴增實境（AR）與長篇影片生成領域（透過與 LongLive 影片生成專案的結合），進一步驗證了該三角函數壓縮演算法在處理高維度、高密度時序視覺資料上的強大泛用能力與未來發展潛力 7。",[116,4432,4434],{"id":4433},"結論與基礎設施的演進趨勢",[3305,4435,4433],{},[108,4437,4438],{},"總結上述之深度分析，TriAttention 的問世不僅僅是演算法效能榜單上的一次常規刷新，更深刻揭示了大語言模型底層架構研究思維的一次關鍵性轉折。傳統的壓縮思維往往陷入系統層面「硬體資源調度」的泥沼，或過度依賴統計層面高度不穩定的「後驗概率」（如計算生成過程中的即時注意力分數），而 TriAttention 則展現了極致的數學優雅，將解決問題的視角拉高並回歸至張量空間的「先驗幾何結構」——即 Pre-RoPE 空間中的 Q\u002FK 集中現象。",[108,4440,4441],{},"透過將難以捉摸、不斷旋轉的動態查詢，轉譯為具備高度規律性與預測性的嚴謹三角函數級數，該架構成功且徹底地將 KV 快取的生命週期管理，從耗費龐大算力的「線上觀測」模式，昇華為精準的「離線數學預測」。這種運算範式的轉移帶來了無可比擬的邊際效益：在諸如 AIME25 這種無情考驗機器認知極限的深層推理任務中，能夠達成 10.7 倍的實質記憶體縮減與 2.5 倍的吞吐量躍升，並且完全不伴隨任何準確率的折損，這無疑是對現有所有 Post-RoPE 演算法效能的一次降維打擊。",[108,4443,4444],{},"從工程實踐與產業落地的宏觀視角來評估，TriAttention 正在強勢重新定義本地端推理硬體的價值衡量基準。當一張要價相對低廉的 24GB RTX 4090 顯示卡，或是具備 32GB 統一記憶體的消費級 Apple 設備，都能夠在免除 PCIe 頻寬瓶頸且毫無延遲的狀態下，順暢乘載 32B 參數級別的複雜智能體代理任務時，意味著長上下文運算的特權將不再被超大規模的雲端 GPU 叢集所壟斷。隨著 MLX、llama.cpp、vLLM、SGLang 以及 OpenClaw 等活躍開源生態後端的全面無縫整合，以三角函數為核心數學引擎的預測型快取壓縮架構，預期將在短時間內成為推動下一代個人化邊緣 AI、自主化軟體工程智能體，以及分散式推理基礎設施的標準核心配備。",[148,4446,4448],{"id":4447},"works-cited",[3305,4449,4450],{},"Works cited",[4290,4452,4453,4460,4467,4473,4480,4487,4494,4501,4508,4515,4522,4529,4536,4544,4551,4558,4565,4572,4579,4586,4593,4600],{},[4293,4454,4455,4456],{},"TriAttention: Efficient Long Reasoning with Trigonometric KV Compression - Hugging Face, accessed May 11, 2026, ",[124,4457,4458],{"href":4458,"rel":4459},"https:\u002F\u002Fhuggingface.co\u002Fpapers\u002F2604.04921",[128],[4293,4461,4462,4463],{},"TriAttention: Efficient Long Reasoning with Trigonometric KV Compression - arXiv, accessed May 11, 2026, ",[124,4464,4465],{"href":4465,"rel":4466},"https:\u002F\u002Farxiv.org\u002Fhtml\u002F2604.04921v1",[128],[4293,4468,4469,4470],{},"[2604.04921] TriAttention: Efficient Long Reasoning with Trigonometric KV Compression, accessed May 11, 2026, ",[124,4471,3947],{"href":3947,"rel":4472},[128],[4293,4474,4475,4476],{},"[R] TriAttention: Efficient KV Cache Compression for Long-Context ..., accessed May 11, 2026, ",[124,4477,4478],{"href":4478,"rel":4479},"https:\u002F\u002Fwww.reddit.com\u002Fr\u002FMachineLearning\u002Fcomments\u002F1serby2\u002Fr_triattention_efficient_kv_cache_compression_for\u002F",[128],[4293,4481,4482,4483],{},"Researchers from MIT, NVIDIA, and Zhejiang University Propose TriAttention: A KV Cache Compression Method That Matches Full Attention at 2.5× Higher Throughput - MarkTechPost, accessed May 11, 2026, ",[124,4484,4485],{"href":4485,"rel":4486},"https:\u002F\u002Fwww.marktechpost.com\u002F2026\u002F04\u002F11\u002Fresearchers-from-mit-nvidia-and-zhejiang-university-propose-triattention-a-kv-cache-compression-method-that-matches-full-attention-at-2-5x-higher-throughput\u002F",[128],[4293,4488,4489,4490],{},"TriAttention: Efficient Long Reasoning with Trigonometric KV Compression | alphaXiv, accessed May 11, 2026, ",[124,4491,4492],{"href":4492,"rel":4493},"https:\u002F\u002Fwww.alphaxiv.org\u002Foverview\u002F2604.04921",[128],[4293,4495,4496,4497],{},"TriAttention — Efficient long reasoning with trigonometric KV cache compression. Enables OpenClaw local deployment on memory-constrained GPUs. - GitHub, accessed May 11, 2026, ",[124,4498,4499],{"href":4499,"rel":4500},"https:\u002F\u002Fgithub.com\u002FWeianMao\u002Ftriattention",[128],[4293,4502,4503,4504],{},"TriAttention: Efficient Long Reasoning with Trigonometric KV Compression - YouTube, accessed May 11, 2026, ",[124,4505,4506],{"href":4506,"rel":4507},"https:\u002F\u002Fwww.youtube.com\u002Fwatch?v=BOog_w2N2as",[128],[4293,4509,4510,4511],{},"Researchers from MIT, NVIDIA, and Zhejiang University Propose TriAttention: A KV Cache Compression Method That Matches Full Attention at 2.5× Higher Throughput - Reddit, accessed May 11, 2026, ",[124,4512,4513],{"href":4513,"rel":4514},"https:\u002F\u002Fwww.reddit.com\u002Fr\u002Fmachinelearningnews\u002Fcomments\u002F1sittj6\u002Fresearchers_from_mit_nvidia_and_zhejiang\u002F",[128],[4293,4516,4517,4518],{},"TriAttention | Efficient KV Cache Compression for Long-Context Reasoning - Weian Mao, accessed May 11, 2026, ",[124,4519,4520],{"href":4520,"rel":4521},"https:\u002F\u002Fweianmao.github.io\u002Ftri-attention-project-page\u002F",[128],[4293,4523,4524,4525],{},"A 32B model on a single RTX 4090? I benchmarked inference latency after the TriAttention drop. : r\u002FAskClaw - Reddit, accessed May 11, 2026, ",[124,4526,4527],{"href":4527,"rel":4528},"https:\u002F\u002Fwww.reddit.com\u002Fr\u002FAskClaw\u002Fcomments\u002F1sjxxpr\u002Fa_32b_model_on_a_single_rtx_4090_i_benchmarked\u002F",[128],[4293,4530,4531,4532],{},"MoE-nD: Per-Layer Mixture-of-Experts Routing for Multi-Axis KV Cache Compression - arXiv, accessed May 11, 2026, ",[124,4533,4534],{"href":4534,"rel":4535},"https:\u002F\u002Farxiv.org\u002Fhtml\u002F2604.17695v1",[128],[4293,4537,4538,4539],{},"Daily Papers - Hugging Face, accessed May 11, 2026, ",[124,4540,4543],{"href":4541,"rel":4542},"https:\u002F\u002Fhuggingface.co\u002Fpapers?q=KV+cache+capacity",[128],"https:\u002F\u002Fhuggingface.co\u002Fpapers?q=KV%20cache%20capacity",[4293,4545,4538,4546],{},[124,4547,4550],{"href":4548,"rel":4549},"https:\u002F\u002Fhuggingface.co\u002Fpapers?q=KV+cache+compression",[128],"https:\u002F\u002Fhuggingface.co\u002Fpapers?q=KV%20cache%20compression",[4293,4552,4553,4554],{},"triattention\u002Fdocs\u002Fresults.md at main · WeianMao\u002Ftriattention · GitHub, accessed May 11, 2026, ",[124,4555,4556],{"href":4556,"rel":4557},"https:\u002F\u002Fgithub.com\u002FWeianMao\u002Ftriattention\u002Fblob\u002Fmain\u002Fdocs\u002Fresults.md",[128],[4293,4559,4560,4561],{},"TriAttention lets a single RTX 4090 run 32B. But what does full local inference latency actually look like? - Reddit, accessed May 11, 2026, ",[124,4562,4563],{"href":4563,"rel":4564},"https:\u002F\u002Fwww.reddit.com\u002Fr\u002FAskClaw\u002Fcomments\u002F1skv9k1\u002Ftriattention_lets_a_single_rtx_4090_run_32b_but\u002F",[128],[4293,4566,4567,4568],{},"Yukang Chen - CatalyzeX, accessed May 11, 2026, ",[124,4569,4570],{"href":4570,"rel":4571},"https:\u002F\u002Fwww.catalyzex.com\u002Fauthor\u002FYukang%20Chen",[128],[4293,4573,4574,4575],{},"triattention\u002Fdocs\u002Fmlx.md at main - GitHub, accessed May 11, 2026, ",[124,4576,4577],{"href":4577,"rel":4578},"https:\u002F\u002Fgithub.com\u002FWeianMao\u002Ftriattention\u002Fblob\u002Fmain\u002Fdocs\u002Fmlx.md",[128],[4293,4580,4581,4582],{},"Exploring LLMs with MLX and the Neural Accelerators in the M5 GPU, accessed May 11, 2026, ",[124,4583,4584],{"href":4584,"rel":4585},"https:\u002F\u002Fmachinelearning.apple.com\u002Fresearch\u002Fexploring-llms-mlx-m5",[128],[4293,4587,4588,4589],{},"[2510.18921] Benchmarking On-Device Machine Learning on Apple Silicon with MLX - arXiv, accessed May 11, 2026, ",[124,4590,4591],{"href":4591,"rel":4592},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2510.18921",[128],[4293,4594,4595,4596],{},"How Fast Is MLX? A Comprehensive Benchmark on 8 Apple Silicon Chips and 4 CUDA GPUs | Towards Data Science, accessed May 11, 2026, ",[124,4597,4598],{"href":4598,"rel":4599},"https:\u002F\u002Ftowardsdatascience.com\u002Fhow-fast-is-mlx-a-comprehensive-benchmark-on-8-apple-silicon-chips-and-4-cuda-gpus-378a0ae356a0\u002F",[128],[4293,4601,4602,4603],{},"The Memory Wall Is Coming Down — What It Means for Coding, accessed May 11, 2026, ",[124,4604,4605],{"href":4605,"rel":4606},"https:\u002F\u002Falexlavaee.me\u002Fblog\u002Fattention-memory-coding-agents\u002F",[128],{"title":3897,"searchDepth":3898,"depth":3898,"links":4608},[4609,4610,4611,4615,4620,4625,4630],{"id":3940,"depth":3898,"text":3940},{"id":131,"depth":3898,"text":131},{"id":146,"depth":3898,"text":146,"children":4612},[4613,4614],{"id":3971,"depth":3903,"text":3974},{"id":3980,"depth":3903,"text":3983},{"id":3995,"depth":3898,"text":3998,"children":4616},[4617,4618,4619],{"id":4004,"depth":3903,"text":4007},{"id":4016,"depth":3903,"text":4016},{"id":4052,"depth":3903,"text":4052},{"id":4142,"depth":3898,"text":4142,"children":4621},[4622,4623,4624],{"id":4150,"depth":3903,"text":4153},{"id":4313,"depth":3903,"text":4316},{"id":4340,"depth":3903,"text":4343},{"id":4363,"depth":3898,"text":4363,"children":4626},[4627,4628,4629],{"id":4371,"depth":3903,"text":4374},{"id":4386,"depth":3903,"text":4389},{"id":4415,"depth":3903,"text":4415},{"id":4433,"depth":3898,"text":4433},"\u002Fimages\u002Fblog\u002F2604.04921.webp","2026-05-11","隨著人工智慧在軟體工程與複雜邏輯運算領域的快速演進，大語言模型（Large Language Models, LLMs）的應用範疇已經從早期的單純文本補全（Code Completion），跨越至具備自主決策與長鏈條推理能力的代理系統（Autonomous Agents）",{},"\u002Fblog\u002Fzh-tw\u002Farxiv-2604-04921v1",{"title":3935,"description":4633},"arxiv-2604-04921v1","blog\u002Fzh-TW\u002Farxiv-2604-04921v1",[3927,3928,4640],"attention","rSnvxJU_oS2Zq43Rx-tp4xFtuCXoltI5PUo00hyQ9m0",{"id":4643,"title":4644,"author":103,"body":4645,"cover":5019,"coverAlt":4644,"date":5020,"description":5021,"draft":3917,"extension":3918,"featured":3917,"lang":3919,"meta":5022,"navigation":3921,"path":5023,"seo":5024,"slug":5025,"stem":5026,"tags":5027,"translationKey":5025,"updated":3930,"__hash__":5030},"blog\u002Fblog\u002Fzh-TW\u002Farxiv-2510-27688v1.md","連續自迴歸語言模型 CALM 技術解析",{"type":105,"value":4646,"toc":5009},[4647,4657,4663,4669,4675,4679,4682,4685,4699,4705,4709,4715,4721,4725,4781,4790,4794,4848,4868,4876,4890,4894,4897,4929,4933,4959,4963,4986,5001],[108,4648,4649,4652,4653,4656],{},[3305,4650,4651],{},"研究單位","：騰訊微信 AI × 清華大學\n",[3305,4654,4655],{},"核心命題","：傳統大模型逐字（Token-by-token）生成的效率已觸及物理天花板。CALM 將離散 Token 轉換為連續向量（Continuous Vectors），將生成步數縮減至原來的 1\u002FK 為大語言模型的擴充開闢了全新的效率路徑。",[108,4658,4659],{},[124,4660,4661],{"href":4661,"rel":4662},"https:\u002F\u002Farxiv.org\u002Fhtml\u002F2510.27688v1",[128],[108,4664,4665],{},[124,4666,4667],{"href":4667,"rel":4668},"https:\u002F\u002Fshaochenze.github.io\u002Fblog\u002F2025\u002FCALM\u002F",[128],[108,4670,4671],{},[124,4672,4673],{"href":4673,"rel":4674},"https:\u002F\u002Fgithub.com\u002Fmahmoodlab\u002Fclam",[128],[116,4676,4678],{"id":4677},"一背景與動機離散生成的效率瓶頸","一、背景與動機：離散生成的效率瓶頸",[108,4680,4681],{},"現有的大型語言模型（LLMs）都依賴「逐字預測」的舊範式。每個 Token 都需要進行一次完整的前向計算，當序列變長時，計算成本呈線性甚至平方級增長。",[108,4683,4684],{},"儘管文本表徵已經從字符集進化到子詞集（如 BPE），但這種「離散表示」已觸及物理極限：",[4324,4686,4687,4693],{},[4293,4688,4689,4692],{},[3305,4690,4691],{},"詞表膨脹的詛咒","：為了涵蓋更多語義，詞表規模從 32,000 膨脹至 256,000，導致最後一層的計算與記憶體成本飆升。",[4293,4694,4695,4698],{},[3305,4696,4697],{},"資訊密度極低","：每個離散詞元僅攜帶約 15–18 bit 的資訊，潛力已然耗盡。模型擁有龐大的算力，卻被困在一次只能預測一個低資訊量 Token 的勞力密集工作中。",[108,4700,4701,4704],{},[3305,4702,4703],{},"結論","：必須轉向高維連續路線，從根本上改變生成機制。",[116,4706,4708],{"id":4707},"二calm-核心思路與原理","二、CALM 核心思路與原理",[108,4710,4711,4714],{},[3305,4712,4713],{},"基本機制","：利用自編碼器(Autoencoder)將 K 個離散 Token 壓縮為「一個」高維連續向量。這使得模型的序列長度從 T 降至 T\u002FK，生成步數直接縮減為原來的 K 分之一。",[108,4716,4717,4720],{},[3305,4718,4719],{},"本質","：以更高的「語義頻寬」(Semantic Bandwidth)換取更少的生成步驟，實現算力與速度的跨越式突破。",[120,4722,4724],{"id":4723},"傳統範式-vs-calm-連續模型","傳統範式 vs. CALM 連續模型",[3255,4726,4727,4740],{},[3258,4728,4729],{},[3261,4730,4731,4734,4737],{},[3264,4732,4733],{},"維度",[3264,4735,4736],{},"傳統離散模型 (Discrete)",[3264,4738,4739],{},"CALM 連續模型 (Continuous)",[3280,4741,4742,4755,4768],{},[3261,4743,4744,4749,4752],{},[3285,4745,4746],{},[3305,4747,4748],{},"擴容方式",[3285,4750,4751],{},"詞表指數級膨脹，算力爆炸",[3285,4753,4754],{},"增加向量維度，算力平滑增長",[3261,4756,4757,4762,4765],{},[3285,4758,4759],{},[3305,4760,4761],{},"計算目標",[3285,4763,4764],{},"從數十萬詞中選一個機率",[3285,4766,4767],{},"在連續空間中直接預測精確座標",[3261,4769,4770,4775,4778],{},[3285,4771,4772],{},[3305,4773,4774],{},"序列長度",[3285,4776,4777],{},"極長序列 T",[3285,4779,4780],{},"短序列 T\u002FK，步數銳減",[4782,4783,4784],"blockquote",{},[108,4785,4786,4789],{},[3305,4787,4788],{},"通俗比喻","：傳統生成就像在「擁有數十萬個抽屜的倉庫中盲目尋寶」，而 CALM 則是「直接繪製高維座標」，徹底擺脫了詞表膨脹的物理限制。",[116,4791,4793],{"id":4792},"三calm-的四大技術支柱","三、CALM 的四大技術支柱",[4290,4795,4796,4833,4843],{},[4293,4797,4798,4801,4802,4832],{},[3305,4799,4800],{},"高保真自編碼器 (Autoencoder)","\n將 ",[256,4803,4805,4819],{"className":4804},[263],[256,4806,4808],{"className":4807},[267],[269,4809,4810],{"xmlns":271},[274,4811,4812,4817],{},[277,4813,4814],{},[283,4815,4816],{},"K",[332,4818,4816],{"encoding":334},[256,4820,4822],{"className":4821,"ariaHidden":306},[339],[256,4823,4825,4829],{"className":4824},[343],[256,4826],{"className":4827,"style":4828},[347],"height:0.6833em;",[256,4830,4816],{"className":4831,"style":499},[352,356]," 個離散詞元壓縮為 128 或更高維度的連續向量。在約 7500 萬參數的輕量級開銷下，重構準確率高達 > 99.9%。它是實現離散與連續間無損轉換的基石。",[4293,4834,4835,4838,4839,4842],{},[3305,4836,4837],{},"能量生成頭與無似然框架","\n摒棄了傳統的 Softmax 機率計算，在連續空間中直接透過迴歸（Regression）預測下一個目標向量，無需像擴散模型（Diffusion）那樣進行數十上百次的去噪迭代，實現",[3305,4840,4841],{},"單步生成","。",[4293,4844,4845],{},[3305,4846,4847],{},"連續空間魯棒性三大魔法",[4324,4849,4850,4856,4862],{},[4293,4851,4852,4855],{},[3305,4853,4854],{},"變分正則化 (Variational Regularization)","：熨平潛空間（Latent space）中的褶皺與斷層。",[4293,4857,4858,4861],{},[3305,4859,4860],{},"KL 裁減 (KL Clipping)","：防止潛空間維度嚴重塌陷。",[4293,4863,4864,4867],{},[3305,4865,4866],{},"雙重 Dropout","：提供額外的抗噪能力。\n這三者共同構建了平滑且富有彈性的高維地形，確保微小的生成偏差不會導致亂碼。",[4290,4869,4871],{"start":4870},4,[4293,4872,4873],{},[3305,4874,4875],{},"無機率評估體系 BrierLM & 溫度控制",[4324,4877,4878,4884],{},[4293,4879,4880,4883],{},[3305,4881,4882],{},"Brier 評估 (Brier Score)","：傳統的困惑度 (Perplexity) 在連續模型中失效。CALM 引入了無似然的 Brier 分數（準確率 − 碰撞率）作為專屬標尺，與交叉熵損失呈極強負相關。",[4293,4885,4886,4889],{},[3305,4887,4888],{},"黑盒溫度採樣","：因為沒有傳統機率分母可調，CALM 以「批量大小 N」(Batch Size) 作為新型的溫度旋鈕。N 小則低溫高確定性，N 大則高溫高多樣性。搭配拒絕採樣機制，效果與傳統溫度調節高度一致。",[116,4891,4893],{"id":4892},"四流程總覽","四、流程總覽",[108,4895,4896],{},"整個運作閉環如下，速度遠超傳統的逐字生成：",[4290,4898,4899,4905,4911,4917,4923],{},[4293,4900,4901,4904],{},[3305,4902,4903],{},"輸入","：離散 Token 序列。",[4293,4906,4907,4910],{},[3305,4908,4909],{},"壓縮","：編碼器將每 K 個 Token 壓縮為 1 個連續向量。",[4293,4912,4913,4916],{},[3305,4914,4915],{},"處理","：Transformer 骨幹網絡在極短的連續向量序列上進行深層注意力計算。",[4293,4918,4919,4922],{},[3305,4920,4921],{},"預測","：生成頭直接單步預測出下一個目標連續向量。",[4293,4924,4925,4928],{},[3305,4926,4927],{},"還原","：解碼器將預測出的連續向量無損還原為 K 個離散 Token。",[116,4930,4932],{"id":4931},"五實驗結果與性能優勢","五、實驗結果與性能優勢",[4324,4934,4935,4941,4947,4953],{},[4293,4936,4937,4940],{},[3305,4938,4939],{},"極致的算力節省","：在 K=4 的設置下，訓練算力降低 44%，推理算力降低 34%，生成步數從 T 驟降至 T\u002F4。",[4293,4942,4943,4946],{},[3305,4944,4945],{},"打破「更大必定更耗算力」的認知","：CALM 參數達 3.71 億（略大於對照組），卻能在打平甚至超越基線性能的情況下，消耗更少的整體算力。",[4293,4948,4949,4952],{},[3305,4950,4951],{},"全新縮放維度「資訊密度」","：引入了全新的 Scaling 維度。當語義頻寬提高時，CALM 能以更低的算力達到更高的 Brier 分數，擊穿了原有的算力-性能邊界。",[4293,4954,4955,4958],{},[3305,4956,4957],{},"「後積薄發」的訓練動態","：呈現特殊的訓練曲線。模型在 20 萬步後性能會迎來急劇上升並超越傳統模型，顯示掌握高維連續規律需要前期積累，但後續爆發力極強。",[116,4960,4962],{"id":4961},"六總結與展望","六、總結與展望",[108,4964,4965,4966,4969,4970,4973,4974,4977,4978,4981,4982,4985],{},"CALM 成功構建了從離散到連續的完整基礎設施，其組件協同形成了一個強大的生態閉環：\n",[3305,4967,4968],{},"魯棒自編碼器"," (高保真壓縮) → ",[3305,4971,4972],{},"頻寬倍增"," (步數縮短至 1\u002FK) → ",[3305,4975,4976],{},"單步生成引擎"," (極速推理) → ",[3305,4979,4980],{},"拒絕採樣"," (多樣性可調) → ",[3305,4983,4984],{},"BrierLM"," (公正尺標)。",[108,4987,4988,4989,4992,4993,4996,4997,5000],{},"這項研究證明了語言模型的未來可能不在離散的像素與詞表中，而是在連續的波瀾裡。這為未來的",[3305,4990,4991],{},"多模態連續生成","、",[3305,4994,4995],{},"強化學習整合","以及",[3305,4998,4999],{},"終端設備部署","開啟了全新的紀元。",[4782,5002,5003],{},[108,5004,5005,5008],{},[3305,5006,5007],{},"開放資源","：相關論文與程式碼已在 GitHub 開源，標誌著大語言模型從離散向連續遷徙的開端。",{"title":3897,"searchDepth":3898,"depth":3898,"links":5010},[5011,5012,5015,5016,5017,5018],{"id":4677,"depth":3898,"text":4678},{"id":4707,"depth":3898,"text":4708,"children":5013},[5014],{"id":4723,"depth":3903,"text":4724},{"id":4792,"depth":3898,"text":4793},{"id":4892,"depth":3898,"text":4893},{"id":4931,"depth":3898,"text":4932},{"id":4961,"depth":3898,"text":4962},"\u002Fimages\u002Fblog\u002F2510.27688v1.webp","2026-08-06","傳統大模型逐字（Token-by-token）生成的效率已觸及物理天花板。CALM 將離散 Token 轉換為連續向量（Continuous Vectors），將生成步數縮減至原來的 1\u002FK，為大語言模型的擴充開闢了全新的效率路徑。",{},"\u002Fblog\u002Fzh-tw\u002Farxiv-2510-27688v1",{"title":4644,"description":5021},"arxiv-2510-27688v1","blog\u002Fzh-TW\u002Farxiv-2510-27688v1",[3927,5028,5029],"llm","efficiency","YXovptigvOJLPbjjtVgdCae3S6_ZcSZxJw3mH-BUBnc",1792775651324]