[{"data":1,"prerenderedAt":2505},["ShallowReactive",2],{"post-arxiv-2510-27688v1":3,"site-info":702,"related-en-arxiv-2510-27688v1":798},{"zh":4,"en":436},{"id":5,"title":6,"author":7,"body":8,"cover":418,"coverAlt":6,"date":419,"description":420,"draft":421,"extension":422,"featured":421,"lang":423,"meta":424,"navigation":425,"path":426,"seo":427,"slug":428,"stem":429,"tags":430,"translationKey":428,"updated":434,"__hash__":435},"blog\u002Fblog\u002Fzh-TW\u002Farxiv-2510-27688v1.md","連續自迴歸語言模型 CALM 技術解析","Jecision",{"type":9,"value":10,"toc":405},"minimark",[11,23,31,37,43,48,51,54,70,76,80,86,92,97,159,168,172,244,264,272,286,290,293,325,329,355,359,382,397],[12,13,14,18,19,22],"p",{},[15,16,17],"strong",{},"研究單位","：騰訊微信 AI × 清華大學\n",[15,20,21],{},"核心命題","：傳統大模型逐字（Token-by-token）生成的效率已觸及物理天花板。CALM 將離散 Token 轉換為連續向量（Continuous Vectors），將生成步數縮減至原來的 1\u002FK 為大語言模型的擴充開闢了全新的效率路徑。",[12,24,25],{},[26,27,28],"a",{"href":28,"rel":29},"https:\u002F\u002Farxiv.org\u002Fhtml\u002F2510.27688v1",[30],"nofollow",[12,32,33],{},[26,34,35],{"href":35,"rel":36},"https:\u002F\u002Fshaochenze.github.io\u002Fblog\u002F2025\u002FCALM\u002F",[30],[12,38,39],{},[26,40,41],{"href":41,"rel":42},"https:\u002F\u002Fgithub.com\u002Fmahmoodlab\u002Fclam",[30],[44,45,47],"h2",{"id":46},"一背景與動機離散生成的效率瓶頸","一、背景與動機：離散生成的效率瓶頸",[12,49,50],{},"現有的大型語言模型（LLMs）都依賴「逐字預測」的舊範式。每個 Token 都需要進行一次完整的前向計算，當序列變長時，計算成本呈線性甚至平方級增長。",[12,52,53],{},"儘管文本表徵已經從字符集進化到子詞集（如 BPE），但這種「離散表示」已觸及物理極限：",[55,56,57,64],"ul",{},[58,59,60,63],"li",{},[15,61,62],{},"詞表膨脹的詛咒","：為了涵蓋更多語義，詞表規模從 32,000 膨脹至 256,000，導致最後一層的計算與記憶體成本飆升。",[58,65,66,69],{},[15,67,68],{},"資訊密度極低","：每個離散詞元僅攜帶約 15–18 bit 的資訊，潛力已然耗盡。模型擁有龐大的算力，卻被困在一次只能預測一個低資訊量 Token 的勞力密集工作中。",[12,71,72,75],{},[15,73,74],{},"結論","：必須轉向高維連續路線，從根本上改變生成機制。",[44,77,79],{"id":78},"二calm-核心思路與原理","二、CALM 核心思路與原理",[12,81,82,85],{},[15,83,84],{},"基本機制","：利用自編碼器(Autoencoder)將 K 個離散 Token 壓縮為「一個」高維連續向量。這使得模型的序列長度從 T 降至 T\u002FK，生成步數直接縮減為原來的 K 分之一。",[12,87,88,91],{},[15,89,90],{},"本質","：以更高的「語義頻寬」(Semantic Bandwidth)換取更少的生成步驟，實現算力與速度的跨越式突破。",[93,94,96],"h3",{"id":95},"傳統範式-vs-calm-連續模型","傳統範式 vs. CALM 連續模型",[98,99,100,116],"table",{},[101,102,103],"thead",{},[104,105,106,110,113],"tr",{},[107,108,109],"th",{},"維度",[107,111,112],{},"傳統離散模型 (Discrete)",[107,114,115],{},"CALM 連續模型 (Continuous)",[117,118,119,133,146],"tbody",{},[104,120,121,127,130],{},[122,123,124],"td",{},[15,125,126],{},"擴容方式",[122,128,129],{},"詞表指數級膨脹，算力爆炸",[122,131,132],{},"增加向量維度，算力平滑增長",[104,134,135,140,143],{},[122,136,137],{},[15,138,139],{},"計算目標",[122,141,142],{},"從數十萬詞中選一個機率",[122,144,145],{},"在連續空間中直接預測精確座標",[104,147,148,153,156],{},[122,149,150],{},[15,151,152],{},"序列長度",[122,154,155],{},"極長序列 T",[122,157,158],{},"短序列 T\u002FK，步數銳減",[160,161,162],"blockquote",{},[12,163,164,167],{},[15,165,166],{},"通俗比喻","：傳統生成就像在「擁有數十萬個抽屜的倉庫中盲目尋寶」，而 CALM 則是「直接繪製高維座標」，徹底擺脫了詞表膨脹的物理限制。",[44,169,171],{"id":170},"三calm-的四大技術支柱","三、CALM 的四大技術支柱",[173,174,175,229,239],"ol",{},[58,176,177,180,181,228],{},[15,178,179],{},"高保真自編碼器 (Autoencoder)","\n將 ",[182,183,186,208],"span",{"className":184},[185],"katex",[182,187,190],{"className":188},[189],"katex-mathml",[191,192,194],"math",{"xmlns":193},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML",[195,196,197,204],"semantics",{},[198,199,200],"mrow",{},[201,202,203],"mi",{},"K",[205,206,203],"annotation",{"encoding":207},"application\u002Fx-tex",[182,209,213],{"className":210,"ariaHidden":212},[211],"katex-html","true",[182,214,217,222],{"className":215},[216],"base",[182,218],{"className":219,"style":221},[220],"strut","height:0.6833em;",[182,223,203],{"className":224,"style":227},[225,226],"mord","mathnormal","margin-right:0.0715em;"," 個離散詞元壓縮為 128 或更高維度的連續向量。在約 7500 萬參數的輕量級開銷下，重構準確率高達 > 99.9%。它是實現離散與連續間無損轉換的基石。",[58,230,231,234,235,238],{},[15,232,233],{},"能量生成頭與無似然框架","\n摒棄了傳統的 Softmax 機率計算，在連續空間中直接透過迴歸（Regression）預測下一個目標向量，無需像擴散模型（Diffusion）那樣進行數十上百次的去噪迭代，實現",[15,236,237],{},"單步生成","。",[58,240,241],{},[15,242,243],{},"連續空間魯棒性三大魔法",[55,245,246,252,258],{},[58,247,248,251],{},[15,249,250],{},"變分正則化 (Variational Regularization)","：熨平潛空間（Latent space）中的褶皺與斷層。",[58,253,254,257],{},[15,255,256],{},"KL 裁減 (KL Clipping)","：防止潛空間維度嚴重塌陷。",[58,259,260,263],{},[15,261,262],{},"雙重 Dropout","：提供額外的抗噪能力。\n這三者共同構建了平滑且富有彈性的高維地形，確保微小的生成偏差不會導致亂碼。",[173,265,267],{"start":266},4,[58,268,269],{},[15,270,271],{},"無機率評估體系 BrierLM & 溫度控制",[55,273,274,280],{},[58,275,276,279],{},[15,277,278],{},"Brier 評估 (Brier Score)","：傳統的困惑度 (Perplexity) 在連續模型中失效。CALM 引入了無似然的 Brier 分數（準確率 − 碰撞率）作為專屬標尺，與交叉熵損失呈極強負相關。",[58,281,282,285],{},[15,283,284],{},"黑盒溫度採樣","：因為沒有傳統機率分母可調，CALM 以「批量大小 N」(Batch Size) 作為新型的溫度旋鈕。N 小則低溫高確定性，N 大則高溫高多樣性。搭配拒絕採樣機制，效果與傳統溫度調節高度一致。",[44,287,289],{"id":288},"四流程總覽","四、流程總覽",[12,291,292],{},"整個運作閉環如下，速度遠超傳統的逐字生成：",[173,294,295,301,307,313,319],{},[58,296,297,300],{},[15,298,299],{},"輸入","：離散 Token 序列。",[58,302,303,306],{},[15,304,305],{},"壓縮","：編碼器將每 K 個 Token 壓縮為 1 個連續向量。",[58,308,309,312],{},[15,310,311],{},"處理","：Transformer 骨幹網絡在極短的連續向量序列上進行深層注意力計算。",[58,314,315,318],{},[15,316,317],{},"預測","：生成頭直接單步預測出下一個目標連續向量。",[58,320,321,324],{},[15,322,323],{},"還原","：解碼器將預測出的連續向量無損還原為 K 個離散 Token。",[44,326,328],{"id":327},"五實驗結果與性能優勢","五、實驗結果與性能優勢",[55,330,331,337,343,349],{},[58,332,333,336],{},[15,334,335],{},"極致的算力節省","：在 K=4 的設置下，訓練算力降低 44%，推理算力降低 34%，生成步數從 T 驟降至 T\u002F4。",[58,338,339,342],{},[15,340,341],{},"打破「更大必定更耗算力」的認知","：CALM 參數達 3.71 億（略大於對照組），卻能在打平甚至超越基線性能的情況下，消耗更少的整體算力。",[58,344,345,348],{},[15,346,347],{},"全新縮放維度「資訊密度」","：引入了全新的 Scaling 維度。當語義頻寬提高時，CALM 能以更低的算力達到更高的 Brier 分數，擊穿了原有的算力-性能邊界。",[58,350,351,354],{},[15,352,353],{},"「後積薄發」的訓練動態","：呈現特殊的訓練曲線。模型在 20 萬步後性能會迎來急劇上升並超越傳統模型，顯示掌握高維連續規律需要前期積累，但後續爆發力極強。",[44,356,358],{"id":357},"六總結與展望","六、總結與展望",[12,360,361,362,365,366,369,370,373,374,377,378,381],{},"CALM 成功構建了從離散到連續的完整基礎設施，其組件協同形成了一個強大的生態閉環：\n",[15,363,364],{},"魯棒自編碼器"," (高保真壓縮) → ",[15,367,368],{},"頻寬倍增"," (步數縮短至 1\u002FK) → ",[15,371,372],{},"單步生成引擎"," (極速推理) → ",[15,375,376],{},"拒絕採樣"," (多樣性可調) → ",[15,379,380],{},"BrierLM"," (公正尺標)。",[12,383,384,385,388,389,392,393,396],{},"這項研究證明了語言模型的未來可能不在離散的像素與詞表中，而是在連續的波瀾裡。這為未來的",[15,386,387],{},"多模態連續生成","、",[15,390,391],{},"強化學習整合","以及",[15,394,395],{},"終端設備部署","開啟了全新的紀元。",[160,398,399],{},[12,400,401,404],{},[15,402,403],{},"開放資源","：相關論文與程式碼已在 GitHub 開源，標誌著大語言模型從離散向連續遷徙的開端。",{"title":406,"searchDepth":407,"depth":407,"links":408},"",2,[409,410,414,415,416,417],{"id":46,"depth":407,"text":47},{"id":78,"depth":407,"text":79,"children":411},[412],{"id":95,"depth":413,"text":96},3,{"id":170,"depth":407,"text":171},{"id":288,"depth":407,"text":289},{"id":327,"depth":407,"text":328},{"id":357,"depth":407,"text":358},"\u002Fimages\u002Fblog\u002F2510.27688v1.webp","2026-08-06","傳統大模型逐字（Token-by-token）生成的效率已觸及物理天花板。CALM 將離散 Token 轉換為連續向量（Continuous Vectors），將生成步數縮減至原來的 1\u002FK，為大語言模型的擴充開闢了全新的效率路徑。",false,"md","zh-TW",{},true,"\u002Fblog\u002Fzh-tw\u002Farxiv-2510-27688v1",{"title":6,"description":420},"arxiv-2510-27688v1","blog\u002Fzh-TW\u002Farxiv-2510-27688v1",[431,432,433],"paper","llm","efficiency",null,"YXovptigvOJLPbjjtVgdCae3S6_ZcSZxJw3mH-BUBnc",{"id":437,"title":438,"author":7,"body":439,"cover":418,"coverAlt":693,"date":419,"description":694,"draft":421,"extension":422,"featured":421,"lang":695,"meta":696,"navigation":425,"path":697,"seo":698,"slug":428,"stem":699,"tags":700,"translationKey":428,"updated":434,"__hash__":701},"blog\u002Fblog\u002Fen\u002Farxiv-2510-27688v1.md","CALM, or why token-by-token generation hit a wall",{"type":9,"value":440,"toc":685},[441,455,459,462,465,479,482,486,493,501,550,555,559,565,571,576,587,590,595,608,612,629,633,654,658,665,668,682],[12,442,443,446,447,450,451],{},[15,444,445],{},"From"," — Tencent WeChat AI × Tsinghua University\n",[15,448,449],{},"Paper"," — ",[26,452,454],{"href":28,"rel":453},[30],"arXiv:2510.27688",[44,456,458],{"id":457},"the-wall","The wall",[12,460,461],{},"Every large language model today predicts one token at a time. Each token costs a full forward pass, so cost grows linearly — and with attention, worse — as sequences get longer.",[12,463,464],{},"Text representation has already moved from characters to subwords (BPE), but the discrete representation itself is running out of room:",[55,466,467,473],{},[58,468,469,472],{},[15,470,471],{},"Vocabulary inflation",": to cover more meaning, vocabularies grew from 32k to 256k. The final layer's compute and memory cost exploded with them.",[58,474,475,478],{},[15,476,477],{},"Low information density",": each discrete token carries roughly 15–18 bits. The model has enormous compute and spends it on the labour-intensive job of predicting one low-information token at a time.",[12,480,481],{},"CALM's premise: stop picking from a vocabulary, and predict a point in continuous space instead.",[44,483,485],{"id":484},"the-idea","The idea",[12,487,488,489,492],{},"An autoencoder compresses ",[15,490,491],{},"K discrete tokens into one high-dimensional continuous vector",", so sequence length drops from T to T\u002FK and the number of generation steps drops by the same factor.",[12,494,495,496,500],{},"It trades more ",[497,498,499],"em",{},"semantic bandwidth"," per step for fewer steps.",[98,502,503,515],{},[101,504,505],{},[104,506,507,509,512],{},[107,508],{},[107,510,511],{},"Discrete",[107,513,514],{},"CALM (continuous)",[117,516,517,528,539],{},[104,518,519,522,525],{},[122,520,521],{},"Scaling",[122,523,524],{},"vocabulary grows exponentially",[122,526,527],{},"vector dimension grows smoothly",[104,529,530,533,536],{},[122,531,532],{},"Objective",[122,534,535],{},"pick one of hundreds of thousands",[122,537,538],{},"predict coordinates in a continuous space",[104,540,541,544,547],{},[122,542,543],{},"Sequence",[122,545,546],{},"long T",[122,548,549],{},"short T\u002FK",[160,551,552],{},[12,553,554],{},"A useful mental image: conventional generation is searching a warehouse with hundreds of thousands of drawers. CALM draws coordinates.",[44,556,558],{"id":557},"four-pillars","Four pillars",[12,560,561,564],{},[15,562,563],{},"1. A high-fidelity autoencoder."," Compresses K tokens into 128+ dimensions at roughly 75M parameters of overhead, with reconstruction accuracy above 99.9%. Without this, everything downstream is garbage.",[12,566,567,570],{},[15,568,569],{},"2. An energy-based head, no likelihood."," Instead of softmax over a vocabulary, the model regresses the next target vector directly — a single step, not the dozens or hundreds of denoising iterations a diffusion model needs.",[12,572,573],{},[15,574,575],{},"3. Three tricks for robustness in continuous space.",[55,577,578,581,584],{},[58,579,580],{},"Variational regularisation, to smooth folds and cliffs in the latent space",[58,582,583],{},"KL clipping, to stop dimensions collapsing",[58,585,586],{},"Double dropout, for extra noise tolerance",[12,588,589],{},"Together they build a smooth, elastic landscape where a small prediction error does not turn into gibberish.",[12,591,592],{},[15,593,594],{},"4. Evaluation without probabilities.",[55,596,597,602],{},[58,598,599,601],{},[15,600,380],{},": perplexity does not apply when there is no likelihood. CALM uses a Brier score (accuracy minus collision rate) as its yardstick, which correlates strongly and negatively with cross-entropy loss.",[58,603,604,607],{},[15,605,606],{},"Black-box temperature",": with no probability denominator to tune, batch size N becomes the temperature knob. Small N is cold and deterministic, large N is hot and diverse. With rejection sampling, it behaves much like conventional temperature.",[44,609,611],{"id":610},"the-loop","The loop",[173,613,614,617,620,623,626],{},[58,615,616],{},"Input: discrete tokens",[58,618,619],{},"Compress: the encoder turns every K tokens into one vector",[58,621,622],{},"Process: the transformer runs attention over a much shorter sequence",[58,624,625],{},"Predict: the head emits the next continuous vector in one step",[58,627,628],{},"Restore: the decoder expands it back into K tokens",[44,630,632],{"id":631},"results","Results",[55,634,635,638,644,651],{},[58,636,637],{},"With K=4: training compute down 44%, inference compute down 34%, generation steps from T to T\u002F4",[58,639,640,643],{},[15,641,642],{},"Larger but cheaper",": 371M parameters (slightly larger than the baseline) with equal or better quality and less total compute",[58,645,646,647,650],{},"A new scaling axis: ",[15,648,649],{},"information density",". As semantic bandwidth grows, CALM reaches a higher Brier score at lower compute — pushing past the old compute–quality frontier",[58,652,653],{},"An unusual training curve: performance climbs sharply after ~200k steps and then overtakes conventional models. Learning continuous structure seems to need a long runway before it pays off",[44,655,657],{"id":656},"my-take","My take",[12,659,660,661,664],{},"The framing is the contribution: ",[15,662,663],{},"the vocabulary was never the point",". Discrete tokens are a compression artifact of text, and once you accept that, predicting a continuous vector is the obvious next move.",[12,666,667],{},"Two things to watch before believing it replaces anything:",[173,669,670,676],{},[58,671,672,675],{},[15,673,674],{},"Reconstruction fidelity is a hard ceiling."," 99.9% sounds great until you multiply it across a long document.",[58,677,678,681],{},[15,679,680],{},"Sampling control moves to a different knob."," Batch-size-as-temperature works, but it means your serving stack has to be redesigned around it.",[12,683,684],{},"For deployment on constrained hardware, a 4× reduction in generation steps is the most interesting number here — that is the kind of win that changes what fits on a device.",{"title":406,"searchDepth":407,"depth":407,"links":686},[687,688,689,690,691,692],{"id":457,"depth":407,"text":458},{"id":484,"depth":407,"text":485},{"id":557,"depth":407,"text":558},{"id":610,"depth":407,"text":611},{"id":631,"depth":407,"text":632},{"id":656,"depth":407,"text":657},"Continuous autoregressive language models (CALM)","CALM compresses K discrete tokens into one continuous vector, cutting generation steps to 1\u002FK. Notes on the autoencoder, the likelihood-free head, and what it actually buys you.","en",{},"\u002Fblog\u002Fen\u002Farxiv-2510-27688v1",{"title":438,"description":694},"blog\u002Fen\u002Farxiv-2510-27688v1",[431,432,433],"6E96cFhns3BbhpqUak9RrqhAZpia6m0Go_yTYpgqN2g",{"id":703,"company":704,"extension":715,"meta":716,"services":717,"social":795,"stem":796,"__hash__":797},"site\u002Fsite.yml",{"name":705,"nameEn":706,"email":707,"address":708,"addressEn":709,"lineUrl":710,"lineId":711,"duns":712,"youtube":713,"youtubeId":714},"銡策數位有限公司","Jecision Digital Co., Ltd.","contact@jecision.com","231 新北市新店區北新路二段 262 號 3 樓之 3","3F.-3, No. 262, Sec. 2, Beixin Rd., Xindian Dist., New Taipei City 231, Taiwan","https:\u002F\u002Fline.me\u002FR\u002Fti\u002Fp\u002F@374qnumi","@374qnumi","963905705","https:\u002F\u002Fwww.youtube.com\u002Fshorts\u002F6UE0WTmyjsg","6UE0WTmyjsg","yml",{},[718,742,768],{"key":719,"zh":720,"en":731},"audit",{"title":721,"tagline":722,"summary":723,"points":724,"deliverable":728,"detail":729,"duration":730},"企業 AI 導入健檢","先看清楚，再花錢","60 分鐘線上訪談，盤點最耗時、最依賴人力的營運環節；我們會告訴你哪些工作現在就能交給 AI、哪些還不成熟。",[725,726,727],"現況盤點：梳理日常營運中最耗時、最依賴人力的環節","痛點診斷：判斷哪些工作現在就能交給 AI，哪些建議先保留人力","可行性評估：依你的業務特性與預算，篩選適合的模型與工具","《企業 AI 導入建議報告書》（PDF）","含 1–2 個「開發成本最低、成效最明顯」的優先項目、技術棧建議、預期節省的人力時間與下一步","訪談 60 分鐘，報告書 3 個工作天內交付",{"title":732,"tagline":733,"summary":734,"points":735,"deliverable":739,"detail":740,"duration":741},"AI Readiness Audit","Look before you spend","A 60-minute remote audit of the workflows that eat the most time and people-power — and an honest answer on what AI can take over today, and what it cannot.",[736,737,738],"Audit the daily workflows that consume the most time and headcount","Triage which tasks AI can own today, and which should stay human","Shortlist the models and tools that fit your budget and constraints","AI Adoption Recommendation Report (PDF)","One or two highest-ROI entry points, a recommended tech stack, expected hours saved, and the concrete next step","60-minute call, report delivered within 3 business days",{"key":743,"zh":744,"en":755},"prompt",{"title":745,"tagline":746,"summary":747,"points":748,"deliverable":752,"detail":753,"duration":754},"提示詞工程","讓 AI 穩定產出，而不是碰運氣","針對你的實際任務設計提示詞與多步驟工作流，並做極限測試，確保換了資料、換了人操作也不會走鐘。",[749,750,751],"客製提示詞：ChatGPT、Claude、Gemini、Midjourney 等主流工具的專屬模板","除錯與優化：修掉幻覺、格式跑掉、時好時壞的問題","工作流建置：把複雜任務拆成多步驟提示詞與可重複的 SOP","提示詞文件或設定檔","附使用說明與範例，並提供 1 對 1 教學，確保你與團隊能自己維護","依任務複雜度報價，通常 3–7 個工作天",{"title":756,"tagline":757,"summary":758,"points":759,"deliverable":765,"detail":766,"duration":767},"Prompt Engineering","Make AI produce reliably, not by luck","Prompt sets and multi-step workflows designed for your actual tasks, stress-tested so they keep working when the data or the operator changes.",[760,761,763],"Custom prompts for ChatGPT, Claude, Gemini, Midjourney and friends",{"Debugging and tuning":762},"kill hallucinations, broken formats and flaky output",{"Workflow design":764},"break complex work into repeatable multi-step SOPs","Prompt library or exportable config","Ships with usage notes and examples, plus a 1:1 walkthrough so your team can maintain it","Quoted by complexity, typically 3–7 business days",{"key":769,"zh":770,"en":781},"poc",{"title":771,"tagline":772,"summary":773,"points":774,"deliverable":778,"detail":779,"duration":780},"極速 PoC","五天，看到能跑的東西","不談架構藍圖，直接做一個能動的雛形。五個工作天內交付線上可操作的智能體，用你真實的資料驗證。",[775,776,777],"Day 1：15 分鐘對焦，鎖定單一痛點與資料盤點","Day 2–4：模型串接、邏輯設計與雛形開發","Day 5：Demo 展示與 AI 擴展建議書","可線上操作的智能體雛形","交付範圍為概念驗證與展示，不含後續維運或大規模伺服器部署；要進階成完整系統會另行報價","5 個工作天",{"title":782,"tagline":783,"summary":784,"points":785,"deliverable":792,"detail":793,"duration":794},"Rapid PoC","Five days to something that runs","No architecture decks — a working prototype built in five business days, validated against your real data.",[786,788,790],{"Day 1":787},"15-minute scoping call, one pain point, data inventory",{"Day 2–4":789},"model integration, logic design, prototype build",{"Day 5":791},"live demo plus an AI expansion recommendation","A runnable online agent prototype","Proof of concept and demo scope only; ongoing operations and large-scale deployment are quoted separately","5 business days",[],"site","XTwARfVAOcrXNiKehsM6V6cdkd2HXy4d5yZVrSWrI3Q",[799,1143],{"id":800,"title":801,"author":7,"body":802,"cover":1130,"coverAlt":1131,"date":1132,"description":1133,"draft":421,"extension":422,"featured":421,"lang":695,"meta":1134,"navigation":425,"path":1135,"seo":1136,"slug":1137,"stem":1138,"tags":1139,"translationKey":1137,"updated":434,"__hash__":1142},"blog\u002Fblog\u002Fen\u002Farxiv-2506-13777v1.md","Physics-informed AI for complex urban systems",{"type":9,"value":803,"toc":1123},[804,817,821,824,827,834,838,952,959,963,1057,1060,1071,1075,1078,1098,1101,1105,1108,1114,1120],[12,805,806,450,808,813,816],{},[15,807,449],{},[26,809,812],{"href":810,"rel":811},"https:\u002F\u002Farxiv.org\u002Fhtml\u002F2506.13777v1",[30],"arXiv:2506.13777",[15,814,815],{},"Title"," — A Survey of Physics-Informed AI for Complex Urban Systems",[44,818,820],{"id":819},"why-this-survey-exists","Why this survey exists",[12,822,823],{},"Cities are the awkward middle ground of modelling. Pure physics cannot capture human behaviour; pure data-driven models cannot explain themselves, and they break exactly when conditions change — which is when a city most needs a prediction.",[12,825,826],{},"Physics-informed AI (PIAI) is the attempt to have both. Its selling point is a model that respects conservation laws and heat transfer while still learning from data.",[12,828,829,830,833],{},"The survey's contribution is organisational: ",[15,831,832],{},"a taxonomy of three paradigms and seven methods",", a review of applications across eight urban subsystems, and an honest list of what is still missing.",[44,835,837],{"id":836},"the-taxonomy","The taxonomy",[98,839,840,856],{},[101,841,842],{},[104,843,844,847,850,853],{},[107,845,846],{},"Paradigm",[107,848,849],{},"Method",[107,851,852],{},"Core idea",[107,854,855],{},"Typical techniques",[117,857,858,872,885,898,912,925,939],{},[104,859,860,863,866,869],{},[122,861,862],{},"Physics-integrated AI",[122,864,865],{},"1. PINN with loss function",[122,867,868],{},"physics constraints as a loss term",[122,870,871],{},"PINN, CPINN, PCNN",[104,873,874,876,879,882],{},[122,875],{},[122,877,878],{},"2. PINN with weight initialisation",[122,880,881],{},"initialise weights from physical knowledge",[122,883,884],{},"transfer learning, self-supervised pretraining",[104,886,887,889,892,895],{},[122,888],{},[122,890,891],{},"3. PINN with architecture design",[122,893,894],{},"bake physical structure into the network",[122,896,897],{},"symmetry encoding, Hamiltonian structure",[104,899,900,903,906,909],{},[122,901,902],{},"Hybrid",[122,904,905],{},"4. Sequential ensemble",[122,907,908],{},"physics and AI cooperate in stages",[122,910,911],{},"residual modelling, pipeline architectures",[104,913,914,916,919,922],{},[122,915],{},[122,917,918],{},"5. Parallel ensemble",[122,920,921],{},"run both, fuse the outputs",[122,923,924],{},"dynamic weighting, model combination",[104,926,927,930,933,936],{},[122,928,929],{},"AI-integrated physics",[122,931,932],{},"6. AI-discovered physics",[122,934,935],{},"let AI find the governing law",[122,937,938],{},"SINDy, symbolic regression",[104,940,941,943,946,949],{},[122,942],{},[122,944,945],{},"7. Neural physics model",[122,947,948],{},"replace the hard-to-model part with a network",[122,950,951],{},"neural closures for turbulence",[12,953,954,955,958],{},"The useful distinction is ",[15,956,957],{},"where physics enters",": as a penalty, as an initialisation, as architecture, as a co-model, or not at all (physics emerges from data).",[44,960,962],{"id":961},"where-it-is-used","Where it is used",[98,964,965,978],{},[101,966,967],{},[104,968,969,972,975],{},[107,970,971],{},"Subsystem",[107,973,974],{},"Physical law \u002F model",[107,976,977],{},"Example application",[117,979,980,991,1002,1013,1024,1035,1046],{},[104,981,982,985,988],{},[122,983,984],{},"Energy",[122,986,987],{},"power flow equations, pressure balance",[122,989,990],{},"grid optimisation, renewable integration",[104,992,993,996,999],{},[122,994,995],{},"Environment",[122,997,998],{},"Gaussian plume, SWMM hydrology",[122,1000,1001],{},"air quality, flood simulation",[104,1003,1004,1007,1010],{},[122,1005,1006],{},"Economy",[122,1008,1009],{},"network flow, Huff choice model",[122,1011,1012],{},"supply chain, demand forecasting",[104,1014,1015,1018,1021],{},[122,1016,1017],{},"Transport",[122,1019,1020],{},"LWR traffic flow, car-following",[122,1022,1023],{},"state estimation, signal control",[104,1025,1026,1029,1032],{},[122,1027,1028],{},"Information",[122,1030,1031],{},"Shannon capacity, ray tracing",[122,1033,1034],{},"information diffusion in social networks",[104,1036,1037,1040,1043],{},[122,1038,1039],{},"Public services",[122,1041,1042],{},"SIR epidemic, social force",[122,1044,1045],{},"outbreak forecasting, crowd evacuation",[104,1047,1048,1051,1054],{},[122,1049,1050],{},"Emergency",[122,1052,1053],{},"social force, spatio-temporal decay",[122,1055,1056],{},"disaster dynamics, post-disaster mobility",[12,1058,1059],{},"Highlights from the review: PINNs reconstructing wind farms and predicting solar output; Kirchhoff-constrained networks accelerating optimal power flow; diffusion–advection equations fused with neural networks for pollutant forecasting; LWR\u002FARZ models combined with deep learning to estimate traffic state from sparse sensors; neural ODEs modelling opinion dynamics; epidemiological neural networks fusing multi-source data for outbreak prediction.",[12,1061,1062,1063,1066,1067,1070],{},"The last section is the most interesting: ",[15,1064,1065],{},"cross-domain coupling"," — graph neural networks linking flood dynamics with transport models to simulate a city under extreme weather — and ",[15,1068,1069],{},"multi-scale integration",", from building-level thermal models up to regional climate.",[44,1072,1074],{"id":1073},"the-open-problems","The open problems",[12,1076,1077],{},"The survey is refreshingly blunt about what is unsolved:",[55,1079,1080,1086,1092],{},[58,1081,1082,1085],{},[15,1083,1084],{},"Weak theory"," — convergence and generalisation of PINNs lack rigorous proofs",[58,1087,1088,1091],{},[15,1089,1090],{},"Compute"," — training cost is high, which rules out real-time deployment",[58,1093,1094,1097],{},[15,1095,1096],{},"Knowledge representation"," — causal and rule-based (non-numeric) knowledge is not integrated",[12,1099,1100],{},"Proposed directions include multi-resolution architectures, active and transfer learning, combining PIAI with LLMs, and building urban digital twins or general world models.",[44,1102,1104],{"id":1103},"what-i-take-from-it","What I take from it",[12,1106,1107],{},"Two observations in the paper are worth more than the taxonomy itself:",[12,1109,1110,1113],{},[15,1111,1112],{},"Cities are the natural testbed for PIAI"," precisely because they combine physical regularity with human unpredictability. Both extremes exist in the same system, so a method that only works for one of them will fail visibly.",[12,1115,1116,1119],{},[15,1117,1118],{},"Data-rich tasks drift toward AI-led methods; decision-support tasks need physical interpretability."," That is a practical rule for choosing a method — not based on what is fashionable, but on who has to defend the output.",[12,1121,1122],{},"For anyone building city-scale models, the \"how do I choose\" section is the one to read first: physical knowledge availability, data density, and whether the deliverable is a number or a decision.",{"title":406,"searchDepth":407,"depth":407,"links":1124},[1125,1126,1127,1128,1129],{"id":819,"depth":407,"text":820},{"id":836,"depth":407,"text":837},{"id":961,"depth":407,"text":962},{"id":1073,"depth":407,"text":1074},{"id":1103,"depth":407,"text":1104},"\u002Fimages\u002Fblog\u002F2506.13777.1.webp","A survey of physics-informed AI for complex urban systems","2025-09-16","How do you put physics into city-scale models? This survey proposes a taxonomy of three paradigms and seven methods, reviews eight urban subsystems, and names what is still missing.",{},"\u002Fblog\u002Fen\u002Farxiv-2506-13777v1",{"title":801,"description":1133},"arxiv-2506-13777v1","blog\u002Fen\u002Farxiv-2506-13777v1",[431,1140,1141],"urban","survey","1gwEeKIu-vP0ABuoHpyY9xShz03tEALrPNkeNBiXGXc",{"id":1144,"title":1145,"author":7,"body":1146,"cover":2492,"coverAlt":2493,"date":2494,"description":2495,"draft":421,"extension":422,"featured":421,"lang":695,"meta":2496,"navigation":425,"path":2497,"seo":2498,"slug":2499,"stem":2500,"tags":2501,"translationKey":2499,"updated":434,"__hash__":2504},"blog\u002Fblog\u002Fen\u002Farxiv-2005-03448v3.md","Discovering governing equations from scarce data with PiDL",{"type":9,"value":1147,"toc":2484},[1148,1164,1168,1175,1178,1189,1195,1199,1202,1205,1209,1212,1928,1933,1944,1949,1971,2038,2040,2113,2116,2119,2450,2454,2460,2466,2472,2474,2481],[12,1149,1150,450,1152,1157,1159,1160,1163],{},[15,1151,449],{},[26,1153,1156],{"href":1154,"rel":1155},"https:\u002F\u002Farxiv.org\u002Fabs\u002F2005.03448",[30],"arXiv:2005.03448",[15,1158,815],{}," — Physics-informed learning of governing equations from scarce data\n",[15,1161,1162],{},"Authors"," — Zhao Chen¹, Yang Liu², Hao Sun¹˒³\n¹ Northeastern University, Civil & Environmental Engineering\n² Northeastern University, Mechanical & Industrial Engineering\n³ MIT, Civil & Environmental Engineering",[44,1165,1167],{"id":1166},"abstract-in-short","Abstract, in short",[12,1169,1170,1171,1174],{},"Recovering the governing equations of a complex physical system from data is what turns observations into a model. This paper proposes PiDL, a physics-informed deep learning architecture that discovers the governing PDEs of nonlinear spatio-temporal systems from ",[15,1172,1173],{},"scarce and noisy"," data.",[12,1176,1177],{},"It fuses four things: the representation power of deep neural networks, physical embedding, automatic differentiation, and sparse regression. Three goals:",[173,1179,1180,1183,1186],{},[58,1181,1182],{},"Approximate the solution of the system state",[58,1184,1185],{},"Compute the relevant derivative terms",[58,1187,1188],{},"Identify which terms and coefficients actually form the PDE",[12,1190,1191,1194],{},[15,1192,1193],{},"Keywords"," — governing equation discovery, physics-informed deep learning, PDEs",[44,1196,1198],{"id":1197},"why-the-problem-is-hard","Why the problem is hard",[12,1200,1201],{},"Classical PDE modelling relies on first principles — conservation laws and the like. But for many complex systems, the analytical form is simply unknown.",[12,1203,1204],{},"Data-driven methods such as SINDy are limited by data quality and quantity, and numerical differentiation is notoriously sensitive to noise. Ask for derivatives from noisy, sparse measurements and the noise gets amplified into the coefficients you are trying to identify.",[44,1206,1208],{"id":1207},"the-pidl-framework","The PiDL framework",[12,1210,1211],{},"The loss combines data fit, physics residual, and sparsity:",[182,1213,1216],{"className":1214},[1215],"katex-display",[182,1217,1219,1327],{"className":1218},[185],[182,1220,1222],{"className":1221},[189],[191,1223,1225],{"xmlns":193,"display":1224},"block",[195,1226,1227,1324],{},[198,1228,1229,1233,1238,1241,1244,1248,1251,1254,1274,1277,1280,1295,1297,1300],{},[201,1230,1232],{"mathvariant":1231},"script","L",[1234,1235,1237],"mo",{"stretchy":1236},"false","(",[201,1239,1240],{},"θ",[1234,1242,1243],{"separator":212},",",[201,1245,1247],{"mathvariant":1246},"normal","Λ",[1234,1249,1250],{"stretchy":1236},")",[1234,1252,1253],{},"=",[1255,1256,1257,1270],"munder",{},[1255,1258,1259,1267],{},[1260,1261,1262,1264],"msub",{},[201,1263,1232],{"mathvariant":1231},[201,1265,1266],{},"d",[1234,1268,1269],{"stretchy":212},"⏟",[1271,1272,1273],"mtext",{},"data",[1234,1275,1276],{},"+",[201,1278,1279],{},"α",[1255,1281,1282,1292],{},[1255,1283,1284,1290],{},[1260,1285,1286,1288],{},[201,1287,1232],{"mathvariant":1231},[201,1289,12],{},[1234,1291,1269],{"stretchy":212},[1271,1293,1294],{},"physics",[1234,1296,1276],{},[201,1298,1299],{},"β",[1255,1301,1302,1321],{},[1255,1303,1304,1319],{},[198,1305,1306,1309,1311],{},[201,1307,1308],{"mathvariant":1246},"∥",[201,1310,1247],{"mathvariant":1246},[1260,1312,1313,1315],{},[201,1314,1308],{"mathvariant":1246},[1316,1317,1318],"mn",{},"0",[1234,1320,1269],{"stretchy":212},[1271,1322,1323],{},"sparsity",[205,1325,1326],{"encoding":207},"\\mathcal{L}(\\theta, \\Lambda) = \\underbrace{\\mathcal{L}_d}_{\\text{data}} + \\alpha \\underbrace{\\mathcal{L}_p}_{\\text{physics}} + \\beta \\underbrace{\\|\\Lambda\\|_0}_{\\text{sparsity}}",[182,1328,1330,1376,1583,1758],{"className":1329,"ariaHidden":212},[211],[182,1331,1333,1337,1341,1345,1349,1353,1358,1361,1365,1369,1373],{"className":1332},[216],[182,1334],{"className":1335,"style":1336},[220],"height:1em;vertical-align:-0.25em;",[182,1338,1232],{"className":1339},[225,1340],"mathcal",[182,1342,1237],{"className":1343},[1344],"mopen",[182,1346,1240],{"className":1347,"style":1348},[225,226],"margin-right:0.0278em;",[182,1350,1243],{"className":1351},[1352],"mpunct",[182,1354],{"className":1355,"style":1357},[1356],"mspace","margin-right:0.1667em;",[182,1359,1247],{"className":1360},[225],[182,1362,1250],{"className":1363},[1364],"mclose",[182,1366],{"className":1367,"style":1368},[1356],"margin-right:0.2778em;",[182,1370,1253],{"className":1371},[1372],"mrel",[182,1374],{"className":1375,"style":1368},[1356],[182,1377,1379,1383,1572,1576,1580],{"className":1378},[216],[182,1380],{"className":1381,"style":1382},[220],"height:2.1674em;vertical-align:-1.4841em;",[182,1384,1387],{"className":1385},[1386,1255],"minner",[182,1388,1392,1563],{"className":1389},[1390,1391],"vlist-t","vlist-t2",[182,1393,1396,1560],{"className":1394},[1395],"vlist-r",[182,1397,1400,1425],{"className":1398,"style":221},[1399],"vlist",[182,1401,1403,1408],{"style":1402},"top:-1.5159em;",[182,1404],{"className":1405,"style":1407},[1406],"pstrut","height:3em;",[182,1409,1415],{"className":1410},[1411,1412,1413,1414],"sizing","reset-size6","size3","mtight",[182,1416,1418],{"className":1417},[225,1414],[182,1419,1422],{"className":1420},[225,1421,1414],"text",[182,1423,1273],{"className":1424},[225,1414],[182,1426,1428,1431],{"style":1427},"top:-3em;",[182,1429],{"className":1430,"style":1407},[1406],[182,1432,1434],{"className":1433},[1386,1255],[182,1435,1437,1551],{"className":1436},[1390,1391],[182,1438,1440,1548],{"className":1439},[1395],[182,1441,1443,1493],{"className":1442,"style":221},[1399],[182,1444,1448,1451],{"className":1445,"style":1447},[1446],"svg-align","top:-2.202em;",[182,1449],{"className":1450,"style":1407},[1406],[182,1452,1456,1473,1483],{"className":1453,"style":1455},[1454],"stretchy","height:0.548em;min-width:1.6em;",[182,1457,1461],{"className":1458,"style":1460},[1459],"brace-left","height:0.548em;",[1462,1463,1469],"svg",{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1468},"http:\u002F\u002Fwww.w3.org\u002F2000\u002Fsvg","400em","0.548em","0 0 400000 548","xMinYMin slice",[1470,1471],"path",{"d":1472},"M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13\n 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688\n 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7\n-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z",[182,1474,1477],{"className":1475,"style":1460},[1476],"brace-center",[1462,1478,1480],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1479},"xMidYMin slice",[1470,1481],{"d":1482},"M199572 214\nc100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14\n 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3\n 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0\n-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z",[182,1484,1487],{"className":1485,"style":1460},[1486],"brace-right",[1462,1488,1490],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1489},"xMaxYMin slice",[1470,1491],{"d":1492},"M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3\n 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237\n-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z",[182,1494,1495,1498],{"style":1427},[182,1496],{"className":1497,"style":1407},[1406],[182,1499,1501],{"className":1500},[225],[182,1502,1504,1507],{"className":1503},[225],[182,1505,1232],{"className":1506},[225,1340],[182,1508,1511],{"className":1509},[1510],"msupsub",[182,1512,1514,1539],{"className":1513},[1390,1391],[182,1515,1517,1534],{"className":1516},[1395],[182,1518,1521],{"className":1519,"style":1520},[1399],"height:0.3361em;",[182,1522,1524,1528],{"style":1523},"top:-2.55em;margin-left:0em;margin-right:0.05em;",[182,1525],{"className":1526,"style":1527},[1406],"height:2.7em;",[182,1529,1531],{"className":1530},[1411,1412,1413,1414],[182,1532,1266],{"className":1533},[225,226,1414],[182,1535,1538],{"className":1536},[1537],"vlist-s","​",[182,1540,1542],{"className":1541},[1395],[182,1543,1546],{"className":1544,"style":1545},[1399],"height:0.15em;",[182,1547],{},[182,1549,1538],{"className":1550},[1537],[182,1552,1554],{"className":1553},[1395],[182,1555,1558],{"className":1556,"style":1557},[1399],"height:0.798em;",[182,1559],{},[182,1561,1538],{"className":1562},[1537],[182,1564,1566],{"className":1565},[1395],[182,1567,1570],{"className":1568,"style":1569},[1399],"height:1.4841em;",[182,1571],{},[182,1573],{"className":1574,"style":1575},[1356],"margin-right:0.2222em;",[182,1577,1276],{"className":1578},[1579],"mbin",[182,1581],{"className":1582,"style":1575},[1356],[182,1584,1586,1590,1594,1597,1749,1752,1755],{"className":1585},[216],[182,1587],{"className":1588,"style":1589},[220],"height:2.4397em;vertical-align:-1.7563em;",[182,1591,1279],{"className":1592,"style":1593},[225,226],"margin-right:0.0037em;",[182,1595],{"className":1596,"style":1357},[1356],[182,1598,1600],{"className":1599},[1386,1255],[182,1601,1603,1740],{"className":1602},[1390,1391],[182,1604,1606,1737],{"className":1605},[1395],[182,1607,1609,1627],{"className":1608,"style":221},[1399],[182,1610,1612,1615],{"style":1611},"top:-1.3798em;",[182,1613],{"className":1614,"style":1407},[1406],[182,1616,1618],{"className":1617},[1411,1412,1413,1414],[182,1619,1621],{"className":1620},[225,1414],[182,1622,1624],{"className":1623},[225,1421,1414],[182,1625,1294],{"className":1626},[225,1414],[182,1628,1629,1632],{"style":1427},[182,1630],{"className":1631,"style":1407},[1406],[182,1633,1635],{"className":1634},[1386,1255],[182,1636,1638,1728],{"className":1637},[1390,1391],[182,1639,1641,1725],{"className":1640},[1395],[182,1642,1644,1675],{"className":1643,"style":221},[1399],[182,1645,1648,1651],{"className":1646,"style":1647},[1446],"top:-2.0659em;",[182,1649],{"className":1650,"style":1407},[1406],[182,1652,1654,1661,1668],{"className":1653,"style":1455},[1454],[182,1655,1657],{"className":1656,"style":1460},[1459],[1462,1658,1659],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1468},[1470,1660],{"d":1472},[182,1662,1664],{"className":1663,"style":1460},[1476],[1462,1665,1666],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1479},[1470,1667],{"d":1482},[182,1669,1671],{"className":1670,"style":1460},[1486],[1462,1672,1673],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1489},[1470,1674],{"d":1492},[182,1676,1677,1680],{"style":1427},[182,1678],{"className":1679,"style":1407},[1406],[182,1681,1683],{"className":1682},[225],[182,1684,1686,1689],{"className":1685},[225],[182,1687,1232],{"className":1688},[225,1340],[182,1690,1692],{"className":1691},[1510],[182,1693,1695,1716],{"className":1694},[1390,1391],[182,1696,1698,1713],{"className":1697},[1395],[182,1699,1702],{"className":1700,"style":1701},[1399],"height:0.1514em;",[182,1703,1704,1707],{"style":1523},[182,1705],{"className":1706,"style":1527},[1406],[182,1708,1710],{"className":1709},[1411,1412,1413,1414],[182,1711,12],{"className":1712},[225,226,1414],[182,1714,1538],{"className":1715},[1537],[182,1717,1719],{"className":1718},[1395],[182,1720,1723],{"className":1721,"style":1722},[1399],"height:0.2861em;",[182,1724],{},[182,1726,1538],{"className":1727},[1537],[182,1729,1731],{"className":1730},[1395],[182,1732,1735],{"className":1733,"style":1734},[1399],"height:0.9341em;",[182,1736],{},[182,1738,1538],{"className":1739},[1537],[182,1741,1743],{"className":1742},[1395],[182,1744,1747],{"className":1745,"style":1746},[1399],"height:1.7563em;",[182,1748],{},[182,1750],{"className":1751,"style":1575},[1356],[182,1753,1276],{"className":1754},[1579],[182,1756],{"className":1757,"style":1575},[1356],[182,1759,1761,1765,1769,1772],{"className":1760},[216],[182,1762],{"className":1763,"style":1764},[220],"height:2.4516em;vertical-align:-1.7016em;",[182,1766,1299],{"className":1767,"style":1768},[225,226],"margin-right:0.0528em;",[182,1770],{"className":1771,"style":1357},[1356],[182,1773,1775],{"className":1774},[1386,1255],[182,1776,1778,1919],{"className":1777},[1390,1391],[182,1779,1781,1916],{"className":1780},[1395],[182,1782,1785,1803],{"className":1783,"style":1784},[1399],"height:0.75em;",[182,1786,1788,1791],{"style":1787},"top:-1.4345em;",[182,1789],{"className":1790,"style":1407},[1406],[182,1792,1794],{"className":1793},[1411,1412,1413,1414],[182,1795,1797],{"className":1796},[225,1414],[182,1798,1800],{"className":1799},[225,1421,1414],[182,1801,1323],{"className":1802},[225,1414],[182,1804,1805,1808],{"style":1427},[182,1806],{"className":1807,"style":1407},[1406],[182,1809,1811],{"className":1810},[1386,1255],[182,1812,1814,1907],{"className":1813},[1390,1391],[182,1815,1817,1904],{"className":1816},[1395],[182,1818,1820,1851],{"className":1819,"style":1784},[1399],[182,1821,1824,1827],{"className":1822,"style":1823},[1446],"top:-2.102em;",[182,1825],{"className":1826,"style":1407},[1406],[182,1828,1830,1837,1844],{"className":1829,"style":1455},[1454],[182,1831,1833],{"className":1832,"style":1460},[1459],[1462,1834,1835],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1468},[1470,1836],{"d":1472},[182,1838,1840],{"className":1839,"style":1460},[1476],[1462,1841,1842],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1479},[1470,1843],{"d":1482},[182,1845,1847],{"className":1846,"style":1460},[1486],[1462,1848,1849],{"xmlns":1464,"width":1465,"height":1466,"viewBox":1467,"preserveAspectRatio":1489},[1470,1850],{"d":1492},[182,1852,1853,1856],{"style":1427},[182,1854],{"className":1855,"style":1407},[1406],[182,1857,1859,1863],{"className":1858},[225],[182,1860,1862],{"className":1861},[225],"∥Λ",[182,1864,1866,1869],{"className":1865},[225],[182,1867,1308],{"className":1868},[225],[182,1870,1872],{"className":1871},[1510],[182,1873,1875,1896],{"className":1874},[1390,1391],[182,1876,1878,1893],{"className":1877},[1395],[182,1879,1882],{"className":1880,"style":1881},[1399],"height:0.3011em;",[182,1883,1884,1887],{"style":1523},[182,1885],{"className":1886,"style":1527},[1406],[182,1888,1890],{"className":1889},[1411,1412,1413,1414],[182,1891,1318],{"className":1892},[225,1414],[182,1894,1538],{"className":1895},[1537],[182,1897,1899],{"className":1898},[1395],[182,1900,1902],{"className":1901,"style":1545},[1399],[182,1903],{},[182,1905,1538],{"className":1906},[1537],[182,1908,1910],{"className":1909},[1395],[182,1911,1914],{"className":1912,"style":1913},[1399],"height:0.898em;",[182,1915],{},[182,1917,1538],{"className":1918},[1537],[182,1920,1922],{"className":1921},[1395],[182,1923,1926],{"className":1924,"style":1925},[1399],"height:1.7016em;",[182,1927],{},[12,1929,1930],{},[15,1931,1932],{},"How the pieces fit together",[55,1934,1935,1938,1941],{},[58,1936,1937],{},"A DNN learns the representation of the solution",[58,1939,1940],{},"Automatic differentiation computes derivatives accurately",[58,1942,1943],{},"ℓ₀ sparse regression picks out the governing terms",[12,1945,1946],{},[15,1947,1948],{},"Architecture",[55,1950,1951,1957],{},[58,1952,1953,1956],{},[497,1954,1955],{},"Single dataset",": the DNN directly models the solution function",[58,1958,1959,1962,1963],{},[497,1960,1961],{},"Multiple datasets",": a \"root-branch\" DNN handles different initial\u002Fboundary conditions\n",[55,1964,1965,1968],{},[58,1966,1967],{},"a shared root network captures common features",[58,1969,1970],{},"independent branch networks adapt to each condition",[12,1972,1973,1976,1977,2007,2008,2037],{},[15,1974,1975],{},"Optimisation (ADO)"," — alternating direction optimisation trains the network parameters ",[182,1978,1980,1994],{"className":1979},[185],[182,1981,1983],{"className":1982},[189],[191,1984,1985],{"xmlns":193},[195,1986,1987,1991],{},[198,1988,1989],{},[201,1990,1240],{},[205,1992,1993],{"encoding":207},"\\theta",[182,1995,1997],{"className":1996,"ariaHidden":212},[211],[182,1998,2000,2004],{"className":1999},[216],[182,2001],{"className":2002,"style":2003},[220],"height:0.6944em;",[182,2005,1240],{"className":2006,"style":1348},[225,226]," and the PDE coefficients ",[182,2009,2011,2025],{"className":2010},[185],[182,2012,2014],{"className":2013},[189],[191,2015,2016],{"xmlns":193},[195,2017,2018,2022],{},[198,2019,2020],{},[201,2021,1247],{"mathvariant":1246},[205,2023,2024],{"encoding":207},"\\Lambda",[182,2026,2028],{"className":2027,"ariaHidden":212},[211],[182,2029,2031,2034],{"className":2030},[216],[182,2032],{"className":2033,"style":221},[220],[182,2035,1247],{"className":2036},[225]," in turn, which sidesteps the NP-hard ℓ₀ problem.",[44,2039,632],{"id":631},[98,2041,2042,2058],{},[101,2043,2044],{},[104,2045,2046,2049,2052,2055],{},[107,2047,2048],{},"PDE",[107,2050,2051],{},"Noise",[107,2053,2054],{},"Coefficient error",[107,2056,2057],{},"Data used",[117,2059,2060,2074,2087,2100],{},[104,2061,2062,2065,2068,2071],{},[122,2063,2064],{},"Burgers",[122,2066,2067],{},"10%",[122,2069,2070],{},"1.15%",[122,2072,2073],{},"1.95%",[104,2075,2076,2079,2081,2084],{},[122,2077,2078],{},"Kuramoto–Sivashinsky (chaotic)",[122,2080,2067],{},[122,2082,2083],{},"0.71%",[122,2085,2086],{},"12.3%",[104,2088,2089,2092,2094,2097],{},[122,2090,2091],{},"Navier–Stokes",[122,2093,2067],{},[122,2095,2096],{},"1.40%",[122,2098,2099],{},"0.22%",[104,2101,2102,2105,2107,2110],{},[122,2103,2104],{},"Schrödinger",[122,2106,2067],{},[122,2108,2109],{},"2.31%",[122,2111,2112],{},"37.5%",[12,2114,2115],{},"Multiple-dataset settings were tested on Burgers with small-viscosity shock waves and on the FitzHugh–Nagumo neuron model.",[12,2117,2118],{},"The real-world test is the interesting one: on a cell migration and proliferation experiment, the method recovered the Fisher–Kolmogorov model,",[182,2120,2122],{"className":2121},[1215],[182,2123,2125,2189],{"className":2124},[185],[182,2126,2128],{"className":2127},[189],[191,2129,2130],{"xmlns":193,"display":1224},[195,2131,2132,2186],{},[198,2133,2134,2142,2144,2147,2158,2160,2168,2170,2172,2179],{},[1260,2135,2136,2139],{},[201,2137,2138],{},"ρ",[201,2140,2141],{},"t",[1234,2143,1253],{},[201,2145,2146],{},"γ",[1260,2148,2149,2151],{},[201,2150,2138],{},[198,2152,2153,2156],{},[201,2154,2155],{},"x",[201,2157,2155],{},[1234,2159,1276],{},[1260,2161,2162,2165],{},[201,2163,2164],{},"λ",[1316,2166,2167],{},"1",[201,2169,2138],{},[1234,2171,1276],{},[1260,2173,2174,2176],{},[201,2175,2164],{},[1316,2177,2178],{},"2",[2180,2181,2182,2184],"msup",{},[201,2183,2138],{},[1316,2185,2178],{},[205,2187,2188],{"encoding":207},"\\rho_t = \\gamma \\rho_{xx} + \\lambda_1 \\rho + \\lambda_2 \\rho^2",[182,2190,2192,2249,2313,2372],{"className":2191,"ariaHidden":212},[211],[182,2193,2195,2199,2240,2243,2246],{"className":2194},[216],[182,2196],{"className":2197,"style":2198},[220],"height:0.625em;vertical-align:-0.1944em;",[182,2200,2202,2205],{"className":2201},[225],[182,2203,2138],{"className":2204},[225,226],[182,2206,2208],{"className":2207},[1510],[182,2209,2211,2232],{"className":2210},[1390,1391],[182,2212,2214,2229],{"className":2213},[1395],[182,2215,2218],{"className":2216,"style":2217},[1399],"height:0.2806em;",[182,2219,2220,2223],{"style":1523},[182,2221],{"className":2222,"style":1527},[1406],[182,2224,2226],{"className":2225},[1411,1412,1413,1414],[182,2227,2141],{"className":2228},[225,226,1414],[182,2230,1538],{"className":2231},[1537],[182,2233,2235],{"className":2234},[1395],[182,2236,2238],{"className":2237,"style":1545},[1399],[182,2239],{},[182,2241],{"className":2242,"style":1368},[1356],[182,2244,1253],{"className":2245},[1372],[182,2247],{"className":2248,"style":1368},[1356],[182,2250,2252,2256,2260,2304,2307,2310],{"className":2251},[216],[182,2253],{"className":2254,"style":2255},[220],"height:0.7778em;vertical-align:-0.1944em;",[182,2257,2146],{"className":2258,"style":2259},[225,226],"margin-right:0.0556em;",[182,2261,2263,2266],{"className":2262},[225],[182,2264,2138],{"className":2265},[225,226],[182,2267,2269],{"className":2268},[1510],[182,2270,2272,2296],{"className":2271},[1390,1391],[182,2273,2275,2293],{"className":2274},[1395],[182,2276,2278],{"className":2277,"style":1701},[1399],[182,2279,2280,2283],{"style":1523},[182,2281],{"className":2282,"style":1527},[1406],[182,2284,2286],{"className":2285},[1411,1412,1413,1414],[182,2287,2289],{"className":2288},[225,1414],[182,2290,2292],{"className":2291},[225,226,1414],"xx",[182,2294,1538],{"className":2295},[1537],[182,2297,2299],{"className":2298},[1395],[182,2300,2302],{"className":2301,"style":1545},[1399],[182,2303],{},[182,2305],{"className":2306,"style":1575},[1356],[182,2308,1276],{"className":2309},[1579],[182,2311],{"className":2312,"style":1575},[1356],[182,2314,2316,2320,2360,2363,2366,2369],{"className":2315},[216],[182,2317],{"className":2318,"style":2319},[220],"height:0.8889em;vertical-align:-0.1944em;",[182,2321,2323,2326],{"className":2322},[225],[182,2324,2164],{"className":2325},[225,226],[182,2327,2329],{"className":2328},[1510],[182,2330,2332,2352],{"className":2331},[1390,1391],[182,2333,2335,2349],{"className":2334},[1395],[182,2336,2338],{"className":2337,"style":1881},[1399],[182,2339,2340,2343],{"style":1523},[182,2341],{"className":2342,"style":1527},[1406],[182,2344,2346],{"className":2345},[1411,1412,1413,1414],[182,2347,2167],{"className":2348},[225,1414],[182,2350,1538],{"className":2351},[1537],[182,2353,2355],{"className":2354},[1395],[182,2356,2358],{"className":2357,"style":1545},[1399],[182,2359],{},[182,2361,2138],{"className":2362},[225,226],[182,2364],{"className":2365,"style":1575},[1356],[182,2367,1276],{"className":2368},[1579],[182,2370],{"className":2371,"style":1575},[1356],[182,2373,2375,2379,2419],{"className":2374},[216],[182,2376],{"className":2377,"style":2378},[220],"height:1.0585em;vertical-align:-0.1944em;",[182,2380,2382,2385],{"className":2381},[225],[182,2383,2164],{"className":2384},[225,226],[182,2386,2388],{"className":2387},[1510],[182,2389,2391,2411],{"className":2390},[1390,1391],[182,2392,2394,2408],{"className":2393},[1395],[182,2395,2397],{"className":2396,"style":1881},[1399],[182,2398,2399,2402],{"style":1523},[182,2400],{"className":2401,"style":1527},[1406],[182,2403,2405],{"className":2404},[1411,1412,1413,1414],[182,2406,2178],{"className":2407},[225,1414],[182,2409,1538],{"className":2410},[1537],[182,2412,2414],{"className":2413},[1395],[182,2415,2417],{"className":2416,"style":1545},[1399],[182,2418],{},[182,2420,2422,2425],{"className":2421},[225],[182,2423,2138],{"className":2424},[225,226],[182,2426,2428],{"className":2427},[1510],[182,2429,2431],{"className":2430},[1390],[182,2432,2434],{"className":2433},[1395],[182,2435,2438],{"className":2436,"style":2437},[1399],"height:0.8641em;",[182,2439,2441,2444],{"style":2440},"top:-3.113em;margin-right:0.05em;",[182,2442],{"className":2443,"style":1527},[1406],[182,2445,2447],{"className":2446},[1411,1412,1413,1414],[182,2448,2178],{"className":2449},[225,1414],[44,2451,2453],{"id":2452},"why-it-matters","Why it matters",[12,2455,2456,2459],{},[15,2457,2458],{},"It breaks the data wall."," Accurate discovery under 10% noise with less than 1% of the original grid is the headline result.",[12,2461,2462,2465],{},[15,2463,2464],{},"It stays interpretable."," The DNN provides a global approximation, while the sparse PDE constrains the network.",[12,2467,2468,2471],{},[15,2469,2470],{},"It generalises to expensive domains"," — fluid mechanics, biological migration, climate prediction — where you can never collect a dense dataset.",[44,2473,657],{"id":656},[12,2475,2476,2477,2480],{},"The valuable idea here is not \"use a neural network\". It is the ",[15,2478,2479],{},"separation of concerns",": let the network own the function, let sparse regression own the equation, and let AD bridge the two. Each part is something you can reason about and check.",[12,2482,2483],{},"The weakness is the same one every physics-informed method shares: the library of candidate terms is a human decision. If the true governing term is not in the candidate set, no amount of optimisation will find it.",{"title":406,"searchDepth":407,"depth":407,"links":2485},[2486,2487,2488,2489,2490,2491],{"id":1166,"depth":407,"text":1167},{"id":1197,"depth":407,"text":1198},{"id":1207,"depth":407,"text":1208},{"id":631,"depth":407,"text":632},{"id":2452,"depth":407,"text":2453},{"id":656,"depth":407,"text":657},"\u002Fimages\u002Fblog\u002F2005.03448v3.webp","Physics-informed learning of governing equations from scarce data","2025-07-09","PiDL recovers the PDEs behind nonlinear spatio-temporal systems from sparse, noisy observations. Notes on its architecture, training strategy, and results on Burgers and Navier–Stokes.",{},"\u002Fblog\u002Fen\u002Farxiv-2005-03448v3",{"title":1145,"description":2495},"arxiv-2005-03448v3","blog\u002Fen\u002Farxiv-2005-03448v3",[431,2502,2503],"physics-informed","pde","RIokw_sIVtYhgrTpZy8_PrCcQPPaMadK3X9n8I9ivck",1792775653459]