[{"data":1,"prerenderedAt":397},["ShallowReactive",2],{"blogs-meta":3,"blogs-tag-machine-learning":143},[4,8,12,16,20,23,26,29,32,36,40,44,47,51,55,58,61,64,67,71,74,78,81,84,87,90,94,97,100,103,106,109,112,115,118,122,125,128,131,134,137,140],{"tags":5,"path":7},[6],"thoughts","\u002Fblog\u002F2022\u002F2022-02-27-how-to-do-open-source-for-a-long-time",{"tags":9,"path":11},[10],"OS","\u002Fblog\u002F2022\u002F2022-04-15-resource-lock-in-concurrency",{"tags":13,"path":15},[14],"frontend","\u002Fblog\u002F2022\u002F2022-04-18-closure-in-javascript",{"tags":17,"path":19},[18],"LHPA","\u002Fblog\u002F2022\u002F2022-09-14-yanzhenqing-bibiography",{"tags":21,"path":22},[18],"\u002Fblog\u002F2022\u002F2022-09-15-lanting-prelude",{"tags":24,"path":25},[18],"\u002Fblog\u002F2022\u002F2022-09-16-biology-of-shen-lian-and-yang-jisheng",{"tags":27,"path":28},[10],"\u002Fblog\u002F2022\u002F2022-12-05-multi-cpu-process-scheduling",{"tags":30,"path":31},[18],"\u002Fblog\u002F2022\u002F2022-12-07-a-farewell-to-ma-junze-of-dongyang",{"tags":33,"path":35},[34],"C++","\u002Fblog\u002F2023\u002F2023-11-05-platform-macros",{"tags":37,"path":39},[38],"mathematics","\u002Fblog\u002F2023\u002F2023-11-20-conduct-the-fibonacci",{"tags":41,"path":43},[42,38],"algorithm","\u002Fblog\u002F2023\u002F2023-12-07-how-do-computer-calculate-the-log-function",{"tags":45,"path":46},[38,42],"\u002Fblog\u002F2023\u002F2023-12-08-fast-inverse-square-root",{"tags":48,"path":50},[42,49],"game-theory","\u002Fblog\u002F2023\u002F2023-12-14-the-bash-game",{"tags":52,"path":54},[42,38,53],"computation","\u002Fblog\u002F2023\u002F2023-12-18-the-master-theroy-for-time-complexity",{"tags":56,"path":57},[38],"\u002Fblog\u002F2024\u002F2024-03-05-proof-of-faulhabers-formula",{"tags":59,"path":60},[38],"\u002Fblog\u002F2024\u002F2024-03-06-taylor-formula-taylor-theorem-taylor-series-taylor-expansion",{"tags":62,"path":63},[38],"\u002Fblog\u002F2024\u002F2024-04-23-introduction-to-bernoulli-number",{"tags":65,"path":66},[38],"\u002Fblog\u002F2024\u002F2024-08-27-the-laplace-theorem-for-determinant",{"tags":68,"path":70},[38,69],"cryptography","\u002Fblog\u002F2024\u002F2024-09-11-linear-congruential-for-psedurandom-number",{"tags":72,"path":73},[38],"\u002Fblog\u002F2024\u002F2024-09-12-box-muller-transformation",{"tags":75,"path":77},[76,49],"statistics","\u002Fblog\u002F2024\u002F2024-09-21-the-37-rules-in-making-choice",{"tags":79,"path":80},[6],"\u002Fblog\u002F2025\u002F2025-01-11-should-computer-science-majors-learn-college-physics",{"tags":82,"path":83},[6],"\u002Fblog\u002F2025\u002F2025-05-07-kao-shang-le",{"tags":85,"path":86},[6],"\u002Fblog\u002F2025\u002F2025-08-17-the-lamentable-programmers",{"tags":88,"path":89},[38],"\u002Fblog\u002F2025\u002F2025-09-18-the-stirling-formula",{"tags":91,"path":93},[38,92],"machine-learning","\u002Fblog\u002F2026\u002F2026-04-06-nonlinearity-with-activations",{"tags":95,"path":96},[92,38],"\u002Fblog\u002F2026\u002F2026-04-09-introduction-of-v-mf-distribution-on-hypersphere",{"tags":98,"path":99},[38,92],"\u002Fblog\u002F2026\u002F2026-04-10-dimension-curse-on-zero-and-positive-curvature-space",{"tags":101,"path":102},[38,92],"\u002Fblog\u002F2026\u002F2026-04-25-the-frechet-mean-prototype",{"tags":104,"path":105},[6],"\u002Fblog\u002F2026\u002F2026-05-13-the-pale-blue-dot",{"tags":107,"path":108},[6],"\u002Fblog\u002F2026\u002F2026-05-26-the-messianic-narrative-of-anthropic",{"tags":110,"path":111},[38,92],"\u002Fblog\u002F2026\u002F2026-05-30-about-the-tensor",{"tags":113,"path":114},[92,38],"\u002Fblog\u002F2026\u002F2026-06-06-proof-of-the-uat-by-weierstrass-theory",{"tags":116,"path":117},[38,92,76],"\u002Fblog\u002F2026\u002F2026-06-08-explanation-of-neural-network-from-maximum-likelihood-estimation",{"tags":119,"path":121},[120,92,6],"ai","\u002Fblog\u002F2026\u002F2026-06-30-about-the-emergency",{"tags":123,"path":124},[120,6],"\u002Fblog\u002F2026\u002F2026-07-30-what-agi-needs-may-not-be-a-larger-model-but-a-set-of-theories",{"tags":126,"path":127},[38,53],"\u002Fblog\u002F2026\u002F2026-07-31-the-diagonal-argument-en",{"tags":129,"path":130},[92,120],"\u002Fblog\u002F2026\u002F2026-08-04-the-representations-in-llm",{"tags":132,"path":133},[6],"\u002Fblog\u002F2026\u002F2026-08-13-xie-zuo-yu-yan-de-zhuan-bian",{"tags":135,"path":136},[6],"\u002Fblog\u002F2026\u002F2026-08-14-demystification-research",{"tags":138,"path":139},[92],"\u002Fblog\u002F2026\u002F2026-08-19-yan-jiu-guan-xi-de-san-zhong-shi-jiao",{"tags":141,"path":142},[92],"\u002Fblog\u002F2026\u002F2026-08-22-are-local-minima-rare-in-high-dimensions",[144,151,158,164,170,176,182,188,194,200,206,212,218,224,230,236,242,248,254,260,267,273,279,285,291,297,303,309,315,321,327,333,339,345,351,357,363,369,375,380,385,391],{"title":145,"summary":146,"image":147,"onday":148,"tags":149,"path":142,"id":150},"高维非凸优化的「鞍点主导」","高维空间中的局部极小值极为罕见——因为一个真正的局部极小值要求所有方向都向上弯曲，也就是 Hessian 矩阵的所有特征值都必须为正。而高维空间里，随机的临界点几乎总有某个方向可以向下走，也就是鞍点。这正是为什么神经网络训练更像是「逃离鞍点」的游戏，而不是「跳出局部最优」的游戏。",null,"2026-08-22",[92],"blog\u002Fblog\u002F2026\u002F2026-08-22-are-local-minima-rare-in-high-dimensions.md",{"title":152,"summary":153,"image":154,"onday":155,"tags":156,"path":139,"id":157},"研究关系的三种视角","研究「关系」有三种互补视角：几何，拓扑和因果。分别关注测量、连通和约束。它们不是并列的学科，而是看待「存在」的三个层层递进的维度。三者共同构成智能系统理解世界的先验地基。","","2026-08-19",[92],"blog\u002Fblog\u002F2026\u002F2026-08-19-yan-jiu-guan-xi-de-san-zhong-shi-jiao.md",{"title":159,"summary":160,"image":154,"onday":161,"tags":162,"path":136,"id":163},"祛魅科研，每个研究生的必修课","自 2025 年入学至今，一年光阴悄然而逝，我已步入研二。回望这一年的研究生生活，我的心态与世界观经历了一场彻底而沉重的重塑——曾经的从容平实，如今已被挥之不去的失落感取代。","2026-08-14",[6],"blog\u002Fblog\u002F2026\u002F2026-08-14-demystification-research.md",{"title":165,"summary":166,"image":154,"onday":167,"tags":168,"path":133,"id":169},"写作语言的转变","长期以来，为了学习英语并增强熟练度，在技术写作时，我都会刻意使用英语来写作。但是后来我发现使用英语的阅读和思考心智负担非常大。从笔记到表达与推演，写作目标发生变化后，认知资源也需要实现对应的重新分配。","2026-08-13",[6],"blog\u002Fblog\u002F2026\u002F2026-08-13-xie-zuo-yu-yan-de-zhuan-bian.md",{"title":171,"summary":172,"image":154,"onday":173,"tags":174,"path":130,"id":175},"大语言模型中的表征流形","将 LLM 的表征流形形式化：以度量空间定义特征，证明余弦相似度编码了特征之间的测地距离，并在颜色、日期与年份三类数据上实证验证了同胚性与等距性。","2026-08-04",[92,120],"blog\u002Fblog\u002F2026\u002F2026-08-04-the-representations-in-llm.md",{"title":177,"summary":178,"image":154,"onday":179,"tags":180,"path":127,"id":181},"对角线论证：改变数学与计算机的证明方法","对角线论证由康托尔于 1891 年提出，通过构造一个能逃脱任何「完备列表或映射」的对象，证明某些无穷严格大于另一些无穷。这一自指技巧同样蕴含于康托尔定理、图灵停机问题与哥德尔不完备定理之中——一个统一了集合论、可计算性与逻辑学的思想。","2026-07-31",[38,53],"blog\u002Fblog\u002F2026\u002F2026-07-31-the-diagonal-argument-en.md",{"title":183,"summary":184,"image":154,"onday":185,"tags":186,"path":124,"id":187},"在开始 AGI 之前，先定义它","AGI 研究仍停留在经验层面，缺乏基础性的理论框架。计算主义与不可判定问题之间存在核心张力，AIXI 正是一个例证。作者提出，与环境保持连续的因果耦合可能是缺失的公理，并呼吁寻找能约束任何物理可实现智能的根本性约束原理。","2026-07-30",[120,6],"blog\u002Fblog\u002F2026\u002F2026-07-30-what-agi-needs-may-not-be-a-larger-model-but-a-set-of-theories.md",{"title":189,"summary":190,"image":154,"onday":191,"tags":192,"path":121,"id":193},"涌现是幻象吗？","Schaeffer 等人表明，LLM 的「涌现能力」往往只是不连续的指标掩盖了平滑的能力增长。但 grokking、归纳头以及居里点式的转变都证明，真实的相变确实存在。","2026-06-30",[120,92,6],"blog\u002Fblog\u002F2026\u002F2026-06-30-about-the-emergency.md",{"title":195,"summary":196,"image":154,"onday":197,"tags":198,"path":117,"id":199},"最大似然估计视角下的神经网络","从统计学习的视角看，现代神经网络确实可以理解为一个大规模的最大似然估计（MLE）过程。具体而言，神经网络是一个参数化函数，而最常见的训练方式正是在数据上做最大似然估计。","2026-06-08",[38,92,76],"blog\u002Fblog\u002F2026\u002F2026-06-08-explanation-of-neural-network-from-maximum-likelihood-estimation.md",{"title":201,"summary":202,"image":154,"onday":203,"tags":204,"path":114,"id":205},"魏尔斯特拉斯理论下的 UAT 证明","UAT（通用逼近定理）的核心要旨是：神经网络能逼近任何连续函数，而连续函数又可用多项式逼近（魏尔斯特拉斯定理）。","2026-06-06",[92,38],"blog\u002Fblog\u002F2026\u002F2026-06-06-proof-of-the-uat-by-weierstrass-theory.md",{"title":207,"summary":208,"image":154,"onday":209,"tags":210,"path":111,"id":211},"张量 Tensor 简述","向量是箭头，对偶向量是标尺——它们的配对产生不变的标量。张量是带多个可填充槽位的线性机器，化解了「向量进向量出」与「输出标量」之间的悖论。度量张量连接二者，使长度与能量保持坐标不变。","2026-05-30",[38,92],"blog\u002Fblog\u002F2026\u002F2026-05-30-about-the-tensor.md",{"title":213,"summary":214,"image":154,"onday":215,"tags":216,"path":108,"id":217},"The Messianic Narrative of Anthropic","The theatrics of Anthropic, led by Dario Amodei, exhibit the quintessential characteristics of the Judaic Messianic narrative, whose structure typically proceeds as follows: the world confronts an immense crisis of which the majority remains unaware; only a select few prophets perceive the danger; these prophets must be entrusted with authority; and they shall deliver salvation to the world.","2026-05-26",[6],"blog\u002Fblog\u002F2026\u002F2026-05-26-the-messianic-narrative-of-anthropic.md",{"title":219,"summary":220,"image":154,"onday":221,"tags":222,"path":105,"id":223},"暗淡蓝点","所有的战争与和平，爱恨与悲欢，都在这颗名为「地球」的微尘上，日复一日地上演。","2026-05-13",[6],"blog\u002Fblog\u002F2026\u002F2026-05-13-the-pale-blue-dot.md",{"title":225,"summary":226,"image":154,"onday":227,"tags":228,"path":102,"id":229},"Fréchet 均值原型","Fréchet 均值原型是度量空间中使到所有数据点距离平方和最小的中心点。它将求平均的运算从平坦向量空间推广到任意弯曲空间或复杂对象。","2026-04-25",[38,92],"blog\u002Fblog\u002F2026\u002F2026-04-25-the-frechet-mean-prototype.md",{"title":231,"summary":232,"image":154,"onday":233,"tags":234,"path":99,"id":235},"零曲率与正曲率空间中的维数灾难","维数灾难并非某种特定的几何结构，而是由高维空间内在性质所引发的一类现象。","2026-04-10",[38,92],"blog\u002Fblog\u002F2026\u002F2026-04-10-dimension-curse-on-zero-and-positive-curvature-space.md",{"title":237,"summary":238,"image":154,"onday":239,"tags":240,"path":96,"id":241},"超球面上的 vMF 分布简介","von Mises–Fisher 分布（vMF）通常被视为正态分布在超球面上的对应物，因为它刻画了在单位超球面上围绕某一平均方向聚集的数据。","2026-04-09",[92,38],"blog\u002Fblog\u002F2026\u002F2026-04-09-introduction-of-v-mf-distribution-on-hypersphere.md",{"title":243,"summary":244,"image":154,"onday":245,"tags":246,"path":93,"id":247},"非线性与激活函数","线性要求满足可加性与齐次性，但神经网络需要非线性才能摆脱简单的仿射变换。仿射层只能对数据进行拉伸和旋转，而不改变其拓扑结构；激活函数则能实现复杂的形变，使网络能够解开数据流形，有效地学习复杂模式。","2026-04-06",[38,92],"blog\u002Fblog\u002F2026\u002F2026-04-06-nonlinearity-with-activations.md",{"title":249,"summary":250,"image":147,"onday":251,"tags":252,"path":89,"id":253},"斯特林公式","斯特林公式揭示了当 n 趋向无穷大时 n!、nⁿ 与 eⁿ 之间的关系。","2025-09-18",[38],"blog\u002Fblog\u002F2025\u002F2025-09-18-the-stirling-formula.md",{"title":255,"summary":256,"image":147,"onday":257,"tags":258,"path":86,"id":259},"可叹的程序员们","许多软件工程师和程序员常常陷入一种困境：他们对自己所掌握的技术细节沾沾自喜，却很少意识到生活中几乎没有什么事情与代码有关。","2025-08-17",[6],"blog\u002Fblog\u002F2025\u002F2025-08-17-the-lamentable-programmers.md",{"title":261,"summary":262,"image":263,"onday":264,"tags":265,"path":83,"id":266},"考上了，但似乎也没有那么开心","2025 年研招已经落幕，考上了，但似乎也并没有那么开心。日后，救赎之道仍待探索，毕竟，人生是旷野嘛。","https:\u002F\u002Fimage-assets.dreams.plus\u002F20250507130209622.png","2025-05-07",[6],"blog\u002Fblog\u002F2025\u002F2025-05-07-kao-shang-le.md",{"title":268,"summary":269,"image":147,"onday":270,"tags":271,"path":80,"id":272},"计算机科学专业的学生应当学习大学物理吗","中国的计算机科学教育因历史与体制的惯性而显得过时，常常包含物理这类不相关的科目。","2025-01-11",[6],"blog\u002Fblog\u002F2025\u002F2025-01-11-should-computer-science-majors-learn-college-physics.md",{"title":274,"summary":275,"image":147,"onday":276,"tags":277,"path":77,"id":278},"苏格拉底：寻找最大的麦穗的故事","本文介绍了博弈论中经典的 37% 法则及其数学推导过程。","2024-09-21",[76,49],"blog\u002Fblog\u002F2024\u002F2024-09-21-the-37-rules-in-making-choice.md",{"title":280,"summary":281,"image":147,"onday":282,"tags":283,"path":73,"id":284},"Box-Muller 变换","Box-Muller 变换是一种利用服从均匀分布的随机变量构造服从高斯分布的随机变量的方法。","2024-09-12",[38],"blog\u002Fblog\u002F2024\u002F2024-09-12-box-muller-transformation.md",{"title":286,"summary":287,"image":147,"onday":288,"tags":289,"path":70,"id":290},"线性同余伪随机数","线性同余法是一种基于确定性数学算法生成随机数序列的伪随机数生成方法。","2024-09-11",[38,69],"blog\u002Fblog\u002F2024\u002F2024-09-11-linear-congruential-for-psedurandom-number.md",{"title":292,"summary":293,"image":147,"onday":294,"tags":295,"path":66,"id":296},"行列式的 Laplace 定理","行列式中 Laplace 定理及其应用","2024-08-27",[38],"blog\u002Fblog\u002F2024\u002F2024-08-27-the-laplace-theorem-for-determinant.md",{"title":298,"summary":299,"image":147,"onday":300,"tags":301,"path":63,"id":302},"Bernoulli 数入门","Bernoulli 数的介绍、推导与证明","2024-04-23",[38],"blog\u002Fblog\u002F2024\u002F2024-04-23-introduction-to-bernoulli-number.md",{"title":304,"summary":305,"image":147,"onday":306,"tags":307,"path":60,"id":308},"Taylor 公式、Taylor 定理、Taylor 级数与 Taylor 展开","本文主要介绍 Taylor 公式、Taylor 定理、Taylor 级数与 Taylor 展开这四个概念的内容及其相互联系。","2024-03-06",[38],"blog\u002Fblog\u002F2024\u002F2024-03-06-taylor-formula-taylor-theorem-taylor-series-taylor-expansion.md",{"title":310,"summary":311,"image":147,"onday":312,"tags":313,"path":57,"id":314},"Faulhaber 公式的证明","Faulhaber 公式提供了一种计算前 n 个正整数 p 次方之和的方法。","2024-03-05",[38],"blog\u002Fblog\u002F2024\u002F2024-03-05-proof-of-faulhabers-formula.md",{"title":316,"summary":317,"image":147,"onday":318,"tags":319,"path":54,"id":320},"时间复杂度主定理","本文用数学方法对分治算法的时间复杂度建模，分析其渐近性质，并给出三种计算方法。","2023-12-18",[42,38,53],"blog\u002Fblog\u002F2023\u002F2023-12-18-The-Master-Theroy-For-Time-Complexity.md",{"title":322,"summary":323,"image":147,"onday":324,"tags":325,"path":50,"id":326},"巴什博弈","一堆石子，两人轮流取，至少取 1 颗、至多取 2 颗，取到最后一颗石子的人输。","2023-12-14",[42,49],"blog\u002Fblog\u002F2023\u002F2023-12-14-the-bash-game.md",{"title":328,"summary":329,"image":147,"onday":330,"tags":331,"path":46,"id":332},"快速平方根倒数算法","本文介绍一种名为快速平方根倒数（Fast Inverse Square Root）的算法，用于快速计算浮点数的平方根倒数。","2023-12-08",[38,42],"blog\u002Fblog\u002F2023\u002F2023-12-08-Fast-Inverse-Square-Root.md",{"title":334,"summary":335,"image":147,"onday":336,"tags":337,"path":43,"id":338},"计算机如何计算对数函数","从数值分析的角度，分析计算机中对数函数的底层实现。","2023-12-07",[42,38],"blog\u002Fblog\u002F2023\u002F2023-12-07-How-do-computer-calculate-the-log-function.md",{"title":340,"summary":341,"image":147,"onday":342,"tags":343,"path":39,"id":344},"用矩阵法与差分方程法推导斐波那契通项公式","本文给出两种推导斐波那契数列的方法：矩阵法与差分方程法。","2023-11-20",[38],"blog\u002Fblog\u002F2023\u002F2023-11-20-conduct-the-fibonacci.md",{"title":346,"summary":347,"image":147,"onday":348,"tags":349,"path":35,"id":350},"C\u002FC++ 跨平台编译宏","在编译跨平台程序时，我们难免会遇到  win32、  linux 等编译器或编译环境宏。它们向编译器指示当前平台环境的一些信息。","2023-11-05",[34],"blog\u002Fblog\u002F2023\u002F2023-11-05-platform-macros.md",{"title":352,"summary":353,"image":147,"onday":354,"tags":355,"path":7,"id":356},"做开源应当无私吗？","记住，做开源重要的是为了自己，而不是为了别人，不要委屈自己。","2023-02-27",[6],"blog\u002Fblog\u002F2022\u002F2022-02-27-how-to-do-open-source-for-a-long-time.md",{"title":358,"summary":359,"image":147,"onday":360,"tags":361,"path":31,"id":362},"送東陽馬生序","余朝京師，生以鄉人子謁余，譔長書以為贄，辭甚暢達；與之論辯，言和而色夷。自謂少時用心於學甚勞，是可謂善學者矣。其將歸見其親也，余故道為學之難以告之。謂余勉鄉人以學者，余之志也；詆我夸際遇之盛而驕鄉人者，豈知予者哉。","2022-12-07",[18],"blog\u002Fblog\u002F2022\u002F2022-12-07-A-Farewell-to-Ma-Junze-of-Dongyang.md",{"title":364,"summary":365,"image":147,"onday":366,"tags":367,"path":28,"id":368},"操作系统笔记：多处理器调度的两种方法","介绍多处理器调度的两种方法：对称多处理与非对称多处理。","2022-12-05",[10],"blog\u002Fblog\u002F2022\u002F2022-12-05-multi-cpu-process-scheduling.md",{"title":370,"summary":371,"image":147,"onday":372,"tags":373,"path":19,"id":374},"顏真卿傳 - 新唐書","顏真卿，字清臣，秘書監師古五世從孫。少孤，母殷躬加訓導。既長，博學工辭章，事親孝。","2022-09-16",[18],"blog\u002Fblog\u002F2022\u002F2022-09-14-yanzhenqing-bibiography.md",{"title":376,"summary":377,"image":147,"onday":372,"tags":378,"path":22,"id":379},"蘭亭集序","永和九年，歲在癸丑，暮春之初，會於會稽山陰之蘭亭，修禊事也。群賢畢至，少長咸集。此地有崇山峻嶺，茂林修竹；又有清流激湍，映帶左右，引以為流觴曲水，列坐其次。雖無絲竹管弦之盛，一觴一詠，亦足以暢敘幽情。",[18],"blog\u002Fblog\u002F2022\u002F2022-09-15-lanting-prelude.md",{"title":381,"summary":382,"image":147,"onday":372,"tags":383,"path":25,"id":384},"沈煉 楊繼盛傳 - 明史","煉爲人剛直，嫉惡如仇，然頗疎狂。毎飲酒輒箕踞笑傲，旁若無人。錦衣帥陸炳善遇之。炳與嚴嵩父子交至深，以故煉亦數從世蕃飲。世蕃以酒虐客，煉心不平，輒爲反之，世蕃憚不敢較。",[18],"blog\u002Fblog\u002F2022\u002F2022-09-16-biology-of-shen-lian-and-yang-jisheng.md",{"title":386,"summary":387,"image":147,"onday":388,"tags":389,"path":15,"id":390},"JavaScript 中的闭包","给出 JavaScript 中闭包的定义，并通过示例来理解它。","2022-04-18",[14],"blog\u002Fblog\u002F2022\u002F2022-04-18-Closure-in-javascript.md",{"title":392,"summary":393,"image":147,"onday":394,"tags":395,"path":11,"id":396},"并发中的资源锁","对自旋锁、乐观锁、悲观锁、读写锁、互斥锁等概念的分析及使用场景。","2022-04-15",[10],"blog\u002Fblog\u002F2022\u002F2022-04-15-Resource-Lock-in-Concurrency.md",1787405171148]