import{_ as l,c as a,j as Q,a as t,a2 as s,o as T}from"./chunks/framework.CuLuRQcT.js";const G2=JSON.parse('{"title":"梯度裁剪方式介绍","description":"","frontmatter":{},"headers":[],"relativePath":"zh/PaddlePaddle/guides/advanced/gradient_clip_cn.md","filePath":"zh/PaddlePaddle/guides/advanced/gradient_clip_cn.md"}'),e={name:"zh/PaddlePaddle/guides/advanced/gradient_clip_cn.md"},i=Q("h1",{id:"梯度裁剪方式介绍",tabindex:"-1"},[t("梯度裁剪方式介绍 "),Q("a",{class:"header-anchor",href:"#梯度裁剪方式介绍","aria-label":'Permalink to "梯度裁剪方式介绍"'},"​")],-1),n=Q("h2",{id:"一、梯度爆炸与裁剪",tabindex:"-1"},[t("一、梯度爆炸与裁剪 "),Q("a",{class:"header-anchor",href:"#一、梯度爆炸与裁剪","aria-label":'Permalink to "一、梯度爆炸与裁剪"'},"​")],-1),d=Q("p",null,"在深度学习模型的训练过程中，通过梯度下降算法更新网络参数。一般地，梯度下降算法分为前向传播和反向更新两个阶段。",-1),r=Q("strong",null,"前向传播阶段",-1),h={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},o={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.439ex"},xmlns:"http://www.w3.org/2000/svg",width:"8.546ex",height:"2.37ex",role:"img",focusable:"false",viewBox:"0 -853.7 3777.2 1047.7","aria-hidden":"true"},m=s("",1),p=[m],g=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("msup",null,[Q("mi",null,"O"),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"k"),Q("mo",null,"−"),Q("mn",null,"1")])]),Q("mo",null,","),Q("msup",null,[Q("mi",null,"O"),Q("mi",null,"k")])])],-1),k={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},c={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.464ex"},xmlns:"http://www.w3.org/2000/svg",width:"1.244ex",height:"2.059ex",role:"img",focusable:"false",viewBox:"0 -705 550 910","aria-hidden":"true"},y=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D453",d:"M118 -162Q120 -162 124 -164T135 -167T147 -168Q160 -168 171 -155T187 -126Q197 -99 221 27T267 267T289 382V385H242Q195 385 192 387Q188 390 188 397L195 425Q197 430 203 430T250 431Q298 431 298 432Q298 434 307 482T319 540Q356 705 465 705Q502 703 526 683T550 630Q550 594 529 578T487 561Q443 561 443 603Q443 622 454 636T478 657L487 662Q471 668 457 668Q445 668 434 658T419 630Q412 601 403 552T387 469T380 433Q380 431 435 431Q480 431 487 430T498 424Q499 420 496 407T491 391Q489 386 482 386T428 385H372L349 263Q301 15 282 -47Q255 -132 212 -173Q175 -205 139 -205Q107 -205 81 -186T55 -132Q55 -95 76 -78T118 -61Q162 -61 162 -103Q162 -122 151 -136T127 -157L118 -162Z",style:{"stroke-width":"3"}})])])],-1),u=[y],w=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"f")])],-1),H={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},L={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.05ex"},xmlns:"http://www.w3.org/2000/svg",width:"2.371ex",height:"1.595ex",role:"img",focusable:"false",viewBox:"0 -683 1048 705","aria-hidden":"true"},E=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D44A",d:"M436 683Q450 683 486 682T553 680Q604 680 638 681T677 682Q695 682 695 674Q695 670 692 659Q687 641 683 639T661 637Q636 636 621 632T600 624T597 615Q597 603 613 377T629 138L631 141Q633 144 637 151T649 170T666 200T690 241T720 295T759 362Q863 546 877 572T892 604Q892 619 873 628T831 637Q817 637 817 647Q817 650 819 660Q823 676 825 679T839 682Q842 682 856 682T895 682T949 681Q1015 681 1034 683Q1048 683 1048 672Q1048 666 1045 655T1038 640T1028 637Q1006 637 988 631T958 617T939 600T927 584L923 578L754 282Q586 -14 585 -15Q579 -22 561 -22Q546 -22 542 -17Q539 -14 523 229T506 480L494 462Q472 425 366 239Q222 -13 220 -15T215 -19Q210 -22 197 -22Q178 -22 176 -15Q176 -12 154 304T131 622Q129 631 121 633T82 637H58Q51 644 51 648Q52 671 64 683H76Q118 680 176 680Q301 680 313 683H323Q329 677 329 674T327 656Q322 641 318 637H297Q236 634 232 620Q262 160 266 136L501 550L499 587Q496 629 489 632Q483 636 447 637Q428 637 422 639T416 648Q416 650 418 660Q419 664 420 669T421 676T424 680T428 682T436 683Z",style:{"stroke-width":"3"}})])])],-1),x=[E],_=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"W")])],-1),f={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},M={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.025ex"},xmlns:"http://www.w3.org/2000/svg",width:"0.971ex",height:"1.595ex",role:"img",focusable:"false",viewBox:"0 -694 429 705","aria-hidden":"true"},Z=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D44F",d:"M73 647Q73 657 77 670T89 683Q90 683 161 688T234 694Q246 694 246 685T212 542Q204 508 195 472T180 418L176 399Q176 396 182 402Q231 442 283 442Q345 442 383 396T422 280Q422 169 343 79T173 -11Q123 -11 82 27T40 150V159Q40 180 48 217T97 414Q147 611 147 623T109 637Q104 637 101 637H96Q86 637 83 637T76 640T73 647ZM336 325V331Q336 405 275 405Q258 405 240 397T207 376T181 352T163 330L157 322L136 236Q114 150 114 114Q114 66 138 42Q154 26 178 26Q211 26 245 58Q270 81 285 114T318 219Q336 291 336 325Z",style:{"stroke-width":"3"}})])])],-1),D=[Z],b=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"b")])],-1),F={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},V={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.566ex"},xmlns:"http://www.w3.org/2000/svg",width:"19.669ex",height:"2.61ex",role:"img",focusable:"false",viewBox:"0 -903.7 8693.5 1153.7","aria-hidden":"true"},A=s("",1),v=[A],C=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("msup",null,[Q("mi",null,"O"),Q("mi",null,"k")]),Q("mo",null,"="),Q("mi",null,"f"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"W"),Q("msup",null,[Q("mi",null,"O"),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"k"),Q("mo",null,"−"),Q("mn",null,"1")])]),Q("mo",null,"+"),Q("mi",null,"b"),Q("mo",{stretchy:"false"},")")])],-1),B={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},j={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.464ex"},xmlns:"http://www.w3.org/2000/svg",width:"1.848ex",height:"1.464ex",role:"img",focusable:"false",viewBox:"0 -442 817 647","aria-hidden":"true"},S=s("",1),P=[S],z=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("msub",null,[Q("mi",null,"y"),Q("mi",null,"i")])])],-1),I={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},G={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.592ex"},xmlns:"http://www.w3.org/2000/svg",width:"1.848ex",height:"2.309ex",role:"img",focusable:"false",viewBox:"0 -759 817 1020.7","aria-hidden":"true"},N=s("",1),R=[N],O=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("msubsup",null,[Q("mi",null,"y"),Q("mi",null,"i"),Q("mo",{"data-mjx-alternate":"1"},"′")])])],-1),q={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},J={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-1.577ex"},xmlns:"http://www.w3.org/2000/svg",width:"29.703ex",height:"4.613ex",role:"img",focusable:"false",viewBox:"0 -1342 13128.6 2039","aria-hidden":"true"},X=s("",1),W=[X],$=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"s"),Q("mi",null,"s"),Q("mo",null,"="),Q("mfrac",null,[Q("mn",null,"1"),Q("mi",null,"n")]),Q("mo",{"data-mjx-texclass":"OP"},"∑"),Q("mi",{mathvariant:"normal"},"_"),Q("msup",null,[Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"i"),Q("mo",null,"="),Q("mn",null,"1")]),Q("mi",null,"n")]),Q("mo",{stretchy:"false"},"("),Q("msub",null,[Q("mi",null,"y"),Q("mi",null,"i")]),Q("mo",null,"−"),Q("msubsup",null,[Q("mi",null,"y"),Q("mi",null,"i"),Q("mo",{"data-mjx-alternate":"1"},"′")]),Q("msup",null,[Q("mo",{stretchy:"false"},")"),Q("mn",null,"2")])])],-1),K=Q("strong",null,"反向传播阶段",-1),U={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},Y={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-1.034ex"},xmlns:"http://www.w3.org/2000/svg",width:"4.654ex",height:"3.07ex",role:"img",focusable:"false",viewBox:"0 -899.6 2057.2 1356.7","aria-hidden":"true"},Q1=s("",1),t1=[Q1],a1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"s"),Q("mi",null,"s")]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"W"),Q("mi",null,"k")])])])])],-1),T1={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},s1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.025ex"},xmlns:"http://www.w3.org/2000/svg",width:"1.448ex",height:"1.025ex",role:"img",focusable:"false",viewBox:"0 -442 640 453","aria-hidden":"true"},l1=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D6FC",d:"M34 156Q34 270 120 356T309 442Q379 442 421 402T478 304Q484 275 485 237V208Q534 282 560 374Q564 388 566 390T582 393Q603 393 603 385Q603 376 594 346T558 261T497 161L486 147L487 123Q489 67 495 47T514 26Q528 28 540 37T557 60Q559 67 562 68T577 70Q597 70 597 62Q597 56 591 43Q579 19 556 5T512 -10H505Q438 -10 414 62L411 69L400 61Q390 53 370 41T325 18T267 -2T203 -11Q124 -11 79 39T34 156ZM208 26Q257 26 306 47T379 90L403 112Q401 255 396 290Q382 405 304 405Q235 405 183 332Q156 292 139 224T121 120Q121 71 146 49T208 26Z",style:{"stroke-width":"3"}})])])],-1),e1=[l1],i1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"α")])],-1),n1={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},d1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-1.909ex"},xmlns:"http://www.w3.org/2000/svg",width:"23.519ex",height:"5.056ex",role:"img",focusable:"false",viewBox:"0 -1391 10395.5 2234.8","aria-hidden":"true"},r1=s("",1),h1=[r1],o1=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("msub",null,[Q("mi",null,"W"),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"k"),Q("mo",null,"+"),Q("mn",null,"1")])]),Q("mo",null,"="),Q("msub",null,[Q("mi",null,"W"),Q("mi",null,"k")]),Q("mo",null,"−"),Q("mi",null,"α"),Q("mo",{stretchy:"false"},"("),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"s"),Q("mi",null,"s")]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"W"),Q("mi",null,"k")])])]),Q("mo",{stretchy:"false"},")")])],-1),m1=Q("p",null,[t("在上述训练过程中，可能出现梯度值变得特别小或者特别大甚至溢出的情况，这就是所谓的 "),Q("strong",null,"梯度消失"),t(" 和 "),Q("strong",null,"梯度爆炸"),t('，这时候训练很难收敛 。梯度爆炸一般出现在由初始权重计算的损失特别大的情况，大的梯度值会导致参数更新量过大，最终梯度下降将发散，无法收敛到全局最优。此外， 随着网络层数的增加，"梯度爆炸"的问题可能会越来越明显。考虑具有四层隐藏层网络的链式法则公式，如果每一层的输出相对输入的偏导 > 1，随着网络层数的增加，梯度会越来越大，则有可能发生 "梯度爆炸"。')],-1),p1={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},g1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-2.016ex"},xmlns:"http://www.w3.org/2000/svg",width:"39.39ex",height:"5.163ex",role:"img",focusable:"false",viewBox:"0 -1391 17410.3 2282","aria-hidden":"true"},k1=s("",1),c1=[k1],y1=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mi",{mathvariant:"normal"},"∇"),Q("msub",null,[Q("mi",null,"w"),Q("mn",null,"1")]),Q("mo",null,"="),Q("mi",null,"α"),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"s"),Q("mi",null,"s")]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"W"),Q("mn",null,"2")])])]),Q("mo",null,"="),Q("mi",null,"α"),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"s"),Q("mi",null,"s")]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"4")])])]),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"4")])]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"3")])])]),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"3")])]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"2")])])]),Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"f"),Q("mn",null,"2")])]),Q("mrow",null,[Q("mi",null,"∂"),Q("msub",null,[Q("mi",null,"w"),Q("mn",null,"2")])])])])],-1),u1=s("",20),w1={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},H1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-3.541ex"},xmlns:"http://www.w3.org/2000/svg",width:"52.05ex",height:"8.213ex",role:"img",focusable:"false",viewBox:"0 -2065 23006.1 3630","aria-hidden":"true"},L1=s("",1),E1=[L1],x1=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mi",null,"O"),Q("mi",null,"u"),Q("mi",null,"t"),Q("mo",null,"="),Q("mrow",{"data-mjx-texclass":"INNER"},[Q("mo",{"data-mjx-texclass":"OPEN"},"{"),Q("mtable",{displaystyle:"true",columnalign:"right left right left",columnspacing:"0em 2em 0em",rowspacing:"3pt"},[Q("mtr",null,[Q("mtd"),Q("mtd",null,[Q("mi",null,"X")]),Q("mtd"),Q("mtd",null,[Q("mi",null,"i"),Q("mi",null,"f"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},")"),Q("mo",null,"≤"),Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},")")])]),Q("mtr",null,[Q("mtd"),Q("mtd",null,[Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",null,"∗"),Q("mi",null,"X")]),Q("mrow",null,[Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},")")])])]),Q("mtd"),Q("mtd",null,[Q("mi",null,"i"),Q("mi",null,"f"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},")"),Q("mo",null,">"),Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},")")])])]),Q("mo",{"data-mjx-texclass":"CLOSE",fence:"true",stretchy:"true",symmetric:"true"})])])],-1),_1={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},f1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"0"},xmlns:"http://www.w3.org/2000/svg",width:"1.928ex",height:"1.545ex",role:"img",focusable:"false",viewBox:"0 -683 852 683","aria-hidden":"true"},M1=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D44B",d:"M42 0H40Q26 0 26 11Q26 15 29 27Q33 41 36 43T55 46Q141 49 190 98Q200 108 306 224T411 342Q302 620 297 625Q288 636 234 637H206Q200 643 200 645T202 664Q206 677 212 683H226Q260 681 347 681Q380 681 408 681T453 682T473 682Q490 682 490 671Q490 670 488 658Q484 643 481 640T465 637Q434 634 411 620L488 426L541 485Q646 598 646 610Q646 628 622 635Q617 635 609 637Q594 637 594 648Q594 650 596 664Q600 677 606 683H618Q619 683 643 683T697 681T738 680Q828 680 837 683H845Q852 676 852 672Q850 647 840 637H824Q790 636 763 628T722 611T698 593L687 584Q687 585 592 480L505 384Q505 383 536 304T601 142T638 56Q648 47 699 46Q734 46 734 37Q734 35 732 23Q728 7 725 4T711 1Q708 1 678 1T589 2Q528 2 496 2T461 1Q444 1 444 10Q444 11 446 25Q448 35 450 39T455 44T464 46T480 47T506 54Q523 62 523 64Q522 64 476 181L429 299Q241 95 236 84Q232 76 232 72Q232 53 261 47Q262 47 267 47T273 46Q276 46 277 46T280 45T283 42T284 35Q284 26 282 19Q279 6 276 4T261 1Q258 1 243 1T201 2T142 2Q64 2 42 0Z",style:{"stroke-width":"3"}})])])],-1),Z1=[M1],D1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"X")])],-1),b1={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},F1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.439ex"},xmlns:"http://www.w3.org/2000/svg",width:"10.165ex",height:"2.009ex",role:"img",focusable:"false",viewBox:"0 -694 4493 888","aria-hidden":"true"},V1=s("",1),A1=[V1],v1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("mi",null,"p"),Q("mi",{mathvariant:"normal"},"_"),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m")])],-1),C1={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},B1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.566ex"},xmlns:"http://www.w3.org/2000/svg",width:"9.149ex",height:"2.262ex",role:"img",focusable:"false",viewBox:"0 -750 4044 1000","aria-hidden":"true"},j1=s("",1),S1=[j1],P1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},")")])],-1),z1={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},I1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"0"},xmlns:"http://www.w3.org/2000/svg",width:"1.928ex",height:"1.545ex",role:"img",focusable:"false",viewBox:"0 -683 852 683","aria-hidden":"true"},G1=Q("g",{stroke:"currentColor",fill:"currentColor","stroke-width":"0",transform:"scale(1,-1)"},[Q("g",{"data-mml-node":"math"},[Q("g",{"data-mml-node":"mi"},[Q("path",{"data-c":"1D44B",d:"M42 0H40Q26 0 26 11Q26 15 29 27Q33 41 36 43T55 46Q141 49 190 98Q200 108 306 224T411 342Q302 620 297 625Q288 636 234 637H206Q200 643 200 645T202 664Q206 677 212 683H226Q260 681 347 681Q380 681 408 681T453 682T473 682Q490 682 490 671Q490 670 488 658Q484 643 481 640T465 637Q434 634 411 620L488 426L541 485Q646 598 646 610Q646 628 622 635Q617 635 609 637Q594 637 594 648Q594 650 596 664Q600 677 606 683H618Q619 683 643 683T697 681T738 680Q828 680 837 683H845Q852 676 852 672Q850 647 840 637H824Q790 636 763 628T722 611T698 593L687 584Q687 585 592 480L505 384Q505 383 536 304T601 142T638 56Q648 47 699 46Q734 46 734 37Q734 35 732 23Q728 7 725 4T711 1Q708 1 678 1T589 2Q528 2 496 2T461 1Q444 1 444 10Q444 11 446 25Q448 35 450 39T455 44T464 46T480 47T506 54Q523 62 523 64Q522 64 476 181L429 299Q241 95 236 84Q232 76 232 72Q232 53 261 47Q262 47 267 47T273 46Q276 46 277 46T280 45T283 42T284 35Q284 26 282 19Q279 6 276 4T261 1Q258 1 243 1T201 2T142 2Q64 2 42 0Z",style:{"stroke-width":"3"}})])])],-1),N1=[G1],R1=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"X")])],-1),O1={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},q1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-1.018ex"},xmlns:"http://www.w3.org/2000/svg",width:"30.515ex",height:"3.336ex",role:"img",focusable:"false",viewBox:"0 -1024.6 13487.7 1474.6","aria-hidden":"true"},J1=s("",1),X1=[J1],W1=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mspace",{linebreak:"newline"}),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},")"),Q("mo",null,"="),Q("mo",{stretchy:"false"},"("),Q("mo",{"data-mjx-texclass":"OP"},"∑"),Q("mi",{mathvariant:"normal"},"_"),Q("msup",null,[Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"i"),Q("mo",null,"="),Q("mn",null,"1")]),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"n")])]),Q("mo",{"data-mjx-texclass":"ORD",stretchy:"false"},"|"),Q("msub",null,[Q("mi",null,"x"),Q("mi",null,"i")]),Q("msup",null,[Q("mo",{"data-mjx-texclass":"ORD",stretchy:"false"},"|"),Q("mn",null,"2")]),Q("msup",null,[Q("mo",{stretchy:"false"},")"),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mfrac",null,[Q("mn",null,"1"),Q("mn",null,"2")])])]),Q("mspace",{linebreak:"newline"})])],-1),$1=s("",13),K1={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},U1={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-3.564ex"},xmlns:"http://www.w3.org/2000/svg",width:"57.922ex",height:"8.26ex",role:"img",focusable:"false",viewBox:"0 -2075.5 25601.3 3651","aria-hidden":"true"},Y1=s("",1),Q2=[Y1],t2=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mi",null,"O"),Q("mi",null,"u"),Q("mi",null,"t"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]"),Q("mo",null,"="),Q("mrow",{"data-mjx-texclass":"INNER"},[Q("mo",{"data-mjx-texclass":"OPEN"},"{"),Q("mtable",{displaystyle:"true",columnalign:"right left right left",columnspacing:"0em 2em 0em",rowspacing:"3pt"},[Q("mtr",null,[Q("mtd"),Q("mtd",null,[Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]")]),Q("mtd"),Q("mtd",null,[Q("mi",null,"i"),Q("mi",null,"f"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"g"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"b"),Q("mi",null,"a"),Q("msub",null,[Q("mi",null,"l"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",null,"≤"),Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},")")])]),Q("mtr",null,[Q("mtd"),Q("mtd",null,[Q("mfrac",null,[Q("mrow",null,[Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",null,"∗"),Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]")]),Q("mrow",null,[Q("mi",null,"g"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"b"),Q("mi",null,"a"),Q("msub",null,[Q("mi",null,"l"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m")])])]),Q("mtd"),Q("mtd",null,[Q("mi",null,"i"),Q("mi",null,"f"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"g"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"b"),Q("mi",null,"a"),Q("msub",null,[Q("mi",null,"l"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",null,">"),Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("msub",null,[Q("mi",null,"p"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},")")])])]),Q("mo",{"data-mjx-texclass":"CLOSE",fence:"true",stretchy:"true",symmetric:"true"})])])],-1),a2=Q("p",null,"其中：",-1),T2={tabindex:"0",class:"MathJax",jax:"SVG",display:"true",style:{direction:"ltr",display:"block","text-align":"center",margin:"1em 0",position:"relative"}},s2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-1.21ex"},xmlns:"http://www.w3.org/2000/svg",width:"43.101ex",height:"4.208ex",role:"img",focusable:"false",viewBox:"0 -1325.3 19050.5 1860","aria-hidden":"true"},l2=s("",1),e2=[l2],i2=Q("mjx-assistive-mml",{unselectable:"on",display:"block",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",overflow:"hidden",width:"100%"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML",display:"block"},[Q("mspace",{linebreak:"newline"}),Q("mi",null,"g"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"b"),Q("mi",null,"a"),Q("msub",null,[Q("mi",null,"l"),Q("mi",null,"n")]),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",null,"="),Q("msqrt",null,[Q("mo",{"data-mjx-texclass":"OP"},"∑"),Q("mi",{mathvariant:"normal"},"_"),Q("msup",null,[Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"i"),Q("mo",null,"="),Q("mn",null,"0")]),Q("mrow",{"data-mjx-texclass":"ORD"},[Q("mi",null,"n"),Q("mo",null,"−"),Q("mn",null,"1")])]),Q("mo",{stretchy:"false"},"("),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]"),Q("mo",{stretchy:"false"},")"),Q("msup",null,[Q("mo",{stretchy:"false"},")"),Q("mn",null,"2")])]),Q("mspace",{linebreak:"newline"})])],-1),n2={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},d2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.566ex"},xmlns:"http://www.w3.org/2000/svg",width:"3.966ex",height:"2.262ex",role:"img",focusable:"false",viewBox:"0 -750 1753 1000","aria-hidden":"true"},r2=s("",1),h2=[r2],o2=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]")])],-1),m2={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},p2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.439ex"},xmlns:"http://www.w3.org/2000/svg",width:"10.165ex",height:"2.009ex",role:"img",focusable:"false",viewBox:"0 -694 4493 888","aria-hidden":"true"},g2=s("",1),k2=[g2],c2=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"c"),Q("mi",null,"l"),Q("mi",null,"i"),Q("mi",null,"p"),Q("mi",{mathvariant:"normal"},"_"),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m")])],-1),y2={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},u2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.566ex"},xmlns:"http://www.w3.org/2000/svg",width:"11.188ex",height:"2.262ex",role:"img",focusable:"false",viewBox:"0 -750 4945 1000","aria-hidden":"true"},w2=s("",1),H2=[w2],L2=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m"),Q("mo",{stretchy:"false"},"("),Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]"),Q("mo",{stretchy:"false"},")")])],-1),E2={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},x2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.566ex"},xmlns:"http://www.w3.org/2000/svg",width:"3.966ex",height:"2.262ex",role:"img",focusable:"false",viewBox:"0 -750 1753 1000","aria-hidden":"true"},_2=s("",1),f2=[_2],M2=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"X"),Q("mo",{stretchy:"false"},"["),Q("mi",null,"i"),Q("mo",{stretchy:"false"},"]")])],-1),Z2={class:"MathJax",jax:"SVG",style:{direction:"ltr",position:"relative"}},D2={style:{overflow:"visible","min-height":"1px","min-width":"1px","vertical-align":"-0.464ex"},xmlns:"http://www.w3.org/2000/svg",width:"12.285ex",height:"2.034ex",role:"img",focusable:"false",viewBox:"0 -694 5430 899","aria-hidden":"true"},b2=s("",1),F2=[b2],V2=Q("mjx-assistive-mml",{unselectable:"on",display:"inline",style:{top:"0px",left:"0px",clip:"rect(1px, 1px, 1px, 1px)","-webkit-touch-callout":"none","-webkit-user-select":"none","-khtml-user-select":"none","-moz-user-select":"none","-ms-user-select":"none","user-select":"none",position:"absolute",padding:"1px 0px 0px 0px",border:"0px",display:"block",width:"auto",overflow:"hidden"}},[Q("math",{xmlns:"http://www.w3.org/1998/Math/MathML"},[Q("mi",null,"g"),Q("mi",null,"l"),Q("mi",null,"o"),Q("mi",null,"b"),Q("mi",null,"a"),Q("mi",null,"l"),Q("mi",{mathvariant:"normal"},"_"),Q("mi",null,"n"),Q("mi",null,"o"),Q("mi",null,"r"),Q("mi",null,"m")])],-1),A2=s("",14);function v2(C2,B2,j2,S2,P2,z2){return T(),a("div",null,[i,n,d,Q("p",null,[t("在 "),r,t(" ，输入向量使用下列公式，从前往后，计算下一层每个神经元的值。其中， "),Q("mjx-container",h,[(T(),a("svg",o,p)),g]),t(" 分别为神经元的输入和输出，"),Q("mjx-container",k,[(T(),a("svg",c,u)),w]),t("为激活函数，"),Q("mjx-container",H,[(T(),a("svg",L,x)),_]),t(" 为权重，"),Q("mjx-container",f,[(T(),a("svg",M,D)),b]),t(" 为偏置。")]),Q("mjx-container",F,[(T(),a("svg",V,v)),C]),Q("p",null,[t("在计算出网络的估计值后，使用类似均方误差的方法，计算由目标值与估计值的差距定义的损失函数。其中 "),Q("mjx-container",B,[(T(),a("svg",j,P)),z]),t(" 为 label，"),Q("mjx-container",I,[(T(),a("svg",G,R)),O]),t(" 为预测值。")]),Q("mjx-container",q,[(T(),a("svg",J,W)),$]),Q("p",null,[t("在得到损失后，进入 "),K,t(" ，调整权重和偏差。为了更新网络参数，首先要计算损失函数对于参数的梯度 "),Q("mjx-container",U,[(T(),a("svg",Y,t1)),a1]),t(" ，然后使用某种梯度更新算法，执行一步梯度下降，以减小损失函数值。如下式，其中"),Q("mjx-container",T1,[(T(),a("svg",s1,e1)),i1]),t("为学习率。")]),Q("mjx-container",n1,[(T(),a("svg",d1,h1)),o1]),m1,Q("mjx-container",p1,[(T(),a("svg",g1,c1)),y1]),u1,Q("mjx-container",w1,[(T(),a("svg",H1,E1)),x1]),Q("p",null,[t("其中 "),Q("mjx-container",_1,[(T(),a("svg",f1,Z1)),D1]),t(" 为梯度向量，"),Q("mjx-container",b1,[(T(),a("svg",F1,A1)),v1]),t(" 为设置的 L2 范数阈值， "),Q("mjx-container",C1,[(T(),a("svg",B1,S1)),P1]),t(" 代表 "),Q("mjx-container",z1,[(T(),a("svg",I1,N1)),R1]),t("的 L2 范数")]),Q("mjx-container",O1,[(T(),a("svg",q1,X1)),W1]),$1,Q("mjx-container",K1,[(T(),a("svg",U1,Q2)),t2]),a2,Q("mjx-container",T2,[(T(),a("svg",s2,e2)),i2]),Q("p",null,[Q("mjx-container",n2,[(T(),a("svg",d2,h2)),o2]),t("为梯度向量，"),Q("mjx-container",m2,[(T(),a("svg",p2,k2)),c2]),t(" 为设置的 L2 范数阈值， "),Q("mjx-container",y2,[(T(),a("svg",u2,H2)),L2]),t(" 代表 "),Q("mjx-container",E2,[(T(),a("svg",x2,f2)),M2]),t(" 的 L2 范数，"),Q("mjx-container",Z2,[(T(),a("svg",D2,F2)),V2]),t(" 为所有梯度向量的 L2 范数的均方根值。")]),A2])}const N2=l(e,[["render",v2]]);export{G2 as __pageData,N2 as default};