AGI-architecture-Q3.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   width="165.58807mm"
   height="198.47368mm"
   viewBox="0 0 165.58807 198.47368"
   version="1.1"
   id="svg6043"
   inkscape:version="1.2.2 (1:1.2.2+202212051550+b0a8486541)"
   sodipodi:docname="AGI-architecture-Q3.svg"
   inkscape:export-filename="AGI-architecture-Q3.png"
   inkscape:export-xdpi="192"
   inkscape:export-ydpi="192"
   xml:space="preserve"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:svg="http://www.w3.org/2000/svg"><sodipodi:namedview
     id="namedview6045"
     pagecolor="#ffffff"
     bordercolor="#ffff00"
     borderopacity="1"
     inkscape:showpageshadow="0"
     inkscape:pageopacity="1"
     inkscape:pagecheckerboard="0"
     inkscape:deskcolor="#ffffff"
     inkscape:document-units="mm"
     showgrid="false"
     inkscape:zoom="2"
     inkscape:cx="308"
     inkscape:cy="172.25"
     inkscape:window-width="1920"
     inkscape:window-height="1055"
     inkscape:window-x="0"
     inkscape:window-y="0"
     inkscape:window-maximized="1"
     inkscape:current-layer="layer1" /><defs
     id="defs6040"><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-6-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-5-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-6-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-9-5" /></clipPath><marker
       style="overflow:visible"
       id="marker34099"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-78"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-5" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-78-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-5-0" /></clipPath><marker
       style="overflow:visible"
       id="marker34099-6"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-2" /></marker><marker
       style="overflow:visible"
       id="Arrow2Send"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Send"><path
         transform="matrix(-0.3,0,0,-0.3,0.69,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3909"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Lend"><path
         transform="matrix(-0.8,0,0,-0.8,-10,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 z"
         id="path3879"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Mend"><path
         transform="scale(-0.6,-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3903"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Mend"><path
         transform="matrix(-0.4,0,0,-0.4,-4,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 0,0 z"
         id="path3885"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-2"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-9"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-1"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-94"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-8"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-4"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-0"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-3"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-10"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-6"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-06"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-1"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-4"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-7"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendS"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendS"><path
         transform="scale(-0.6,-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#0000ff;fill-rule:evenodd;stroke:#0000ff;stroke-width:0.625;stroke-linejoin:round"
         id="path7051"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSG"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSG"><path
         transform="scale(-0.6,-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#ff0000;fill-rule:evenodd;stroke:#ff0000;stroke-width:0.625;stroke-linejoin:round"
         id="path7329"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSGT"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSGT"><path
         transform="scale(-0.6,-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#000000;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round"
         id="path4633"
         inkscape:connector-curvature="0" /></marker></defs><g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(-23.757275,-72.373684)"><g
       id="g3842"
       transform="translate(-356.8055,-138.43872)"><g
         inkscape:label=""
         transform="matrix(0.8,0,0,0.8,396.23638,266.88062)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-2-3-9"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-9-7-2"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-6-2)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-1-4-2"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-2-5-8"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-7-2-9"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-0-5-7" /></g></g></g></g></g><g
         inkscape:label=""
         transform="matrix(0.8,0,0,0.8,413.49767,266.82441)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-4-3"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-7-6"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-6-7)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-4-1"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-4-2"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-3-9"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-0-3" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:3.38666px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.211666"
         x="417.2489"
         y="268.62943"
         id="text32874-3-2-7-0-6-8-7-1"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-79-8-9"
           style="stroke-width:0.211666"
           x="417.2489"
           y="268.62943">. . . .</tspan></text><g
         id="g645-6-4"
         transform="matrix(0.8,0,0,0.8,162.99963,217.66668)"><rect
           style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
           id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-88-7"
           width="13.417044"
           height="7.1904674"
           x="275.75098"
           y="59.736889"
           ry="7.6293945e-06"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><text
           xml:space="preserve"
           style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
           x="277.02316"
           y="65.236725"
           id="text571-43-8"><tspan
             sodipodi:role="line"
             id="tspan569-14-4"
             style="stroke-width:0.264583"
             x="277.02316"
             y="65.236725">命题</tspan></text></g><g
         id="g645-7-9-5"
         transform="matrix(0.8,0,0,0.8,179.93296,217.66668)"><rect
           style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
           id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-2-0"
           width="13.417044"
           height="7.1904674"
           x="275.75098"
           y="59.736889"
           ry="7.6293945e-06"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><text
           xml:space="preserve"
           style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
           x="277.02316"
           y="65.236725"
           id="text571-4-0-3"><tspan
             sodipodi:role="line"
             id="tspan569-5-6-6"
             style="stroke-width:0.264583"
             x="277.02316"
             y="65.236725">命题</tspan></text></g><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.211666"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-1"
         width="10.733635"
         height="5.7523737"
         x="425.93375"
         y="265.45621"
         ry="6.1035157e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:4.51555px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.211666"
         x="426.95148"
         y="269.85608"
         id="text571-6-2-0"><tspan
           sodipodi:role="line"
           id="tspan569-1-6-6"
           style="stroke-width:0.211666"
           x="426.95148"
           y="269.85608">命题</tspan></text></g><g
       id="g645-7-9-5-3"
       transform="matrix(0.8,0,0,0.8,-190.90104,54.904342)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-2-0-0"
         width="19.16674"
         height="7.3102279"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4-0-3-7"><tspan
           sodipodi:role="line"
           id="tspan569-5-6-6-8"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">新命题</tspan></text></g><g
       id="g1543-3-79"
       style="fill:none;stroke:#000000"
       transform="translate(-37.194452,-17.911104)"><path
         style="fill:none;stroke:#000000;stroke-width:0.529167;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,140.97851 0.0662,-9.92189 m -1.78599,9.92189 v -10.05418"
         id="rect4444-4-6-6-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#000000;stroke-width:0.529167;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,132.31339 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-92"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       style="fill:none;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099)"
       d="m 82.077168,130.33539 c 12.04046,-0.62475 0.42112,-10.74977 9.61962,-11.89529"
       id="path32876"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-1.1629156"
       y="145.01938"
       id="text34521"
       transform="rotate(-34.257163)"><tspan
         sodipodi:role="line"
         id="tspan34519"
         style="stroke-width:0.264583"
         x="-1.1629156"
         y="145.01938">match</tspan></text><path
       id="use32677"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 96.218332,99.365458 h 57.361658 v 8e-6 5.185824 1e-5 H 96.218332 c -8e-6,0 -8e-6,0 -8e-6,-1e-5 v -5.185824 c 0,-8e-6 0,-8e-6 8e-6,-8e-6 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32679"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 96.218332,104.76297 h 57.361658 v 0 5.18583 10e-6 H 96.218332 c -8e-6,0 -8e-6,-10e-6 -8e-6,-10e-6 v -5.18583 z"
       sodipodi:nodetypes="cccccsccc" /><path
       id="use32681"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 96.218332,110.16047 h 57.361658 v 1e-5 5.18583 0 h -57.361658 -8e-6 v -5.18583 c 0,0 0,-1e-5 8e-6,-1e-5 z"
       sodipodi:nodetypes="scccccccs" /><path
       id="use32683"
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.211666"
       d="m 96.218332,115.55799 h 57.361658 v 0 5.18583 1e-5 H 96.218332 c -8e-6,0 -8e-6,0 -8e-6,-1e-5 v -5.18583 c 0,0 0,0 8e-6,0 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32685"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 96.218332,120.95548 h 57.361658 v 1e-5 5.18583 0 h -57.361658 -8e-6 v -5.18583 c 0,-1e-5 0,-1e-5 8e-6,-1e-5 z"
       sodipodi:nodetypes="sccccccss" /><path
       id="use32687"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 96.218332,126.35299 h 57.361658 v 10e-6 5.18583 0 H 96.218332 c -8e-6,0 -8e-6,0 -8e-6,0 V 126.353 c 0,-10e-6 0,-10e-6 8e-6,-10e-6 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32689"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 153.79167,99.365402 h 20.10832 v 8e-6 5.18582 1e-5 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,-1e-5 v -5.18582 c 0,-8e-6 0,-8e-6 1e-5,-8e-6 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32691"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 153.79167,104.76291 h 20.10832 v 10e-6 5.18583 0 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,0 v -5.18583 c 0,-10e-6 0,-10e-6 1e-5,-10e-6 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32693"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 153.79167,110.16042 h 20.10832 v 1e-5 5.18582 1e-5 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,-1e-5 v -5.18582 c 0,-1e-5 0,-1e-5 1e-5,-1e-5 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32695"
       style="font-variation-settings:normal;vector-effect:none;fill:#d5f6ff;fill-opacity:1;stroke:#0000ff;stroke-width:0.211666;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 153.79167,115.55799 h 20.10832 v 0 5.18583 1e-5 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,-1e-5 v -5.18583 c 0,0 0,0 1e-5,0 z"
       sodipodi:nodetypes="sccccssss" /><path
       id="use32697"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 153.79167,120.95544 h 20.10832 v 0 5.18583 10e-6 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,-10e-6 v -5.18583 z"
       sodipodi:nodetypes="cccccsscc" /><path
       id="use32699"
       style="fill:#e6e6e6;stroke:#999999;stroke-width:0.211666"
       d="m 153.79167,126.35295 h 20.10832 v 0 5.18583 1e-5 h -20.10832 c -1e-5,0 -1e-5,0 -1e-5,-1e-5 v -5.18583 c 0,0 0,0 1e-5,0 z"
       sodipodi:nodetypes="sccccssss" /><g
       id="g42784"
       transform="matrix(0.8,0,0,0.8,-139.05712,-41.507941)"><g
         inkscape:label=""
         transform="translate(305.39614,197.81516)"
         id="g1034-7-2-2-9-68-8-3"><g
           id="g1032-5-7-6-0-0-0-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-78)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-8"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-3"><g
                 id="g1026-6-3-7-5-0-6-7"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-9" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="311.14297"
         y="200.07137"
         id="text32874-37"><tspan
           sodipodi:role="line"
           id="tspan32872-8"
           style="stroke-width:0.264583"
           x="311.14297"
           y="200.07137">. . . </tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="296.32635"
         y="200.07137"
         id="text32874-37-7"><tspan
           sodipodi:role="line"
           id="tspan32872-8-4"
           style="stroke-width:0.264583"
           x="296.32635"
           y="200.07137">. . . </tspan></text></g><g
       id="g42784-9"
       transform="matrix(0.8,0,0,0.8,-102.65045,-41.507941)"><g
         inkscape:label=""
         transform="translate(305.39614,197.81516)"
         id="g1034-7-2-2-9-68-8-3-8"><g
           id="g1032-5-7-6-0-0-0-3-8"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-78-9)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-8-5"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-3-8"><g
                 id="g1026-6-3-7-5-0-6-7-4"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-9-3" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="311.14297"
         y="200.07137"
         id="text32874-37-71"><tspan
           sodipodi:role="line"
           id="tspan32872-8-3"
           style="stroke-width:0.264583"
           x="311.14297"
           y="200.07137">. . . </tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="296.32635"
         y="200.07137"
         id="text32874-37-7-8"><tspan
           sodipodi:role="line"
           id="tspan32872-8-4-0"
           style="stroke-width:0.264583"
           x="296.32635"
           y="200.07137">. . . </tspan></text></g><text
       xml:space="preserve"
       style="font-size:3.52778px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.211666"
       x="154.48862"
       y="119.04122"
       id="text36702"><tspan
         sodipodi:role="line"
         id="tspan36700"
         style="font-size:3.52778px;stroke-width:0.211666"
         x="154.48862"
         y="119.04122">conclusion</tspan></text><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:500;font-stretch:normal;font-size:4.58611px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Medium';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="126.09187"
       y="136.80922"
       id="text39190"><tspan
         sodipodi:role="line"
         id="tspan39188"
         style="font-style:normal;font-variant:normal;font-weight:500;font-stretch:normal;font-size:4.58611px;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Medium';stroke-width:0.264583"
         x="126.09187"
         y="136.80922">Rule Base</tspan></text><path
       style="fill:none;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-6)"
       d="M 163.15022,113.90677 C 163.12812,69.905062 103.81949,83.894902 50.570638,104.67817"
       id="path32876-4"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="shallow-rule-base.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="opacity:0.1;fill:none;fill-opacity:0.997908;stroke:#ff0000;stroke-width:0.529167"
       id="rect4032"
       width="165.05891"
       height="197.94452"
       x="24.021858"
       y="72.638268" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="26.017952"
       y="79.645058"
       id="text4281"><tspan
         sodipodi:role="line"
         id="tspan4279"
         style="stroke-width:0.264583"
         x="26.017952"
         y="79.645058">更接近逻辑的记忆体可以是这样：</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="26.941994"
       y="145.91083"
       id="text4285"><tspan
         sodipodi:role="line"
         id="tspan4283"
         style="stroke-width:0.264583"
         x="26.941994"
         y="145.91083">其中 match 就是 dot product similarity.</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="152.96638"
         id="tspan5285">有些想法：</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="160.02193"
         id="tspan5283">① 由 state 找附近的 rule vectors，这是一个 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7755">computational</tspan></tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="167.07748"
         id="tspan7501"><tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7757">     geometry</tspan> 的问题，似乎可以做到，但这算法是否 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7509">可微</tspan>？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="174.13303"
         id="tspan7503">② 每个 rule 的前提<tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7511">个数</tspan>不同，它要跟 state 做某种 set-element-</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="181.18858"
         id="tspan7505">     wise matching.</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="188.24413"
         id="tspan7507">③ 用 rules 去 match state 效率低，应该用 state 去 match rules.</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="195.29968"
         id="tspan5414">     这是经典 AI 时期已经知道的，于是有了 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7513">Rete 算法</tspan>。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="202.35522"
         id="tspan7351">④ Rete 算法就是将 rules <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7353">编译</tspan>成一个图，类似 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7357">二分树 </tspan>那样减少</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="209.41078"
         id="tspan7355">     matching 的次数。抽象地看，可以说 编译 就是建立一个<tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7759">函数</tspan>：</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="216.46632"
         id="tspan7361">     state ↦ rule，省略 matching 的过程。但这函数必需<tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan7632">可微</tspan>。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="224.0312"
         id="tspan6982">⑤ Transformer 由 state 直接 得出 conclusion，同样地省略了</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="231.08675"
         id="tspan5418">     matching.  但它似乎过分简化了 rule base 的复杂性？可否将</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="238.1423"
         id="tspan7891">     这复杂性 还原给 Transformer？ Transformer 输入的前提未必</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="245.19786"
         id="tspan8016">     一定能 match 到 rule，但 Transformer 总是有输出，这有点</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="252.2534"
         id="tspan8020">     不合常理，但也未尝不可。 更重要的是 Transformer match</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="259.30896"
         id="tspan8022">     rules 的方法 有点违反直观。 我们应该将 向量化的 rule base</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="26.941994"
         y="266.3645"
         id="tspan8148">     编译成一个 计算几何学的资料结构，而且搜寻算法要可微的。</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="36.145576"
       y="203.78966"
       id="text6974"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="36.145576"
         y="203.78966"
         id="tspan6980" /></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="116.07284"
       y="109.70767"
       id="text8652"><tspan
         sodipodi:role="line"
         id="tspan8650"
         style="stroke-width:0.264583"
         x="116.07284"
         y="109.70767" /></text><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0795605"
       d="m 153.03958,114.52845 c -1.04963,-0.48205 -3.15208,-0.7947 -8.02659,-0.91121 l -10.68155,-0.25531 c -5.98516,-0.14306 -7.65613,-0.63706 -8.95273,-1.17445 -1.23485,0.52156 -2.96674,1.05369 -8.39705,1.17442 l -11.48421,0.25531 c -4.87495,0.10838 -6.79173,0.41336 -8.088318,0.91121 0.06178,-0.48204 0.493935,-0.46381 1.605306,-0.64557 1.420092,-0.22126 3.768452,-0.49563 7.532642,-0.5793 l 11.48421,-0.25532 c 4.443,-0.0988 6.11257,-0.90026 7.34742,-1.36651 1.23486,0.48995 2.59663,1.24503 7.53265,1.36652 l 10.37283,0.25531 c 4.25733,0.10478 6.66826,0.35014 8.08835,0.5556 1.1731,0.17386 1.60532,0.15561 1.66705,0.66928" /><text
       xml:space="preserve"
       style="font-size:3.52778px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.169333"
       x="118.01383"
       y="108.68589"
       id="text36702-9"><tspan
         sodipodi:role="line"
         id="tspan36700-4"
         style="font-size:3.52778px;stroke-width:0.169333"
         x="118.01383"
         y="108.68589">premise</tspan></text></g></svg>