AGI-architecture.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   width="404.00412mm"
   height="484.58417mm"
   viewBox="0 0 404.00412 484.58413"
   version="1.1"
   id="svg5"
   inkscape:version="1.2.2 (1:1.2.2+202212051550+b0a8486541)"
   sodipodi:docname="AGI-architecture.svg"
   xml:space="preserve"
   inkscape:export-filename="AGI-archecture-LLM-MBRL-LTM.png"
   inkscape:export-xdpi="192"
   inkscape:export-ydpi="192"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:svg="http://www.w3.org/2000/svg"><sodipodi:namedview
     id="namedview7"
     pagecolor="#ffffff"
     bordercolor="#cccccc"
     borderopacity="1"
     inkscape:showpageshadow="true"
     inkscape:pageopacity="1"
     inkscape:pagecheckerboard="false"
     inkscape:deskcolor="#ffffff"
     inkscape:document-units="mm"
     showgrid="false"
     inkscape:zoom="0.5"
     inkscape:cx="728"
     inkscape:cy="1383"
     inkscape:window-width="1080"
     inkscape:window-height="1895"
     inkscape:window-x="0"
     inkscape:window-y="0"
     inkscape:window-maximized="1"
     inkscape:current-layer="layer1"
     showborder="false" /><defs
     id="defs2"><marker
       style="overflow:visible"
       id="TriangleStart-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="3.3239999"
       markerHeight="3.8427744"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"
       markerUnits="strokeWidth"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9" /></marker><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0-4"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-6-1-1-8-6-9-3" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5" /></clipPath><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-6-1-1-8-6-9" /></marker><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0-0"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-6-1-1-8-6-9-36" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3" /></clipPath><marker
       style="overflow:visible"
       id="TriangleStart-2-7-5"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-2-2" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-2-1" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-6-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-2-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-6-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-18"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-2-96" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-6-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-1-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-2-1-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-5-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-6-9-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-34"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-9" /></clipPath><marker
       style="overflow:visible"
       id="TriangleStart-2-7-5-1"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-2-2-2" /></marker><marker
       style="overflow:visible"
       id="TriangleStart-2-8"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-8" /></marker><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0-4-9"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-6-1-1-8-6-9-3-2" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-6-6-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-53-5-68" /></clipPath><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0-3"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.7)"
         d="M -2,-4 9,0 -2,4 c 2,-2.33 2,-5.66 0,-8 z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         id="path34097-6-1-1-8-6-9-8" /></marker><marker
       style="overflow:visible"
       id="marker34099-0-6-09-6-5-0-0-3"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2"
       markerWidth="9.6999998"
       markerHeight="7.0545454"
       viewBox="0 0 7.7 5.6"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         d="M -1.4,-2.8 6.3,0 -1.4,2.8 C 0,1.169 0,-1.162 -1.4,-2.8 Z"
         style="fill:context-stroke;fill-rule:evenodd;stroke:none;stroke-width:0.7"
         id="path34097-6-1-1-8-6-9-36-3" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9" /></clipPath><marker
       inkscape:isstock="true"
       style="overflow:visible"
       id="marker17680-3"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round;stroke-opacity:1"
         id="path17678-1"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Send"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Send"><path
         transform="matrix(-0.3,0,0,-0.3,0.69,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3909"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Lend"><path
         transform="matrix(-0.8,0,0,-0.8,-10,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path3879"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Mend"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3903"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Mend"><path
         transform="matrix(-0.4,0,0,-0.4,-4,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path3885"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-2"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-9"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-1"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-94"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-8"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-4"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-0"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-3"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-10"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-6"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-06"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-1"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-4"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-7"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendS"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendS"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#0000ff;fill-rule:evenodd;stroke:#0000ff;stroke-width:0.625;stroke-linejoin:round"
         id="path7051"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSG"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSG"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#ff0000;fill-rule:evenodd;stroke:#ff0000;stroke-width:0.625;stroke-linejoin:round"
         id="path7329"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSGT"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSGT"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#000000;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round"
         id="path4633"
         inkscape:connector-curvature="0" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-7" /></clipPath><marker
       style="overflow:visible"
       id="TriangleStart-2-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="8"
       markerHeight="9.2485552"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-80" /></marker><marker
       style="overflow:visible"
       id="TriangleStart-2-7-5-1-4"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-2-2-2-9" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-0-4"
       style="overflow:visible"><path
         inkscape:connector-curvature="0"
         id="path3885-8-6-91"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-0-2-07"
       style="overflow:visible"><path
         inkscape:connector-curvature="0"
         id="path3885-8-6-0-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-6-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-7-5" /></clipPath><marker
       style="overflow:visible"
       id="TriangleStart-2-7-5-1-4-7"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:0.5pt"
         d="M 2.885,0 -1.44,2.5 v -5 z"
         id="path135-9-2-2-2-9-5" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-0-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-8-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-75" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-6-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3-22"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-7-9" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-0-75"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-8-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-7-6" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-18"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1631"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1629"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6310"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6308"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6314"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6312"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6318"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6316"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6322"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6320"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6326"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6324"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6330"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6328"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6334"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6332"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6338"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6336"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6489"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6487"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6493"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6491"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6497"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6495"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6501"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6499"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6505"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6503"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6509"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6507"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6513"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6511"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker6517"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path6515"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-3-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-6-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-2" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-94"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-48"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-3-0-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-6-4-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-7" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17607"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17605"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17611"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17609"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17615"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17613"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17619"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17617"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17623"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17621"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker17627"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path17625"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker></defs><g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(175.70216,-30.244841)"><rect
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-dasharray:none;stroke-opacity:1;stop-color:#000000"
       id="rect8028-3"
       width="220.1282"
       height="156.93115"
       x="-55.892666"
       y="357.76556"
       inkscape:export-filename="AGI-road-map.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-4);stop-color:#000000"
       d="m 3.1283146,420.64132 v 11.45911"
       id="path1259-6-4-3-6-9-1-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="AGI-architecture-LLM-MBRL-LTM.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-5-4-0);stop-color:#000000"
       d="M 20.590815,433.45101 V 423.5794"
       id="path1259-6-4-3-6-9-1-9-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><rect
       style="fill:#ffffff;stroke:#020000;stroke-width:0.264583;stroke-dasharray:none;stroke-opacity:1;stop-color:#000000"
       id="rect8028"
       width="371.68353"
       height="156.93117"
       x="-143.51387"
       y="30.377132"
       inkscape:export-filename="AGI-road-map.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       id="rect962-3-1-2"
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-7-5)"
       d="M 123.7684,90.486415 V 119.55168"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="AGI-architecture.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2)"
       d="m 42.422209,123.88582 v 15.8361 h 32.50678 v -6.59513"
       id="path5613"
       sodipodi:nodetypes="cccc" /><path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2)"
       d="M 81.278989,116.47749 V 88.999723 h -38.85678 v 25.361097"
       id="rect962-3" /><g
       id="g686-8-1"
       transform="translate(-455.0053,79.013895)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="483.3956"
         y="39.554008"
         id="text2410-5-9-4"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7"
           style="stroke-width:0.264583"
           x="483.3956"
           y="39.554008">转移函数 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8">f</tspan></tspan></text></g><g
       id="g686-8-1-6"
       transform="translate(-414.4725,61.268029)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="484.45395"
         y="39.554008"
         id="text2410-5-9-4-5"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-3"
           style="stroke-width:0.264583"
           x="484.45395"
           y="39.554008">选择机制 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8-5">s</tspan></tspan></text></g><g
       id="g645-3-7"
       transform="translate(-208.52707,58.660324)"><rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3"
         width="87.644203"
         height="14.829543"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.36523"
         y="66.295059"
         id="text571-0-6"><tspan
           sodipodi:role="line"
           id="tspan569-6-1"
           style="stroke-width:0.264583"
           x="277.36523"
           y="66.295059">状态</tspan></text></g><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0-4)"
       d="m 80.636249,157.5807 c 1.90274,-17.71194 7.87459,-15.55166 10.28136,-23.99498"
       id="path32876-2-8-7-0-9-7-7"
       sodipodi:nodetypes="cc" /><g
       inkscape:label=""
       transform="translate(100.32527,124.01267)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-35"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-2"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-9"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-2" /></g></g></g></g></g><g
       inkscape:label=""
       transform="translate(121.90189,123.94241)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-7"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-9"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-3"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-06" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="126.59103"
       y="126.19865"
       id="text32874-3-2-7-0-6-8-2"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-79-6"
         style="stroke-width:0.264583"
         x="126.59103"
         y="126.19865">. . . .</tspan></text><g
       id="g645-1"
       transform="translate(-191.22077,62.495266)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-87"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-9"><tspan
           sodipodi:role="line"
           id="tspan569-2"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-7-0"
       transform="translate(-170.0541,62.495266)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-23"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4-7"><tspan
           sodipodi:role="line"
           id="tspan569-5-5"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-0-9"
       transform="translate(-138.3041,62.495266)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-2"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-6-28"><tspan
           sodipodi:role="line"
           id="tspan569-1-9"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="71.199615"
       y="169.01332"
       id="text9343-5-4-2"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="71.199615"
         y="169.01332"
         id="tspan409">NL sentence input</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="69.080048"
       y="159.77803"
       id="text32874-3-2-1-1-0"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-5-7-3"
         style="fill:#ff0000;stroke-width:0.264583"
         x="69.080048"
         y="159.77803">. . . .</tspan></text><rect
       id="use1793-3-4"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="56.068325"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       id="use1795-8-16"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="60.650661"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       id="use1797-8-5"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="65.233002"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       style="fill:#dcdcdc;stroke:#000000;stroke-width:0.271103"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-5-7"
       width="152.85153"
       height="14.869529"
       x="-138.75786"
       y="86.646088"
       ry="7.6285551e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.271103"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-5"
       width="105.27237"
       height="14.81469"
       x="-91.132858"
       y="71.830971"
       ry="7.6285551e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-88.820557"
       y="79.431046"
       id="text571-0-6-5"><tspan
         sodipodi:role="line"
         id="tspan569-6-1-4"
         style="stroke-width:0.264583"
         x="-88.820557"
         y="79.431046">当前状态</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-136.44554"
       y="94.247726"
       id="text571-0-6-5-9"><tspan
         sodipodi:role="line"
         id="tspan569-6-1-4-3"
         style="stroke-width:0.264583"
         x="-136.44554"
         y="94.247726">命题 cache</tspan></text><g
       inkscape:label=""
       transform="translate(-40.400065,77.4298)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-35-7"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-6-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-2-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-9-6"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-1-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-2-3" /></g></g></g></g></g><g
       inkscape:label=""
       transform="translate(-18.823445,77.35954)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-7-7"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-0-4"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-9-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-3-2"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-6-5"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-06-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-14.134311"
       y="79.615997"
       id="text32874-3-2-7-0-6-8-2-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-79-6-4"
         style="stroke-width:0.264583"
         x="-14.134311"
         y="79.615997">. . . .</tspan></text><g
       id="g645-1-4"
       transform="translate(-331.94605,15.912462)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-87-3"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-9-0"><tspan
           sodipodi:role="line"
           id="tspan569-2-7"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-7-0-8"
       transform="translate(-310.77938,15.912462)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-23-6"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4-7-8"><tspan
           sodipodi:role="line"
           id="tspan569-5-5-8"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-0-9-4"
       transform="translate(-279.02938,15.912462)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-2-3"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-6-28-1"><tspan
           sodipodi:role="line"
           id="tspan569-1-9-4"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       inkscape:label=""
       transform="translate(-88.025068,92.24647)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-35-7-3"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-6-6-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-1)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-2-5-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-9-6-6"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-1-9-3"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-2-3-9" /></g></g></g></g></g><g
       inkscape:label=""
       transform="translate(-66.448448,92.17621)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-7-7-4"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-0-4-8"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-5)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-9-5-1"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-3-2-2"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-6-5-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-06-4-3" /></g></g></g></g></g><g
       aria-label=". . . ."
       id="text32874-3-2-7-0-6-8-2-7-9"
       style="font-size:4.23333px;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       transform="translate(-197.97469,-150.28033)"><path
         d="m 136.66808,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5025" /><path
         d="m 139.35938,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5027" /><path
         d="m 142.05069,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5029" /><path
         d="m 144.742,244.18783 h 0.43615 v 0.52503 H 144.742 Z"
         id="path5031" /></g><g
       id="g645-1-4-8"
       transform="translate(-379.57108,30.729132)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-87-3-8"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-9-0-5"><tspan
           sodipodi:role="line"
           id="tspan569-2-7-0"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-7-0-8-9"
       transform="translate(-358.40441,30.729132)"><g
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-23-6-6"><path
           style="color:#000000;fill:#d5f6ff;stroke-width:0.264583;-inkscape-stroke:none"
           d="m 275.75098,59.736889 h 13.41703 c 1e-5,0 1e-5,3e-6 1e-5,8e-6 v 7.190452 c 0,4e-6 0,7e-6 -1e-5,7e-6 h -13.41703 c 0,0 0,-3e-6 0,-7e-6 v -7.190452 c 0,-5e-6 0,-8e-6 0,-8e-6 z"
           id="path5044" /><path
           style="color:#000000;fill:#0000ff;-inkscape-stroke:none"
           d="m 275.61914,59.605469 v 0.130859 7.324219 h 13.68164 v -7.455078 z m 0.26367,0.263672 h 13.15235 v 6.925781 h -13.15235 z"
           id="path5046" /></g><g
         aria-label="命题"
         id="text571-4-7-8-3"
         style="font-weight:300;font-size:5.64444px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"><path
           d="m 277.20943,62.499171 q 0.37818,-0.186266 0.73942,-0.39511 0.36689,-0.214489 0.68862,-0.440267 0.32174,-0.231422 0.59267,-0.474133 0.27093,-0.242711 0.47413,-0.485422 h 0.17498 q 0.2032,0.242711 0.47413,0.485422 0.27658,0.242711 0.59831,0.474133 0.32174,0.231422 0.68298,0.445911 0.36124,0.208844 0.73942,0.389466 l -0.0847,0.191911 q -0.37254,-0.186266 -0.73378,-0.39511 -0.3556,-0.214489 -0.68298,-0.445911 -0.32173,-0.231422 -0.59831,-0.474133 -0.27658,-0.242711 -0.47978,-0.485422 -0.2032,0.237066 -0.47977,0.479777 -0.27658,0.242711 -0.60396,0.474133 -0.32173,0.231422 -0.68298,0.445911 -0.36124,0.214489 -0.73377,0.400755 z m 1.18533,-0.02822 v -0.186266 h 2.77707 v 0.186266 z m 3.31893,2.048932 q 0,0.169333 -0.0339,0.276578 -0.0282,0.107244 -0.1016,0.169333 -0.0734,0.05644 -0.19756,0.09031 -0.12418,0.02822 -0.3048,0.04516 l -0.21449,0.02258 -0.0621,-0.191911 0.23143,-0.02258 q 0.1524,-0.01693 0.24835,-0.03387 0.096,-0.02258 0.1524,-0.06773 0.0564,-0.04516 0.0734,-0.118533 0.0226,-0.07902 0.0226,-0.2032 v -1.117599 h -1.34338 v 2.421465 h -0.18627 v -2.607731 h 1.71591 z m -2.39324,0.587022 h -1.43369 v -1.896532 h 1.43369 z m -1.24742,-1.71591 v 1.529643 h 1.06115 v -1.529643 z"
           id="path5048" /><path
           d="m 284.86329,62.787038 h -1.64818 v -1.744132 h 1.64818 z m 1.30951,-0.671689 q 0.0508,-0.191911 0.1016,-0.417688 0.0508,-0.231422 0.0903,-0.395111 h -1.12325 v -0.174978 h 2.44969 v 0.174978 h -1.15147 q -0.0282,0.158044 -0.0847,0.389466 -0.0564,0.225778 -0.1016,0.423333 h 0.9652 v 2.015066 h -0.17498 v -1.845732 h -1.46755 v 1.845732 h -0.17498 v -2.015066 z m -2.78271,-0.90311 v 0.626533 h 1.28693 v -0.626533 z m 1.28693,1.416754 v -0.632177 h -1.28693 v 0.632177 z m 0.37253,2.410176 q 0.4064,-0.180622 0.65476,-0.355599 0.24835,-0.174978 0.38382,-0.361244 0.14111,-0.191911 0.18627,-0.4064 0.0508,-0.214489 0.0508,-0.468489 v -0.75071 l 0.16933,0.01129 v 0.761999 q 0,0.316089 -0.0677,0.564444 -0.0677,0.242711 -0.23143,0.445911 -0.15804,0.2032 -0.41768,0.378177 -0.25965,0.169334 -0.63783,0.338667 z m -0.24835,0.338667 q 1.51271,0.02822 3.01977,-0.03387 l -0.0621,0.191911 q -1.48448,0.06209 -2.96333,0.03387 -0.28786,-0.0056 -0.508,-0.04516 -0.21449,-0.03387 -0.38946,-0.129822 -0.17498,-0.09031 -0.31609,-0.254 -0.13547,-0.169333 -0.25965,-0.440266 -0.079,0.282222 -0.2032,0.524933 -0.11853,0.237066 -0.28222,0.496711 l -0.14675,-0.09031 q 0.13546,-0.208845 0.23706,-0.400756 0.1016,-0.191911 0.17498,-0.400755 0.0734,-0.208844 0.11853,-0.451555 0.0508,-0.248355 0.0734,-0.5588 l 0.16933,0.01129 q -0.0226,0.344311 -0.0847,0.626533 0.15804,0.366889 0.32173,0.5588 0.16369,0.186266 0.39511,0.270933 v -1.721554 h -1.25306 v -0.174978 h 2.39324 v 0.174978 h -0.95956 v 0.756355 h 0.89747 v 0.169333 h -0.89747 v 0.841021 q 0.11289,0.02822 0.24272,0.03387 0.12982,0.0056 0.28222,0.01129 z m 1.87395,-1.230488 q 0.1016,0.07902 0.23142,0.186266 0.13547,0.1016 0.27094,0.220134 0.13546,0.112888 0.25964,0.225777 0.12418,0.107245 0.21449,0.197556 l -0.11853,0.152399 q -0.0903,-0.09031 -0.21449,-0.203199 -0.11854,-0.118534 -0.254,-0.231422 -0.12982,-0.118534 -0.25965,-0.220134 -0.12417,-0.107244 -0.22577,-0.186266 z"
           id="path5050" /></g></g><g
       inkscape:label=""
       transform="translate(-29.287558,92.24647)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-35-7-3-1"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-6-6-6-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-3-1-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-2-5-5-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-9-6-6-1"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-1-9-3-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-2-3-9-0" /></g></g></g></g></g><g
       inkscape:label=""
       transform="translate(-7.7109395,92.17621)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-7-7-4-8"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-0-4-8-5"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-0-5-0)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-9-5-1-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-3-2-2-6"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-6-5-9-4"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-06-4-3-6" /></g></g></g></g></g><g
       aria-label=". . . ."
       id="text32874-3-2-7-0-6-8-2-7-9-2"
       style="font-size:4.23333px;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       transform="translate(-177.86636,-150.28033)"><path
         d="m 136.66808,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5025-5" /><path
         d="m 139.35938,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5027-8" /><path
         d="m 142.05069,244.18783 h 0.43615 v 0.52503 h -0.43615 z"
         id="path5029-6" /><path
         d="m 144.742,244.18783 h 0.43615 v 0.52503 H 144.742 Z"
         id="path5031-2" /></g><g
       id="g645-7-0-8-9-8"
       transform="translate(-299.66688,30.729132)"><g
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-23-6-6-4"><path
           style="color:#000000;fill:#d5f6ff;stroke-width:0.264583;-inkscape-stroke:none"
           d="m 275.75098,59.736889 h 13.41703 c 1e-5,0 1e-5,3e-6 1e-5,8e-6 v 7.190452 c 0,4e-6 0,7e-6 -1e-5,7e-6 h -13.41703 c 0,0 0,-3e-6 0,-7e-6 v -7.190452 c 0,-5e-6 0,-8e-6 0,-8e-6 z"
           id="path5044-7" /><path
           style="color:#000000;fill:#0000ff;-inkscape-stroke:none"
           d="m 275.61914,59.605469 v 0.130859 7.324219 h 13.68164 v -7.455078 z m 0.26367,0.263672 h 13.15235 v 6.925781 h -13.15235 z"
           id="path5046-2" /></g><g
         aria-label="命题"
         id="text571-4-7-8-3-4"
         style="font-weight:300;font-size:5.64444px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"><path
           d="m 277.20943,62.499171 q 0.37818,-0.186266 0.73942,-0.39511 0.36689,-0.214489 0.68862,-0.440267 0.32174,-0.231422 0.59267,-0.474133 0.27093,-0.242711 0.47413,-0.485422 h 0.17498 q 0.2032,0.242711 0.47413,0.485422 0.27658,0.242711 0.59831,0.474133 0.32174,0.231422 0.68298,0.445911 0.36124,0.208844 0.73942,0.389466 l -0.0847,0.191911 q -0.37254,-0.186266 -0.73378,-0.39511 -0.3556,-0.214489 -0.68298,-0.445911 -0.32173,-0.231422 -0.59831,-0.474133 -0.27658,-0.242711 -0.47978,-0.485422 -0.2032,0.237066 -0.47977,0.479777 -0.27658,0.242711 -0.60396,0.474133 -0.32173,0.231422 -0.68298,0.445911 -0.36124,0.214489 -0.73377,0.400755 z m 1.18533,-0.02822 v -0.186266 h 2.77707 v 0.186266 z m 3.31893,2.048932 q 0,0.169333 -0.0339,0.276578 -0.0282,0.107244 -0.1016,0.169333 -0.0734,0.05644 -0.19756,0.09031 -0.12418,0.02822 -0.3048,0.04516 l -0.21449,0.02258 -0.0621,-0.191911 0.23143,-0.02258 q 0.1524,-0.01693 0.24835,-0.03387 0.096,-0.02258 0.1524,-0.06773 0.0564,-0.04516 0.0734,-0.118533 0.0226,-0.07902 0.0226,-0.2032 v -1.117599 h -1.34338 v 2.421465 h -0.18627 v -2.607731 h 1.71591 z m -2.39324,0.587022 h -1.43369 v -1.896532 h 1.43369 z m -1.24742,-1.71591 v 1.529643 h 1.06115 v -1.529643 z"
           id="path5048-0" /><path
           d="m 284.86329,62.787038 h -1.64818 v -1.744132 h 1.64818 z m 1.30951,-0.671689 q 0.0508,-0.191911 0.1016,-0.417688 0.0508,-0.231422 0.0903,-0.395111 h -1.12325 v -0.174978 h 2.44969 v 0.174978 h -1.15147 q -0.0282,0.158044 -0.0847,0.389466 -0.0564,0.225778 -0.1016,0.423333 h 0.9652 v 2.015066 h -0.17498 v -1.845732 h -1.46755 v 1.845732 h -0.17498 v -2.015066 z m -2.78271,-0.90311 v 0.626533 h 1.28693 v -0.626533 z m 1.28693,1.416754 v -0.632177 h -1.28693 v 0.632177 z m 0.37253,2.410176 q 0.4064,-0.180622 0.65476,-0.355599 0.24835,-0.174978 0.38382,-0.361244 0.14111,-0.191911 0.18627,-0.4064 0.0508,-0.214489 0.0508,-0.468489 v -0.75071 l 0.16933,0.01129 v 0.761999 q 0,0.316089 -0.0677,0.564444 -0.0677,0.242711 -0.23143,0.445911 -0.15804,0.2032 -0.41768,0.378177 -0.25965,0.169334 -0.63783,0.338667 z m -0.24835,0.338667 q 1.51271,0.02822 3.01977,-0.03387 l -0.0621,0.191911 q -1.48448,0.06209 -2.96333,0.03387 -0.28786,-0.0056 -0.508,-0.04516 -0.21449,-0.03387 -0.38946,-0.129822 -0.17498,-0.09031 -0.31609,-0.254 -0.13547,-0.169333 -0.25965,-0.440266 -0.079,0.282222 -0.2032,0.524933 -0.11853,0.237066 -0.28222,0.496711 l -0.14675,-0.09031 q 0.13546,-0.208845 0.23706,-0.400756 0.1016,-0.191911 0.17498,-0.400755 0.0734,-0.208844 0.11853,-0.451555 0.0508,-0.248355 0.0734,-0.5588 l 0.16933,0.01129 q -0.0226,0.344311 -0.0847,0.626533 0.15804,0.366889 0.32173,0.5588 0.16369,0.186266 0.39511,0.270933 v -1.721554 h -1.25306 v -0.174978 h 2.39324 v 0.174978 h -0.95956 v 0.756355 h 0.89747 v 0.169333 h -0.89747 v 0.841021 q 0.11289,0.02822 0.24272,0.03387 0.12982,0.0056 0.28222,0.01129 z m 1.87395,-1.230488 q 0.1016,0.07902 0.23142,0.186266 0.13547,0.1016 0.27094,0.220134 0.13546,0.112888 0.25964,0.225777 0.12418,0.107245 0.21449,0.197556 l -0.11853,0.152399 q -0.0903,-0.09031 -0.21449,-0.203199 -0.11854,-0.118534 -0.254,-0.231422 -0.12982,-0.118534 -0.25965,-0.220134 -0.12417,-0.107244 -0.22577,-0.186266 z"
           id="path5050-6" /></g></g><g
       id="g645-0-9-4-5-2"
       transform="translate(-277.97107,30.729132)"><g
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-2-3-6-9"><path
           style="color:#000000;fill:#d5f6ff;stroke-width:0.264583;-inkscape-stroke:none"
           d="m 275.75098,59.736889 h 13.41703 c 1e-5,0 1e-5,3e-6 1e-5,8e-6 v 7.190452 c 0,4e-6 0,7e-6 -1e-5,7e-6 h -13.41703 c 0,0 0,-3e-6 0,-7e-6 v -7.190452 c 0,-5e-6 0,-8e-6 0,-8e-6 z"
           id="path5059-9" /><path
           style="color:#000000;fill:#0000ff;-inkscape-stroke:none"
           d="m 275.61914,59.605469 v 0.130859 7.324219 h 13.68164 v -7.455078 z m 0.26367,0.263672 h 13.15235 v 6.925781 h -13.15235 z"
           id="path5061-0" /></g><g
         aria-label="命题"
         id="text571-6-28-1-1-8"
         style="font-weight:300;font-size:5.64444px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"><path
           d="m 277.20943,62.499171 q 0.37818,-0.186266 0.73942,-0.39511 0.36689,-0.214489 0.68862,-0.440267 0.32174,-0.231422 0.59267,-0.474133 0.27093,-0.242711 0.47413,-0.485422 h 0.17498 q 0.2032,0.242711 0.47413,0.485422 0.27658,0.242711 0.59831,0.474133 0.32174,0.231422 0.68298,0.445911 0.36124,0.208844 0.73942,0.389466 l -0.0847,0.191911 q -0.37254,-0.186266 -0.73378,-0.39511 -0.3556,-0.214489 -0.68298,-0.445911 -0.32173,-0.231422 -0.59831,-0.474133 -0.27658,-0.242711 -0.47978,-0.485422 -0.2032,0.237066 -0.47977,0.479777 -0.27658,0.242711 -0.60396,0.474133 -0.32173,0.231422 -0.68298,0.445911 -0.36124,0.214489 -0.73377,0.400755 z m 1.18533,-0.02822 v -0.186266 h 2.77707 v 0.186266 z m 3.31893,2.048932 q 0,0.169333 -0.0339,0.276578 -0.0282,0.107244 -0.1016,0.169333 -0.0734,0.05644 -0.19756,0.09031 -0.12418,0.02822 -0.3048,0.04516 l -0.21449,0.02258 -0.0621,-0.191911 0.23143,-0.02258 q 0.1524,-0.01693 0.24835,-0.03387 0.096,-0.02258 0.1524,-0.06773 0.0564,-0.04516 0.0734,-0.118533 0.0226,-0.07902 0.0226,-0.2032 v -1.117599 h -1.34338 v 2.421465 h -0.18627 v -2.607731 h 1.71591 z m -2.39324,0.587022 h -1.43369 v -1.896532 h 1.43369 z m -1.24742,-1.71591 v 1.529643 h 1.06115 v -1.529643 z"
           id="path5063-1" /><path
           d="m 284.86329,62.787038 h -1.64818 v -1.744132 h 1.64818 z m 1.30951,-0.671689 q 0.0508,-0.191911 0.1016,-0.417688 0.0508,-0.231422 0.0903,-0.395111 h -1.12325 v -0.174978 h 2.44969 v 0.174978 h -1.15147 q -0.0282,0.158044 -0.0847,0.389466 -0.0564,0.225778 -0.1016,0.423333 h 0.9652 v 2.015066 h -0.17498 v -1.845732 h -1.46755 v 1.845732 h -0.17498 v -2.015066 z m -2.78271,-0.90311 v 0.626533 h 1.28693 v -0.626533 z m 1.28693,1.416754 v -0.632177 h -1.28693 v 0.632177 z m 0.37253,2.410176 q 0.4064,-0.180622 0.65476,-0.355599 0.24835,-0.174978 0.38382,-0.361244 0.14111,-0.191911 0.18627,-0.4064 0.0508,-0.214489 0.0508,-0.468489 v -0.75071 l 0.16933,0.01129 v 0.761999 q 0,0.316089 -0.0677,0.564444 -0.0677,0.242711 -0.23143,0.445911 -0.15804,0.2032 -0.41768,0.378177 -0.25965,0.169334 -0.63783,0.338667 z m -0.24835,0.338667 q 1.51271,0.02822 3.01977,-0.03387 l -0.0621,0.191911 q -1.48448,0.06209 -2.96333,0.03387 -0.28786,-0.0056 -0.508,-0.04516 -0.21449,-0.03387 -0.38946,-0.129822 -0.17498,-0.09031 -0.31609,-0.254 -0.13547,-0.169333 -0.25965,-0.440266 -0.079,0.282222 -0.2032,0.524933 -0.11853,0.237066 -0.28222,0.496711 l -0.14675,-0.09031 q 0.13546,-0.208845 0.23706,-0.400756 0.1016,-0.191911 0.17498,-0.400755 0.0734,-0.208844 0.11853,-0.451555 0.0508,-0.248355 0.0734,-0.5588 l 0.16933,0.01129 q -0.0226,0.344311 -0.0847,0.626533 0.15804,0.366889 0.32173,0.5588 0.16369,0.186266 0.39511,0.270933 v -1.721554 h -1.25306 v -0.174978 h 2.39324 v 0.174978 h -0.95956 v 0.756355 h 0.89747 v 0.169333 h -0.89747 v 0.841021 q 0.11289,0.02822 0.24272,0.03387 0.12982,0.0056 0.28222,0.01129 z m 1.87395,-1.230488 q 0.1016,0.07902 0.23142,0.186266 0.13547,0.1016 0.27094,0.220134 0.13546,0.112888 0.25964,0.225777 0.12418,0.107245 0.21449,0.197556 l -0.11853,0.152399 q -0.0903,-0.09031 -0.21449,-0.203199 -0.11854,-0.118534 -0.254,-0.231422 -0.12982,-0.118534 -0.25965,-0.220134 -0.12417,-0.107244 -0.22577,-0.186266 z"
           id="path5065-3" /></g></g><rect
       id="use1799-3-7"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="79.340302"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0)"
       d="m 85.243759,157.5807 c 0.94076,-22.69798 24.312301,-14.01509 25.782181,-23.99498"
       id="path32876-2-8-7-0-9-7"
       sodipodi:nodetypes="cc" /><rect
       id="use1801-3-2"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="83.922646"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="142.32834"
       y="169.01332"
       id="text9343-5-4-2-0"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="142.32834"
         y="169.01332"
         id="tspan409-6">NL sentence output</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="140.45468"
       y="159.77803"
       id="text32874-3-2-1-1-0-3"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-5-7-3-2"
         style="fill:#ff0000;stroke-width:0.264583"
         x="140.45468"
         y="159.77803">. . . .</tspan></text><rect
       id="use1793-3-4-0"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="127.44296"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       id="use1795-8-16-6"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="132.0253"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       id="use1797-8-5-1"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="136.60764"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><rect
       id="use1799-3-7-5"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="150.71494"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0-0)"
       d="m 144.45965,129.41401 c -0.18143,13.09211 12.41468,10.69343 12.17884,23.99497"
       id="path32876-2-8-7-0-9-7-5"
       sodipodi:nodetypes="cc" /><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="m 27.254818,63.725661 c -10.93739,21.594327 -3.01638,36.970479 5.818223,46.968659"
       id="path3714" /><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="M 114.06557,69.808277 C 113.88414,82.900387 94.73968,79.65712 94.50384,92.95866"
       id="path32876-2-8-7-0-9-7-5-6"
       sodipodi:nodetypes="cc" /><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="m 182.59046,148.4652 c -4.49049,9.79949 -13.65414,10.68901 -21.43127,11.2801"
       id="path32876-2-8-7-0-9-7-5-6-0"
       sodipodi:nodetypes="cc" /><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="M 39.514005,131.1951 C 16.70688,133.95184 18.025531,112.57286 3.013787,110.85574"
       id="path32876-2-8-7-0-9-7-5-6-0-1"
       sodipodi:nodetypes="cc" /><rect
       id="use1801-3-2-4"
       width="4.7399068"
       height="2.3347974"
       x="-161.82927"
       y="155.29727"
       style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
       ry="1.0834206"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)"
       inkscape:tile-x0="383.51421"
       inkscape:tile-y0="178.1545" /><g
       id="g3744"
       transform="translate(7.9375004,-1.0583333)"><g
         id="g23369"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6">reward</tspan></text></g><g
       id="g52362"
       transform="translate(-695.74907,27.310703)"
       inkscape:export-filename="Transformer-simple-diagram.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         inkscape:label=""
         transform="translate(745.51108,20.739607)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-79"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-8"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-7"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-0"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="750.2002"
         y="22.995819"
         id="text32874-3-2-13-37-84"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-8"
           style="stroke-width:0.264583"
           x="750.2002"
           y="22.995819">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(767.08769,20.669347)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-1"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-6"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-85"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-2"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-1"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-9" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="771.77673"
         y="22.925552"
         id="text32874-3-2-7-0-6-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-6"
           style="stroke-width:0.264583"
           x="771.77673"
           y="22.925552">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-0"
         width="2.9715784"
         height="4.5299067"
         x="740.10712"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6"
         width="2.9715784"
         height="4.5299067"
         x="782.96973"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4"
         width="2.9715784"
         height="4.5299067"
         x="761.80298"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><g
         inkscape:label=""
         transform="translate(745.51108,41.906273)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-7-9"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-0-9"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-9-0"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-3-8"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-6-9"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-0-3" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="750.2002"
         y="44.162487"
         id="text32874-3-2-13-37-6-1"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-2-4"
           style="stroke-width:0.264583"
           x="750.2002"
           y="44.162487">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(767.08769,41.836013)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-8"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-1-9"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-8-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-7-7"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-9-7"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-2-3" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="771.77673"
         y="44.09222"
         id="text32874-3-2-7-0-6-0-7"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-2-1"
           style="stroke-width:0.264583"
           x="771.77673"
           y="44.09222">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-2"
         width="2.9715784"
         height="4.5299067"
         x="740.10712"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-7-2"
         width="2.9715784"
         height="4.5299067"
         x="782.96973"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-5-1"
         width="2.9715784"
         height="4.5299067"
         x="761.80298"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><g
         id="g1543-3-7-7-9-2-50"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(688.7822,-94.424683)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-9"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-04"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><path
         id="path15541-1-0-3-0"
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 788.48791,41.533007 v -2.381229 0 -1e-5 0 h -45.97136 l 0.0662,-4.630213 m -5.68856,7.011452 v -2.381229 h 10e-6 v -1e-5 0 0 h 3.9026 v -4.762503 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
         sodipodi:nodetypes="cccccccccccccccccc"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="747.63055"
         y="36.34127"
         id="text32874-3-9-2-4-6-13"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-7"
           style="stroke-width:0.264583"
           x="747.63055"
           y="36.34127">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="769.60675"
         y="36.34127"
         id="text32874-3-9-2-39-9-41"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-1"
           style="stroke-width:0.264583"
           x="769.60675"
           y="36.34127">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="742.33887"
         y="30.520435"
         id="text32874-3-9-2-4-6-1-3"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-5-0"
           style="stroke-width:0.264583"
           x="742.33887"
           y="30.520435">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="774.89844"
         y="30.520435"
         id="text32874-3-9-2-39-9-5-3"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-4-2"
           style="stroke-width:0.264583"
           x="774.89844"
           y="30.520435">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="758.4942"
         y="30.520435"
         id="text32874-3-9-2-39-9-5-5-1"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-4-6-7"
           style="stroke-width:0.264583"
           x="758.4942"
           y="30.520435">. . . .</tspan></text><g
         id="g1543-3-7-7-9-2-9-5"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(709.85525,-94.424683)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-5-6"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-0-5"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><g
         id="g1543-3-7-7-9-2-3-4"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(688.7822,-115.59136)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-1-2"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-9-2"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><path
         id="path15541-1-0-3-4-1"
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 788.48791,20.366341 v -2.38123 0 -10e-6 0 h -45.97136 l 0.0662,-4.630213 m -5.68856,7.011453 v -2.38123 h 10e-6 v -10e-6 0 0 h 3.9026 v -4.762503 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
         sodipodi:nodetypes="cccccccccccccccccc"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="747.63055"
         y="15.174602"
         id="text32874-3-9-2-4-6-7-7"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-8-2"
           style="stroke-width:0.264583"
           x="747.63055"
           y="15.174602">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="769.60675"
         y="15.174602"
         id="text32874-3-9-2-39-9-4-4"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-5-1"
           style="stroke-width:0.264583"
           x="769.60675"
           y="15.174602">. . . .</tspan></text><g
         id="g1543-3-7-7-9-2-9-0-6"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(709.85525,-115.59136)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-5-3-5"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-0-6-7"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="51.710609"
       y="36.760082"
       id="text45726-9-3"><tspan
         sodipodi:role="line"
         id="tspan45724-8-0"
         style="fill:#ff0000;stroke-width:0.264583"
         x="51.710609"
         y="36.760082">Transformer</tspan></text><g
       id="g52367-8"
       transform="translate(-764.45597,30.846153)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5"
         width="9.547513"
         height="8.7053242"
         x="786.75726"
         y="21.715424"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="789.41888"
         y="27.481863"
         id="text2410-5-9-4-1-9"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2"
           style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
           x="789.41888"
           y="27.481863">f</tspan></text></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:7.05556px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="34.340061"
       y="59.012974"
       id="text52463"><tspan
         sodipodi:role="line"
         id="tspan52461"
         style="font-size:7.05556px;stroke-width:0.264583"
         x="34.340061"
         y="59.012974">=</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-8"
       width="2.9715784"
       height="4.5299067"
       x="-99.826118"
       y="121.65996"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-8-0"
       width="2.9715784"
       height="4.5299067"
       x="-110.87568"
       y="79.003258"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)" /><g
       id="g686-8-1-62"
       transform="translate(-373.928,71.384091)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-9"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="484.45395"
         y="39.554008"
         id="text2410-5-9-4-1"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-2"
           style="stroke-width:0.264583"
           x="484.45395"
           y="39.554008">遗忘机制 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8-7">g</tspan></tspan></text></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="111.13082"
       y="51.963547"
       id="text2609"><tspan
         sodipodi:role="line"
         id="tspan2607"
         style="stroke-width:0.264583"
         x="111.13082"
         y="51.963547">① Transformer 每次输出很多命题 candidates</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="111.13082"
         y="59.019096"
         id="tspan2611">它们带有 Q-value 或 概率值</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="111.13082"
         y="66.074646"
         id="tspan2613">要选择最高 Q-value 的 放进 工作记忆</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="16.925591"
       y="177.15009"
       id="text2609-6"><tspan
         sodipodi:role="line"
         id="tspan2607-2"
         style="stroke-width:0.264583"
         x="16.925591"
         y="177.15009">④ Transformer 里 tokens 具有可交换性</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="16.925591"
         y="184.20564"
         id="tspan2613-1">句子需要某种 位置编码</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="161.44307"
       y="119.66243"
       id="text2818"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="161.44307"
         y="119.66243"
         id="tspan2820">⑤ 只有输出命题才有奖励</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="161.44307"
         y="126.71798"
         id="tspan3789">每个命题对应一个词</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="3.0163782"
       y="112.59534"
       id="text5566"><tspan
         sodipodi:role="line"
         id="tspan5564"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="3.0163753"
         y="112.59534">② Transformer 的遥距注意力问题：</tspan><tspan
         sodipodi:role="line"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="3.0163789"
         y="119.65089"
         id="tspan5568">每个 rule 其实只依赖少数前提</tspan><tspan
         sodipodi:role="line"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="3.016376"
         y="126.70644"
         id="tspan5570">但我们想 工作记忆的容量较大</tspan><tspan
         sodipodi:role="line"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="3.0163805"
         y="133.76199"
         id="tspan5572">也就是 从工作记忆里 抽样一些命题</tspan><tspan
         sodipodi:role="line"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="3.0163825"
         y="140.81754"
         id="tspan5574">然后才输入进 Transformer</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="111.21521"
       y="101.6284"
       id="text2609-6-1"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="111.21521"
         y="101.6284"
         id="tspan2613-1-1">③</tspan></text><path
       id="rect962-3-1-2-0"
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-7-5-1)"
       d="m 106.8373,268.90898 v 29.06527"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="AGI-architecture.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       id="rect962-3-1-2-0-2"
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-7-5-1-4);marker-end:url(#TriangleStart-2-7-5-1-4)"
       d="M 34.443204,416.32191 H 56.629307"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="AGI-architecture.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       id="rect962-3-1-2-0-2-7"
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-7-5-1-4-7);marker-end:url(#TriangleStart-2-7-5-1-4-7)"
       d="M 58.854869,422.59391 36.107881,484.53025"
       sodipodi:nodetypes="cc"
       inkscape:export-filename="AGI-architecture.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-8)"
       d="m 25.491127,302.30839 v 15.8361 h 32.50678 v -6.59513"
       id="path5613-6"
       sodipodi:nodetypes="cccc" /><path
       style="fill:none;stroke:#000000;stroke-width:0.529167;marker-start:url(#TriangleStart-2-8)"
       d="m 64.347907,294.90006 v -27.47777 h -38.85678 v 25.3611"
       id="rect962-3-8" /><path
       id="rect962-3-3"
       style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-dasharray:none;marker-start:url(#TriangleStart-2-2)"
       d="m -16.453226,408.70648 v -7.36942 H -43.66834 v 29.02635 h 27.215114 v -8.18263"
       sodipodi:nodetypes="cccccc" /><g
       id="g686-8-1-7"
       transform="translate(-471.9364,257.43647)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-90"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="483.3956"
         y="39.554008"
         id="text2410-5-9-4-3"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-33"
           style="stroke-width:0.264583"
           x="483.3956"
           y="39.554008">转移函数 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8-73">f</tspan></tspan></text></g><g
       id="g686-8-1-6-2"
       transform="translate(-431.4036,239.6906)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-6"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="484.45395"
         y="39.554008"
         id="text2410-5-9-4-5-5"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-3-2"
           style="stroke-width:0.264583"
           x="484.45395"
           y="39.554008">选择机制 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8-5-6">s</tspan></tspan></text></g><g
       id="g645-3-7-5"
       transform="translate(-225.45817,237.08289)"><rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-8"
         width="87.644203"
         height="14.829543"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.36523"
         y="66.295059"
         id="text571-0-6-7"><tspan
           sodipodi:role="line"
           id="tspan569-6-1-96"
           style="stroke-width:0.264583"
           x="277.36523"
           y="66.295059">状态</tspan></text></g><g
       inkscape:label=""
       transform="translate(83.394182,302.43524)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-2-35-4"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-9-6-1"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-3-3-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-1-2-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-2-9-4"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-7-1-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-2-7" /></g></g></g></g></g><g
       inkscape:label=""
       transform="translate(104.97079,302.36498)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-7-0"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-0-0-8"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-7-7-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-6-9-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-3-24"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-6-6-7"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-1-06-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="109.65993"
       y="304.62134"
       id="text32874-3-2-7-0-6-8-2-3"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-79-6-9"
         style="stroke-width:0.264583"
         x="109.65993"
         y="304.62134">. . . .</tspan></text><g
       id="g645-1-2"
       transform="translate(-208.15187,240.91784)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-87-8"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-9-3"><tspan
           sodipodi:role="line"
           id="tspan569-2-0"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-7-0-1"
       transform="translate(-186.9852,240.91784)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-8-23-7"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-4-7-89"><tspan
           sodipodi:role="line"
           id="tspan569-5-5-1"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><g
       id="g645-0-9-5"
       transform="translate(-155.2352,240.91784)"><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-2-4"
         width="13.417044"
         height="7.1904674"
         x="275.75098"
         y="59.736889"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="277.02316"
         y="65.236725"
         id="text571-6-28-9"><tspan
           sodipodi:role="line"
           id="tspan569-1-9-25"
           style="stroke-width:0.264583"
           x="277.02316"
           y="65.236725">命题</tspan></text></g><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="m 10.323736,242.14823 c -10.93738907,21.59433 -3.0163797,36.97048 5.818223,46.96866"
       id="path3714-4" /><g
       id="g3744-0-7"
       transform="translate(-192.22687,304.97029)"><g
         id="g23369-1-9"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5-1-0"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6-2-4">reward</tspan></text></g><g
       id="g52362-0"
       transform="translate(-712.68017,205.73327)"
       inkscape:export-filename="Transformer-simple-diagram.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         inkscape:label=""
         transform="translate(745.51108,20.739607)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-79-7"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-8-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-6-1"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-7-1"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-0-9"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-4-0" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="750.2002"
         y="22.995819"
         id="text32874-3-2-13-37-84-5"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-8-6"
           style="stroke-width:0.264583"
           x="750.2002"
           y="22.995819">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(767.08769,20.669347)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="771.77673"
         y="22.925552"
         id="text32874-3-2-7-0-6-9-7"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-6-4"
           style="stroke-width:0.264583"
           x="771.77673"
           y="22.925552">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8"
         width="2.9715784"
         height="4.5299067"
         x="740.10712"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5"
         width="2.9715784"
         height="4.5299067"
         x="782.96973"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8"
         width="2.9715784"
         height="4.5299067"
         x="761.80298"
         y="20.601641"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><g
         inkscape:label=""
         transform="translate(745.51108,41.906273)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-7-9-2"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-0-9-6"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-9-0-0"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-3-8-6"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-6-9-6"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-0-3-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="750.2002"
         y="44.162487"
         id="text32874-3-2-13-37-6-1-6"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-2-4-2"
           style="stroke-width:0.264583"
           x="750.2002"
           y="44.162487">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(767.08769,41.836013)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-8-8"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-1-9-9"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-8-6-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-7-7-0"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-9-7-7"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-2-3-0" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="771.77673"
         y="44.09222"
         id="text32874-3-2-7-0-6-0-7-1"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-2-1-0"
           style="stroke-width:0.264583"
           x="771.77673"
           y="44.09222">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-2-1"
         width="2.9715784"
         height="4.5299067"
         x="740.10712"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-7-2-3"
         width="2.9715784"
         height="4.5299067"
         x="782.96973"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-5-1-7"
         width="2.9715784"
         height="4.5299067"
         x="761.80298"
         y="41.768307"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><g
         id="g1543-3-7-7-9-2-50-7"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(688.7822,-94.424683)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-9-2"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-04-6"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><path
         id="path15541-1-0-3-0-4"
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 788.48791,41.533007 v -2.381229 0 -1e-5 0 h -45.97136 l 0.0662,-4.630213 m -5.68856,7.011452 v -2.381229 h 10e-6 v -1e-5 0 0 h 3.9026 v -4.762503 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
         sodipodi:nodetypes="cccccccccccccccccc"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="747.63055"
         y="36.34127"
         id="text32874-3-9-2-4-6-13-5"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-7-2"
           style="stroke-width:0.264583"
           x="747.63055"
           y="36.34127">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="769.60675"
         y="36.34127"
         id="text32874-3-9-2-39-9-41-0"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-1-2"
           style="stroke-width:0.264583"
           x="769.60675"
           y="36.34127">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="742.33887"
         y="30.520435"
         id="text32874-3-9-2-4-6-1-3-9"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-5-0-0"
           style="stroke-width:0.264583"
           x="742.33887"
           y="30.520435">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="774.89844"
         y="30.520435"
         id="text32874-3-9-2-39-9-5-3-9"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-4-2-9"
           style="stroke-width:0.264583"
           x="774.89844"
           y="30.520435">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="758.4942"
         y="30.520435"
         id="text32874-3-9-2-39-9-5-5-1-4"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-4-6-7-5"
           style="stroke-width:0.264583"
           x="758.4942"
           y="30.520435">. . . .</tspan></text><g
         id="g1543-3-7-7-9-2-9-5-1"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(709.85525,-94.424683)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-5-6-0"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-0-5-3"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><g
         id="g1543-3-7-7-9-2-3-4-7"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(688.7822,-115.59136)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-1-2-8"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-9-2-8"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><path
         id="path15541-1-0-3-4-1-6"
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 788.48791,20.366341 v -2.38123 0 -10e-6 0 h -45.97136 l 0.0662,-4.630213 m -5.68856,7.011453 v -2.38123 h 10e-6 v -10e-6 0 0 h 3.9026 v -4.762503 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
         sodipodi:nodetypes="cccccccccccccccccc"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="747.63055"
         y="15.174602"
         id="text32874-3-9-2-4-6-7-7-0"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-4-8-8-2-4"
           style="stroke-width:0.264583"
           x="747.63055"
           y="15.174602">. . . .</tspan></text><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="769.60675"
         y="15.174602"
         id="text32874-3-9-2-39-9-4-4-6"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><tspan
           sodipodi:role="line"
           id="tspan32872-85-7-3-7-2-5-1-7"
           style="stroke-width:0.264583"
           x="769.60675"
           y="15.174602">. . . .</tspan></text><g
         id="g1543-3-7-7-9-2-9-0-6-6"
         style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
         transform="translate(709.85525,-115.59136)"
         inkscape:export-filename="Transformer-1st-layer.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
           d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
           id="rect4444-4-6-6-5-6-3-70-5-3-5-0"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="cccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /><path
           style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
           d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
           id="path5283-1-2-0-9-4-6-9-0-6-7-9"
           inkscape:connector-curvature="0"
           sodipodi:nodetypes="ccc"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;fill:#0000ff;stroke-width:0.264583"
       x="34.779518"
       y="215.18265"
       id="text45726-9-3-7"><tspan
         sodipodi:role="line"
         id="tspan45724-8-0-5"
         style="fill:#0000ff;stroke-width:0.264583"
         x="34.779518"
         y="215.18265">Transformer</tspan></text><g
       id="g52367-8-9"
       transform="translate(-781.38707,209.26872)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7"
         width="9.547513"
         height="8.7053242"
         x="786.75726"
         y="21.715424"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="789.41888"
         y="27.481863"
         id="text2410-5-9-4-1-9-8"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2-5"
           style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
           x="789.41888"
           y="27.481863">f</tspan></text></g><g
       id="g52367-8-9-7"
       transform="translate(-835.04343,389.92975)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7-0"
         width="9.547513"
         height="8.7053242"
         x="786.75726"
         y="21.715424"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="789.41888"
         y="27.481863"
         id="text2410-5-9-4-1-9-8-0"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2-5-3"
           style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
           x="789.41888"
           y="27.481863">f</tspan></text></g><g
       id="g52367-8-9-7-2"
       transform="matrix(0.76489763,0,0,0.76245789,-647.98378,454.724)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7-0-2"
         width="9.547513"
         height="8.7053242"
         x="786.75726"
         y="21.715424"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="789.41888"
         y="27.481863"
         id="text2410-5-9-4-1-9-8-0-1"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2-5-3-6"
           style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
           x="789.41888"
           y="27.481863">f</tspan></text></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:7.05556px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="17.408979"
       y="237.43561"
       id="text52463-3"><tspan
         sodipodi:role="line"
         id="tspan52461-3"
         style="font-size:7.05556px;stroke-width:0.264583"
         x="17.408979"
         y="237.43561">=</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-8-8"
       width="2.9715784"
       height="4.5299067"
       x="-278.24881"
       y="104.7289"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-8-0-3"
       width="2.9715784"
       height="4.5299067"
       x="-289.29837"
       y="62.072186"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90)" /><g
       id="g686-8-1-62-7"
       transform="translate(-390.8591,249.80666)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-9-9"
         width="31.112738"
         height="8.7634211"
         x="482.13483"
         y="33.472916"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="484.45395"
         y="39.554008"
         id="text2410-5-9-4-1-3"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-2-7"
           style="stroke-width:0.264583"
           x="484.45395"
           y="39.554008">遗忘机制 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:MathJax_Math;-inkscape-font-specification:MathJax_Math"
   id="tspan2412-4-0-8-7-8">g</tspan></tspan></text></g><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 122.78452,388.92151 -5.29167,21.99888 H 63.354257 l -5.291675,-21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 122.78452,444.25789 -5.29167,-21.99888 H 63.354257 l -5.291675,21.99888 z"
       sodipodi:nodetypes="ccccc" /><g
       id="g18072"
       transform="translate(-21.166667,-100.54167)"><rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4"
         width="54.138615"
         height="11.415557"
         x="84.52092"
         y="511.42365"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(93.96487,514.82484)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="98.653915"
         y="517.08105"
         id="text32874-3-2-13-37-8-4"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5"
           style="stroke-width:0.264583"
           x="98.653915"
           y="517.08105">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(115.54148,514.75458)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="120.23045"
         y="517.0108"
         id="text32874-3-2-7-0-6-04-3"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0"
           style="stroke-width:0.264583"
           x="120.23045"
           y="517.0108">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7"
         width="2.9715784"
         height="4.5299067"
         x="88.560837"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8"
         width="2.9715784"
         height="4.5299067"
         x="131.42343"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6"
         width="2.9715784"
         height="4.5299067"
         x="110.2567"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       id="g18072-6"
       transform="translate(-111.12501,-100.54167)"><rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-1"
         width="54.138615"
         height="11.415557"
         x="84.52092"
         y="511.42365"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(93.96487,514.82484)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-5"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-0"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-5"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-0"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-8" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="98.653915"
         y="517.08105"
         id="text32874-3-2-13-37-8-4-1"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5-2"
           style="stroke-width:0.264583"
           x="98.653915"
           y="517.08105">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(115.54148,514.75458)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-2"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-6"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-9"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-1"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-0"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="120.23045"
         y="517.0108"
         id="text32874-3-2-7-0-6-04-3-2"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0-7"
           style="stroke-width:0.264583"
           x="120.23045"
           y="517.0108">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-4"
         width="2.9715784"
         height="4.5299067"
         x="88.560837"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-0"
         width="2.9715784"
         height="4.5299067"
         x="131.42343"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-3"
         width="2.9715784"
         height="4.5299067"
         x="110.2567"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-1-43"
       width="10.310105"
       height="5.5777893"
       x="-48.575058"
       y="493.23257"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-0-0"
       width="2.9715784"
       height="4.5299067"
       x="-41.560524"
       y="483.64401"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       id="g18072-6-2"
       transform="translate(-69.789287,-22.30668)"><rect
         style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-1-4"
         width="54.138615"
         height="11.415557"
         x="84.52092"
         y="511.42365"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(93.96487,514.82484)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-5-4"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-0-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-7-7)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-6-8"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-5-6"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-0-0"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-8-8" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="98.653915"
         y="517.08105"
         id="text32874-3-2-13-37-8-4-1-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5-2-2"
           style="stroke-width:0.264583"
           x="98.653915"
           y="517.08105">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(115.54148,514.75458)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-2-2"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-6-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-3-2)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-9-1"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-1-8"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-0-3"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-4-4" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="120.23045"
         y="517.0108"
         id="text32874-3-2-7-0-6-04-3-2-2"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0-7-2"
           style="stroke-width:0.264583"
           x="120.23045"
           y="517.0108">. . . .</tspan></text><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-4-4"
         width="2.9715784"
         height="4.5299067"
         x="88.560837"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-0-5"
         width="2.9715784"
         height="4.5299067"
         x="131.42343"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-3-1"
         width="2.9715784"
         height="4.5299067"
         x="110.2567"
         y="514.68689"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9);stop-color:#000000;stop-opacity:1"
       d="m 64.646878,494.67595 h 25.50115"
       id="path1259-6-4-3-6-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="68.186325"
       y="449.85468"
       id="text18959"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="68.186325"
         y="449.85468"
         id="tspan18961">world (sense data)</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="63.990147"
       y="386.7619"
       id="text18967"><tspan
         sodipodi:role="line"
         id="tspan18965"
         style="stroke-width:0.264583"
         x="63.990147"
         y="386.7619">world (reconstruction)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="88.878021"
       y="372.51529"
       id="text9343-5-4-2-9-9"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="88.878021"
         y="372.51529"
         id="tspan409-2-2">LLM<tspan
   style="font-weight:normal;font-size:7.05556px"
   id="tspan25860"> (                               )</tspan></tspan></text><g
       id="g79416"><text
         xml:space="preserve"
         style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
         x="103.30357"
         y="467.51907"
         id="text9343-5-4-2-9-9-9"><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="103.30357"
           y="467.51907"
           id="tspan409-2-2-8">LTM<tspan
   style="font-weight:normal"
   id="tspan26585"> (                            )</tspan></tspan></text><text
         xml:space="preserve"
         style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
         x="111.28647"
         y="464.09067"
         id="text9343-5-4-2-9-9-9-1"><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="111.28647"
           y="464.09067"
           id="tspan409-2-2-8-3"><tspan
             style="font-weight:normal;font-size:4.93889px"
             id="tspan26547-3">content-addressable</tspan></tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="111.28647"
           y="470.12317"
           id="tspan26581"><tspan
             style="font-weight:normal;font-size:4.93889px"
             id="tspan26583">long-term memory</tspan></tspan></text></g><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="97.436195"
       y="365.7612"
       id="text9343-5-4-2-9-9-9-1-9"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="97.436195"
         y="365.7612"
         id="tspan26581-0">large language model</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="97.436195"
         y="371.7937"
         id="tspan35049">trained by auto-regression</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="97.436195"
         y="377.8262"
         id="tspan79398">= &quot;world model&quot;</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="6.6256514"
       y="386.14594"
       id="text9343-5-4-2-9-9-9-1-9-3"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="6.6256514"
         y="386.14594"
         id="tspan26581-0-1">model-based</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="6.6256514"
         y="392.17844"
         id="tspan35049-4">reinforcement learning</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="-4.2636037"
       y="389.97641"
       id="text9343-5-4-2-9-9-7"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="-4.2636061"
         y="389.97641"
         id="tspan409-2-2-7">MBRL<tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93889px;font-family:sans-serif;-inkscape-font-specification:sans-serif"
   id="tspan25858"> <tspan
   style="font-size:7.05556px"
   id="tspan40290">(                           )</tspan></tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="140.66212"
       y="414.81"
       id="text20196"><tspan
         sodipodi:role="line"
         id="tspan20194"
         style="text-align:center;text-anchor:middle;stroke-width:0.264583"
         x="140.66212"
         y="414.81">hidden layer(s)</tspan><tspan
         sodipodi:role="line"
         style="text-align:center;text-anchor:middle;stroke-width:0.264583"
         x="140.66212"
         y="421.86554"
         id="tspan20198">= representation</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="36.396832"
       y="413.43771"
       id="text20844"><tspan
         sodipodi:role="line"
         id="tspan20842"
         style="stroke-width:0.264583"
         x="36.396832"
         y="413.43771">identify</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-426.55072"
       y="217.18878"
       id="text20844-1"
       transform="rotate(-67.33036)"><tspan
         sodipodi:role="line"
         id="tspan20842-6"
         style="stroke-width:0.264583"
         x="-426.55072"
         y="217.18878">identify</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-175.82069"
       y="268.25757"
       id="text23361"><tspan
         sodipodi:role="line"
         id="tspan23359"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="268.25757">回答 inference 的问题</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="275.31311"
         id="tspan23363">Inference 是怎样发生的？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="282.36868"
         id="tspan23365">在 LLM 里面，它是作为对当前状态的预测</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="289.42422"
         id="tspan23367">但它应该将输出 反馈到 工作记忆</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="296.47977"
         id="tspan23987">但 LLM 的输出是 observations，有点不对</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="303.53531"
         id="tspan23989">我们想要的不只是 observations，也包括 hidden insights</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="310.59088"
         id="tspan23991">这些 hidden inferences 可能存在于 其它 layers</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="317.64642"
         id="tspan24614">其实所有 hidden layers 都可以视为 representation 的一部分</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="324.70197"
         id="tspan24616">那么，是否存在 不属于 LLM representation 的 inference？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="331.75751"
         id="tspan24618">理论上，严格来说，似乎没有。但 Transformer 的 depth 要无限增加。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="338.81308"
         id="tspan24620">那么 RL 可否作为 depth 的实现？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="345.86862"
         id="tspan24622">对了，RL 其实是 inference 的一种附加 / 增强。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-175.82069"
         y="352.92416"
         id="tspan25302" /></text><ellipse
       style="vector-effect:none;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.79375;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:normal"
       id="path10-7-5"
       cx="109.37994"
       cy="502.05746"
       rx="16.933336"
       ry="4.2333331" /><path
       style="vector-effect:none;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.79375;stroke-linecap:square;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:normal"
       d="m 92.335561,501.89732 v -18.06916 h 34.099419 v 18.06916"
       id="rect12-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cccc" /><ellipse
       style="vector-effect:none;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.79375;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;paint-order:normal"
       id="path10-29"
       cx="109.37994"
       cy="484.06607"
       rx="16.933334"
       ry="4.2333331" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;line-height:1.25;font-family:'Times New Roman';-inkscape-font-specification:'Times New Roman, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.264583"
       x="71.745796"
       y="508.21219"
       id="text2462-9"
       transform="rotate(-0.04743027)"><tspan
         sodipodi:role="line"
         id="tspan2460-1"
         x="71.745796"
         y="508.21219"
         style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:6.35px;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Light';stroke-width:0.264583">recall</tspan></text><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6);stop-color:#000000"
       d="m 20.242445,441.91619 v 6.36243 h 45.657122"
       id="path1259-6-4-3-6-9-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5);stop-color:#000000"
       d="m -24.827921,442.54307 c -10.409589,-2.83029 -10.527283,-9.19186 -13.347064,-18.86744"
       id="path1259-6-4-3-6-9-1"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;line-height:1.25;font-family:'Times New Roman';-inkscape-font-specification:'Times New Roman, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.264583"
       x="74.051537"
       y="491.60529"
       id="text2819-6"
       transform="rotate(0.15064106)"><tspan
         sodipodi:role="line"
         id="tspan2817-2"
         x="74.051537"
         y="491.60529"
         style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:6.35px;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Light';stroke-width:0.264583">store</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use48770-0"
       width="2.9715784"
       height="4.5299067"
       x="97.357483"
       y="493.49341"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:tile-x0="135.00005"
       inkscape:tile-y0="108.82599" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use48772-5"
       width="2.9715784"
       height="4.5299067"
       x="102.85895"
       y="493.49341"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:tile-x0="135.00005"
       inkscape:tile-y0="108.82599" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use48776-2-9"
       width="2.9715784"
       height="4.5299067"
       x="119.68272"
       y="493.49341"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:tile-x0="135.00005"
       inkscape:tile-y0="108.82599" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,24.431502,433.71033)"
       id="g467-9-7"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5" /></g></g><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01974001,0,0,0.01864152,8.5158266,432.76446)"
       id="g401-2-3-9"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g344-7-6-1"><g
           id="g342-0-1-2"><path
             inkscape:connector-curvature="0"
             d="m 266.191,402.419 4.36,0.219 c 145.455,0 128.004,-94.543 266.191,-155.638 -81.453,0 -167.277,-112.895 -215.28,-112.895 -48.004,0 -50.911,48.568 -50.911,48.568 l -0.86,4.188 c 0,0 -6.407,-52.747 -54.411,-52.747 C 167.277,134.114 81.453,246.56 0,246.56 138.188,307.654 120.727,402.419 266.191,402.419 Z M 412.746,249.553 c -56.725,13.818 -75.276,45.097 -142.003,45.097 -63.82,0 -119.455,-45.097 -142.003,-45.097 -0.01,0 218.541,2.544 284.006,0 z"
             id="path340-9-0-7" /></g></g><g
         id="g346-3-6-0" /><g
         id="g348-6-3-9" /><g
         id="g350-0-2-3" /><g
         id="g352-62-0-6" /><g
         id="g354-6-6-0" /><g
         id="g356-1-1-6" /><g
         id="g358-8-5-2" /><g
         id="g360-7-5-6" /><g
         id="g362-9-4-1" /><g
         id="g364-2-7-8" /><g
         id="g366-0-6-7" /><g
         id="g368-2-5-9" /><g
         id="g370-3-6-2" /><g
         id="g372-7-9-0" /><g
         id="g374-5-3-2" /></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-17.432219"
       y="730.13184"
       id="text70699"><tspan
         sodipodi:role="line"
         id="tspan70697"
         style="stroke-width:0.264583"
         x="-17.432219"
         y="730.13184" /></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:41.0958;display:inline;stroke-width:0.264583"
       x="-93.67247"
       y="665.82733"
       id="text74971-1"
       transform="translate(56.773748,-189.55544)"><tspan
         x="-93.67247"
         y="665.82733"
         id="tspan96273">= transition function
</tspan><tspan
         x="-93.67247"
         y="671.11901"
         id="tspan96275">
</tspan><tspan
         x="-93.67247"
         y="676.4107"
         id="tspan96277">= proposition
</tspan><tspan
         x="-93.67247"
         y="681.70239"
         id="tspan96279">
</tspan><tspan
         x="-93.67247"
         y="686.99407"
         id="tspan96281">= state /
</tspan><tspan
         x="-93.67247"
         y="692.28576"
         id="tspan96283">   working memory</tspan></text><rect
       style="font-variation-settings:normal;opacity:1;fill:none;fill-opacity:0;stroke:#a9a9a9;stroke-width:0.211667;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;stop-color:#000000;stop-opacity:1"
       id="rect77187"
       width="55.65382"
       height="39.992767"
       x="-52.093475"
       y="468.10541"
       ry="4.7763791" /><path
       style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9)"
       d="m 109.80767,496.67152 v 14.05734 H 44.6996 v -8.81113"
       id="path2353" /><path
       style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9)"
       d="m 115.48586,496.67153 v 14.05734 H 50.377791 v -8.81113"
       id="path1259-6-4-4" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use48776-2"
       width="2.9715784"
       height="4.5299067"
       x="113.86189"
       y="493.49341"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:tile-x0="135.00005"
       inkscape:tile-y0="108.82599" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use48774-0"
       width="2.9715784"
       height="4.5299067"
       x="108.3604"
       y="493.49341"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:tile-x0="135.00005"
       inkscape:tile-y0="108.82599" /></g><g
     inkscape:groupmode="layer"
     id="layer2"
     inkscape:label="Extras"
     style="display:inline"
     transform="translate(119.6772,327.38843)"><g
       id="g5420"
       transform="translate(56.024957,-357.63327)"><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
         x="123.52358"
         y="338.20071"
         id="text32874-3-2-1-1-0-3-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-5-7-3-2-9"
           style="fill:#ff0000;stroke-width:0.264583"
           x="123.52358"
           y="338.20071">. . . .</tspan></text><rect
         id="use1793-3-4-0-7"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="110.51188"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1795-8-16-6-8"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="115.09422"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1797-8-5-1-2"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="119.67654"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1799-3-7-5-5"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="133.78383"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1801-3-2-4-2"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="138.36617"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /></g><g
       id="g5403"
       transform="translate(56.024957,-357.63327)"><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
         x="52.148968"
         y="338.20071"
         id="text32874-3-2-1-1-0-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-5-7-3-9"
           style="fill:#ff0000;stroke-width:0.264583"
           x="52.148968"
           y="338.20071">. . . .</tspan></text><rect
         id="use1793-3-4-4"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="39.137241"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1795-8-16-5"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="43.719582"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1797-8-5-9"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="48.301922"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1799-3-7-3"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="62.409229"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /><rect
         id="use1801-3-2-0"
         width="4.7399068"
         height="2.3347974"
         x="-340.25195"
         y="66.991577"
         style="fill:#ffd5d5;stroke:#ff0000;stroke-width:0.198437"
         ry="1.0834206"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         transform="rotate(-90)"
         inkscape:tile-x0="383.51421"
         inkscape:tile-y0="178.1545" /></g><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="125.39724"
       y="347.436"
       id="text9343-5-4-2-0-8"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="125.39724"
         y="347.436"
         id="tspan409-6-1">NL sentence output</tspan></text><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="54.268539"
       y="347.436"
       id="text9343-5-4-2-7"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="54.268539"
         y="347.436"
         id="tspan409-4">NL sentence input</tspan></text><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0-4-9)"
       d="m 63.705167,336.00327 c 1.90274,-17.71194 7.874591,-15.55166 10.281358,-23.99498"
       id="path32876-2-8-7-0-9-7-7-0"
       sodipodi:nodetypes="cc"
       transform="translate(56.024957,-357.63327)" /><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0-3)"
       d="m 68.312678,336.00327 c 0.94076,-22.69798 24.312288,-14.01509 25.782168,-23.99498"
       id="path32876-2-8-7-0-9-7-57"
       sodipodi:nodetypes="cc"
       transform="translate(56.024957,-357.63327)" /><path
       style="fill:none;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#marker34099-0-6-09-6-5-0-0-3)"
       d="m 127.52855,307.83658 c -0.18143,13.09211 12.41468,10.69343 12.17884,23.99497"
       id="path32876-2-8-7-0-9-7-5-3"
       sodipodi:nodetypes="cc"
       transform="translate(56.024957,-357.63327)" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#marker34099-0-6-09-6-5-0-0-3);stop-color:#000000;stop-opacity:1"
       d="m 144.22809,338.16787 c 5.62487,-0.11772 13.87782,-0.72039 17.7271,-8.63427"
       id="path32876-2-8-7-0-9-7-5-6-0-0"
       sodipodi:nodetypes="cc"
       transform="translate(56.024957,-357.63327)" /><g
       id="g3744-0"
       transform="translate(47.031376,-180.26903)"><g
         id="g23369-1"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5-1"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6-2">reward</tspan></text></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="33.786339"
       y="314.71841"
       id="text5566-7"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="text-align:end;text-anchor:end;stroke-width:0.264583"
         x="33.786339"
         y="314.71841"
         id="tspan5574-9">②</tspan></text><path
       style="fill:none;stroke:#020000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-opacity:1"
       d="m 97.134473,248.23085 c -0.18143,13.09211 -19.325878,9.84884 -19.561718,23.15038"
       id="path32876-2-8-7-0-9-7-5-6-9"
       sodipodi:nodetypes="cc"
       transform="translate(56.024957,-357.63327)" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="94.41188"
       y="246.51508"
       id="text2609-7"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="94.41188"
         y="246.51508"
         id="tspan2613-9">①</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="76.504372"
       y="327.62955"
       id="text2609-6-0"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="76.504372"
         y="327.62955"
         id="tspan2613-1-8">④</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="149.80363"
       y="324.5434"
       id="text2818-8"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="149.80363"
         y="324.5434"
         id="tspan3789-8">⑤</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="94.284134"
       y="280.05109"
       id="text2609-6-1-4"
       transform="translate(56.024957,-357.63327)"><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="94.284134"
         y="280.05109"
         id="tspan2613-1-1-3">③</tspan></text></g></svg>