RL+LLM.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   width="615.89655mm"
   height="1211.272mm"
   viewBox="0 0 615.89654 1211.272"
   version="1.1"
   id="svg25779"
   inkscape:version="1.2.2 (1:1.2.2+202212051550+b0a8486541)"
   sodipodi:docname="RL+LLM.svg"
   xml:space="preserve"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns:xlink="http://www.w3.org/1999/xlink"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:svg="http://www.w3.org/2000/svg"><sodipodi:namedview
     id="namedview25781"
     pagecolor="#ffffff"
     bordercolor="#cccccc"
     borderopacity="1"
     inkscape:showpageshadow="0"
     inkscape:pageopacity="1"
     inkscape:pagecheckerboard="false"
     inkscape:deskcolor="#ffffff"
     inkscape:document-units="px"
     showgrid="false"
     inkscape:zoom="0.5"
     inkscape:cx="1052"
     inkscape:cy="3247"
     inkscape:window-width="1080"
     inkscape:window-height="1895"
     inkscape:window-x="0"
     inkscape:window-y="0"
     inkscape:window-maximized="1"
     inkscape:current-layer="layer2"
     showborder="false"
     inkscape:pageshadow="2" /><defs
     id="defs25776"><rect
       x="2040.0914"
       y="-1624.9126"
       width="411.67932"
       height="110.89634"
       id="rect59776" /><rect
       x="2105.946"
       y="-1471.4952"
       width="78.577354"
       height="46.988598"
       id="rect51620" /><rect
       x="1931.6237"
       y="-1643.8429"
       width="461.9783"
       height="143.63068"
       id="rect26542" /><rect
       x="2122.6377"
       y="-1601.7156"
       width="98.609253"
       height="26.871643"
       id="rect19904" /><marker
       style="overflow:visible"
       id="Arrow1L"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow1L"
       markerWidth="13"
       markerHeight="7.4285712"
       viewBox="0 0 8.75 5"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="arrow1L"
         transform="scale(-0.5)" /></marker><marker
       style="overflow:visible"
       id="TriangleStart"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135" /></marker><rect
       x="297.61676"
       y="756.14001"
       width="74.621445"
       height="27.716536"
       id="rect634" /><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25801"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25799"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25805"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25803"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25809"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25807"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25813"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25811"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25817"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25815"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25821"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25819"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25827"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25825"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25831"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25829"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25835"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25833"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25839"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25837"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25843"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25841"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25847"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25845"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-3-0-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-6-4-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25853"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25851"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker25857"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path25855"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-48"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-1" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-5" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-4" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-48-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-1-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       style="overflow:visible"
       id="Arrow2Send"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Send"><path
         transform="matrix(-0.3,0,0,-0.3,0.69,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3909"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Lend"><path
         transform="matrix(-0.8,0,0,-0.8,-10,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path3879"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Mend"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3903"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow1Mend"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow1Mend"><path
         transform="matrix(-0.4,0,0,-0.4,-4,0)"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="path3885"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-2"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-9"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-1"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-94"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-8"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-4"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-0"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-3"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-10"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-6"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-06"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-1"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2Lend-4"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2Lend"><path
         transform="matrix(-1.1,0,0,-1.1,-1.1,0)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill-rule:evenodd;stroke-width:0.625;stroke-linejoin:round"
         id="path3897-7"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendS"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendS"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#0000ff;fill-rule:evenodd;stroke:#0000ff;stroke-width:0.625;stroke-linejoin:round"
         id="path7051"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSG"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSG"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#ff0000;fill-rule:evenodd;stroke:#ff0000;stroke-width:0.625;stroke-linejoin:round"
         id="path7329"
         inkscape:connector-curvature="0" /></marker><marker
       style="overflow:visible"
       id="Arrow2MendSGT"
       refX="0"
       refY="0"
       orient="auto"
       inkscape:stockid="Arrow2MendSGT"><path
         transform="scale(-0.6)"
         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
         style="fill:#000000;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round"
         id="path4633"
         inkscape:connector-curvature="0" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-5-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-4-2" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-48-8-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-1-4-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-5-5" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-4-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-7-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-5-2-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-7-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-4-2-1" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9539"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9537"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9543"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9541"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9547"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9545"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9551"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9549"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9555"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9553"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9559"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9557"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9563"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9561"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker9567"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path9565"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-18" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-2-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-1-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-8-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-8-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-3-0"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-18-2" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9-3-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6-3-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-1-8-2-3-1" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9-8-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-98-4-1-6-9" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6-6-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9-3-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9-7-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-9-3-6-6-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4-1-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-2-3-9-3-3-4" /></clipPath><marker
       style="overflow:visible"
       id="TriangleStart-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="TriangleStart"
       markerWidth="5.3244081"
       markerHeight="6.155385"
       viewBox="0 0 5.3244081 6.1553851"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-8" /></marker><marker
       style="overflow:visible"
       id="Arrow1L-1"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Arrow1L"
       markerWidth="13"
       markerHeight="7.4285712"
       viewBox="0 0 8.75 5"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid"><path
         style="fill:context-stroke;fill-rule:evenodd;stroke:none"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         id="arrow1L-3"
         transform="scale(-0.5)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-56"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3-12"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1160"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1158"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1164"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1162"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1168"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1166"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1172"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1170"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1176"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1174"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1180"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1178"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-3-3-1-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-65-9-9-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1186"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1184"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1190"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1188"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1194"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1192"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1198"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1196"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1202"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1200"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1206"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1204"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-4-3-0-1-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-9-6-4-0-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1212"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1210"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker1216"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path1214"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-5-48-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-2-1-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-39"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-48"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-0" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-3"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-3" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-8"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-05" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-91"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker34684"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path34682"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker34688"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path34686"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-39-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-48-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker34694"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path34692"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker34704"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path34702"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-91-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-4-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-9-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-2-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-70"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-36"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-37"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-59"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-3-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-5-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker68041"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path68039"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker68045"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path68043"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-74"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker68057"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path68055"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker68065"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path68063"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-39-8-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-48-0-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1-4-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29-2-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-91-2-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-4-2-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend-7-9-6-2-9-87-1-533996"
       orient="auto"
       refY="0"
       refX="0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"
       id="Arrow1Mend-7-9-6-2-9-87-1-533996"><path
         inkscape:connector-curvature="0"
         id="path71393"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill:#9b9bff;fill-rule:evenodd;stroke:#9b9bff;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend-7-9-6-2-9-87-1-53399642618"
       orient="auto"
       refY="0"
       refX="0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"
       id="Arrow1Mend-7-9-6-2-9-87-1-53399642618"><path
         inkscape:connector-curvature="0"
         id="path75503"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill:#ff0000;fill-opacity:1;fill-rule:evenodd;stroke:#ff0000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-3-3-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-5-1-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-4-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-0-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend-7-9-6-2-9-87-1-53399642618"
       orient="auto"
       refY="0"
       refX="0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"
       id="Arrow1Mend-7-9-6-2-9-87-1-53399642618-2"><path
         inkscape:connector-curvature="0"
         id="path75503-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill:#ff0000;fill-opacity:1;fill-rule:evenodd;stroke:#ff0000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker84144"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path84142"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker84148"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path84146"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker84158"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path84156"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8-7" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6-9" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker84166"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path84164"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-39-8-0-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-48-0-6-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1-4-6-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29-2-4-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-91-2-6-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-4-2-2-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7-5-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7-6-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0-6-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4-7-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8-7-7" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6-9-0" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-5"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0-9-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56-7-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker86634"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path86632"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker86638"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path86636"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7-5-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7-6-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0-6-6"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4-7-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7-5-2-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7-6-6-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4-9-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0-6-1-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3-0-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4-7-4-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2-6"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8-7-7-4" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6-9-0-9" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-3-3-6-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-5-1-4-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-4-1-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-0-0-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend-7-9-6-2-9-87-1-53399642618"
       orient="auto"
       refY="0"
       refX="0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"
       id="Arrow1Mend-7-9-6-2-9-87-1-53399642618-2-8"><path
         inkscape:connector-curvature="0"
         id="path75503-2-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill:#ff0000;fill-opacity:1;fill-rule:evenodd;stroke:#ff0000;stroke-width:1pt;stroke-opacity:1"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0-9-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56-7-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96313"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96311"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96317"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96315"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-1-7-5-73"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-29-7-6-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-5-1-0-6-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-57-4-4-7-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96327"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96325"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-5"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8-7-0" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6-9-04" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-4-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-5-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0-9-3-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56-7-3-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96339"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96337"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96343"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96341"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="marker96347"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path96345"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-39-8-0-1-4"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-48-0-6-7-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-2-1-4-6-0-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="14"
       markerHeight="8.000001"
       preserveAspectRatio="xMidYMid"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-5-29-2-4-6-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-91-2-6-0-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-4-2-2-8-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-4"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-7"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-10"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-6"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-10-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-10-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-7-1"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-7-9"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-3-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-1-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-1-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-4-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-2"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-0"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-4-1-1-9"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-0-0-4-2"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2-6-4"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-8-2-7-8-0-27-6-6-8-7-7-4-5" /></clipPath><clipPath
       id="clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4-9-9"><path
         d="M 0,0 H 11 V 9.5625 H 0 Z m 0,0"
         id="path8318-6-1-6-0-7-5-9-7-0-2-7-3-9-1-9-5-04-6-9-0-9-1" /></clipPath><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-10-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-7"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-9-10-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-8"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-95"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-8-3"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-95-8"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-8-9-8-36"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-08-3-95-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-6-0-5"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-2-56-1"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker><marker
       inkscape:stockid="Arrow1Mend"
       orient="auto"
       refY="0"
       refX="0"
       id="Arrow1Mend-7-9-6-2-9-87-1-0"
       style="overflow:visible"
       viewBox="0 0 8.886927 5.078244"
       markerWidth="4"
       markerHeight="2.2857146"
       preserveAspectRatio="xMidYMid"
       markerUnits="userSpaceOnUse"><path
         inkscape:connector-curvature="0"
         id="path3885-8-1-7-6-7-04-9-3"
         d="M 0,0 5,-5 -12.5,0 5,5 Z"
         style="fill-rule:evenodd;stroke:#000000;stroke-width:1pt"
         transform="matrix(-0.4,0,0,-0.4,-4,0)" /></marker></defs><g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(75.263847,274.13167)"
     style="display:inline"><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2"
       width="54.138615"
       height="11.415557"
       x="428.45908"
       y="196.98903"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-1"
       width="54.138615"
       height="11.415557"
       x="213.58424"
       y="142.13068"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="LLM-to-RL-transition-architecture.png" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8"
       width="2.9715784"
       height="4.5299067"
       x="260.48672"
       y="145.39391"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       id="rect12505-9"
       style="fill:#adff2f;fill-opacity:1;stroke:#008000;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       d="m 7.2744914,854.67083 c -1.354559,0 -2.444812,-1.09025 -2.444812,-2.44481 v -9.88519 c 0,-1.35456 1.090253,-2.44533 2.444812,-2.44533 h 0.095085 c 0.119016,-0.0275 0.2424039,-0.0434 0.3700033,-0.0434 H 66.460543 c 0.660757,0 1.226141,0.38979 1.482597,0.95239 0.338051,0.41926 0.540019,0.95341 0.540019,1.53634 v 9.88519 c 0,1.35456 -1.090253,2.44481 -2.444812,2.44481 h -0.555522 c -1.354559,0 -2.444812,-1.09025 -2.444812,-2.44481 v -8.37159 h -33.37109 v 8.37159 c 0,1.35456 -1.090253,2.44481 -2.444812,2.44481 h -0.555522 c -1.354559,0 -2.444812,-1.09025 -2.444812,-2.44481 v -8.37159 H 10.274825 v 8.37159 c 0,1.35456 -1.090253,2.44481 -2.444812,2.44481 z" /><path
       id="rect12505-9-1"
       style="fill:#adff2f;fill-opacity:1;stroke:#008000;stroke-width:0.15875;stroke-opacity:1;stop-color:#000000"
       d="m -35.235999,787.21618 c -0.812735,10e-5 -1.466887,0.65415 -1.466887,1.46689 v 8.15361 c 0,0.81274 0.654152,1.4672 1.466887,1.4672 h 0.05705 c 0.07141,0.0165 0.145443,0.026 0.222003,0.026 h 21.05091 c 0.396454,0 0.735685,-0.23387 0.889558,-0.57143 0.202831,-0.25156 0.324012,-0.57205 0.324012,-0.92181 v -8.15361 c 0,-0.81274 -0.654152,-1.46689 -1.466888,-1.46689 h -0.333313 c -0.812735,0 -1.466887,0.65415 -1.466887,1.46689 v 7.24545 h -7.322654 v -7.24545 c 0,-0.81274 -0.654152,-1.46689 -1.466887,-1.46689 h -0.333313 c -0.812736,0 -1.466887,0.65415 -1.466887,1.46689 v 7.24545 h -6.886504 v -7.24545 c 0,-0.81274 -0.654152,-1.46699 -1.466888,-1.46689 z"
       sodipodi:nodetypes="sssscsscsssssccssssccsss" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7"
       width="54.138615"
       height="11.415557"
       x="116.45356"
       y="-61.594387"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-6"
       width="14.022917"
       height="8.4666662"
       x="7.185657"
       y="10.894382"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><g
       id="g17585"
       transform="translate(38.614579,-666.82931)"><path
         style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 46.135312,612.89625 -6.879165,14.05734"
         id="use3176-4"
         sodipodi:nodetypes="cc"
         inkscape:tile-x0="155.35861"
         inkscape:tile-y0="255.20482" /><path
         style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 51.117088,612.89625 -6.879165,14.05734"
         id="use3178-0"
         sodipodi:nodetypes="cc"
         inkscape:tile-x0="155.35861"
         inkscape:tile-y0="255.20482" /><path
         style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="M 56.098865,612.89625 49.2197,626.95359"
         id="use3180-9"
         sodipodi:nodetypes="cc"
         inkscape:tile-x0="155.35861"
         inkscape:tile-y0="255.20482" /></g><rect
       style="fill:#ffe4e1;stroke:#ff0000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-0"
       width="54.138615"
       height="11.415557"
       x="74.120224"
       y="-61.594387"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="fill:#ffe4e1;stroke:#ff0000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-0-7"
       width="14.022917"
       height="8.4666662"
       x="7.2000608"
       y="25.049227"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 175.88383,-28.21849 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 175.88383,-83.55487 -5.29167,21.99888 h -54.13861 l -5.29167,-21.99888 z"
       sodipodi:nodetypes="ccccc" /><g
       id="g3744-0-7-9"
       transform="translate(17.713439,-197.90645)"><g
         id="g23369-1-9-2"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5-1-0-7"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6-2-4-5">reward</tspan></text></g><g
       id="g3744-0-7-9-4"
       transform="translate(166.16956,-22.091806)"><g
         id="g23369-1-9-2-8"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2-1" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4-2" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7-8" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5-1-0-7-9"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6-2-4-5-3">reward</tspan></text></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="104.04451"
       y="-12.191916"
       id="text2410-5-9-4-1-9-8-0-3"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="104.04451"
         y="-12.191916"><tspan
   style="font-style:normal"
   id="tspan4368">0...</tspan>t</tspan></text><g
       id="g52367-8-9-7-4"
       transform="translate(-771.59229,-81.78263)"><rect
         style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7-0-4"
         width="34.949989"
         height="6.909409"
         x="787.80756"
         y="22.183483"
         ry="2.9293144"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="789.41888"
         y="27.481863"
         id="text2410-5-9-4-1-9-8-0-7"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2-5-3-63"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Italic';stroke-width:0.264583"
           x="789.41888"
           y="27.481863">transformer</tspan></text></g><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 165.30049,-83.55487 -5.29167,21.99888 h -54.1386 l -5.29168,-21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9"
       style="fill:#f5f5f5;stroke:#000000;stroke-width:0.264583"
       d="m 165.30049,-28.21849 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc" /><g
       id="g3192"
       transform="translate(38.614579,-666.82931)"><path
         style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 84.106652,612.89625 -6.879165,14.05734"
         id="path2353-4"
         sodipodi:nodetypes="cc"
         inkscape:tile-cx="158.91703"
         inkscape:tile-cy="262.29164"
         inkscape:tile-w="7.1168233"
         inkscape:tile-h="14.173638"
         inkscape:tile-x0="155.35861"
         inkscape:tile-y0="255.20482" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(4.9817763)"
         id="use3172"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         id="use3170"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(9.9635523)"
         id="use3174"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(14.945329)"
         id="use3176"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(19.927105)"
         id="use3178"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(29.890658)"
         id="use3182"
         width="100%"
         height="100%" /><use
         x="0"
         y="0"
         inkscape:tiled-clone-of="#path2353-4"
         xlink:href="#path2353-4"
         transform="translate(24.908882)"
         id="use3180"
         width="100%"
         height="100%" /></g><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19"
       width="54.138615"
       height="11.415557"
       x="105.87022"
       y="-61.594387"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-5"
       width="54.138615"
       height="11.415557"
       x="-27.689756"
       y="494.17419"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><g
       inkscape:label=""
       transform="translate(115.31416,-58.193211)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="120.00321"
       y="-55.936977"
       id="text32874-3-2-13-37-8-4-3"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6"
         style="stroke-width:0.264583"
         x="120.00321"
         y="-55.936977">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(136.89077,-58.263471)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="141.57974"
       y="-56.007229"
       id="text32874-3-2-7-0-6-04-3-6"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1"
         style="stroke-width:0.264583"
         x="141.57974"
         y="-56.007229">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5"
       width="2.9715784"
       height="4.5299067"
       x="109.91013"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5"
       width="2.9715784"
       height="4.5299067"
       x="152.77272"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4"
       width="2.9715784"
       height="4.5299067"
       x="131.60599"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.352778"
       d="m 85.388684,-58.066441 c -0.04961,-0.10473 -0.08268,-0.12678 -0.137804,-0.12678 -0.07717,0 -0.09922,0.0441 -0.132291,0.12678 l -1.515843,3.395491 c -0.03307,0.0772 -0.03859,0.0937 -0.03859,0.12126 0,0.0661 0.05512,0.12127 0.121267,0.12127 0.03858,0 0.08819,-0.011 0.137804,-0.12678 l 1.427648,-3.219101 1.427649,3.219101 c 0.05512,0.12678 0.115755,0.12678 0.137804,0.12678 0.06615,0 0.121267,-0.0551 0.121267,-0.12127 0,-0.011 0,-0.022 -0.03307,-0.0937 z m 0,0"
       id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-2" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="88.253227"
       y="-55.936977"
       id="text32874-3-2-13-37-8-4-3-1"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-0"
         style="stroke-width:0.264583"
         x="88.253227"
         y="-55.936977">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-5"
       width="2.9715784"
       height="4.5299067"
       x="78.160141"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-5-3"
       width="2.9715784"
       height="4.5299067"
       x="17.766136"
       y="-1.3030871"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="134.71448"
       y="-87.401505"
       id="text9343-5-4-2-9-9-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="134.71448"
         y="-87.401505"
         id="tspan409-2-2-0">LLM<tspan
   style="font-weight:normal;font-size:7.05556px"
   id="tspan25860-6" /></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="84.661949"
       y="437.83047"
       id="text9343-5-4-2-9-9-2-7"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="84.661949"
         y="437.83047"
         id="tspan409-2-2-0-7">LLM<tspan
   style="font-weight:normal;font-size:7.05556px"
   id="tspan25860-6-6" /></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="60.931507"
       y="597.34338"
       id="text9343-5-4-2-9-9-2-7-4"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="60.931507"
         y="597.34338"
         id="tspan409-2-2-0-7-1">LLM / TRANSFORMER</tspan></text><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2);stop-color:#000000"
       d="m 116.74813,-16.73714 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9);stop-color:#000000"
       d="M 251.51934,182.55013 V 156.47217"
       id="path1259-6-4-3-6-9-5-2-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9);stop-color:#000000;stop-opacity:1"
       d="M 190.63716,147.78552 H 159.7967"
       id="path1259-6-4-3-6-9-5-2-5-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9);stop-color:#000000;stop-opacity:1"
       d="m 284.35533,114.24678 v 33.87286 H 270.4482"
       id="path1259-6-4-3-6-9-5-2-5-3"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2);stop-color:#000000"
       d="m 161.7273,-16.73715 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,103.73216,-20.598481)"
       id="g467-9-7-6"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0" /></g></g><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,19.975802,39.227727)"
       id="g467-9-7-6-5"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-3"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-5" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="150.61121"
       y="-12.191916"
       id="text2410-5-9-4-1-9-8-0-3-3"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="150.61121"
         y="-12.191916">t+<tspan
   style="font-style:normal"
   id="tspan4370">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,150.29886,-20.598481)"
       id="g467-9-7-6-3"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9" /></g></g><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7-3"
       style="fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 262.77379,209.89422 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="190.93445"
       y="225.9209"
       id="text2410-5-9-4-1-9-8-0-3-9"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-08"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="190.93445"
         y="225.9209"><tspan
   style="font-style:normal"
   id="tspan4368-85">0...</tspan>t</tspan></text><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0"
       style="fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 252.19045,209.89422 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-39);stop-color:#000000"
       d="m 203.63809,221.37557 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-96"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9);stop-color:#000000;stop-opacity:1"
       d="m 261.30887,114.07531 h 62.98328"
       id="path4042"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-1);stop-color:#000000"
       d="m 248.61726,221.37556 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4-3" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,190.62212,217.51423)"
       id="g467-9-7-6-8"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-5"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-6" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="237.50121"
       y="225.9209"
       id="text2410-5-9-4-1-9-8-0-3-3-1"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-1"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="237.50121"
         y="225.9209">t+<tspan
   style="font-style:normal"
   id="tspan4370-5">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,237.18882,217.51423)"
       id="g467-9-7-6-3-9"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-84"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-8" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="60.076843"
       y="523.53821"
       id="text2410-5-9-4-1-9-8-0-3-0"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-6"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="60.076843"
         y="523.53821"><tspan
   style="font-style:normal"
   id="tspan4368-8">0...</tspan>t</tspan></text><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-1);stop-color:#000000"
       d="m 72.780457,518.99297 h 10.595766 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-9);stop-color:#000000"
       d="M 106.96016,515.81792 V 505.61498"
       id="path1259-6-4-3-6-9-5-2-4-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,59.764487,515.13163)"
       id="g467-9-7-6-6"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-6"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-4" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="111.3662"
       y="524.29022"
       id="text2410-5-9-4-1-9-8-0-3-3-9"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-5"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="111.3662"
         y="524.29022">t+<tspan
   style="font-style:normal"
   id="tspan4370-0">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,111.05385,515.88382)"
       id="g467-9-7-6-3-4"
       style="fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-8"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-7" /></g></g><path
       style="fill:none;stroke:#000000;stroke-width:0.79375;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="M 146.00456,-39.87566 H 25.863156"
       id="path1783"
       sodipodi:nodetypes="cc" /><path
       style="fill:none;stroke:#000000;stroke-width:0.79375;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
       d="M 89.863433,-78.56421 H 25.813721"
       id="path1783-3"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="8.7707596"
       y="-54.145596"
       id="text9343-5-4-2-9-9-7-5"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="8.7707596"
         y="-54.145596"
         id="tspan409-2-2-7-0">RL</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="256.92273"
       y="84.586136"
       id="text9343-5-4-2-9-9-7-5-0"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="256.92273"
         y="84.586136"
         id="tspan409-2-2-7-0-7">Transition from LLM → RL architecture</tspan></text><g
       id="g6477"
       transform="translate(6.7613943,-644.77135)"><g
         id="g3242-0"
         transform="matrix(-1,0,0,1,62.551892,-21.732738)"><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 14.236077,626.95359 6.35,-11.98613"
           id="use3218-8"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 19.092376,626.95359 6.35,-11.98613"
           id="use3220-5"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 23.948676,626.95359 6.349999,-11.98613"
           id="use3222-0"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 28.804975,626.95359 6.35,-11.98613"
           id="use3224-9"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 33.661274,626.95359 6.35,-11.98613"
           id="use3226-6"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 38.517573,626.95359 6.35,-11.98613"
           id="use3228-3"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3)"
           d="m 43.373873,626.95359 6.35,-11.98613"
           id="use3230-8"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /></g></g><g
       id="g6477-6"
       transform="translate(6.2322273,-664.6151)"><g
         id="g3242-0-9"
         transform="matrix(-1,0,0,1,62.551892,-21.732738)"><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 20.586077,626.95359 V 614.96746"
           id="use3218-8-3"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 25.442376,626.95359 V 614.96746"
           id="use3220-5-3"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="m 30.298676,626.95359 -1e-6,-11.98613"
           id="use3222-0-8"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 35.154975,626.95359 V 614.96746"
           id="use3224-9-0"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 40.011274,626.95359 V 614.96746"
           id="use3226-6-5"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 44.867573,626.95359 V 614.96746"
           id="use3228-3-6"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /><path
           style="fill:none;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-3-3-1)"
           d="M 49.723873,626.95359 V 614.96746"
           id="use3230-8-6"
           sodipodi:nodetypes="cc"
           inkscape:tile-x0="69.780786"
           inkscape:tile-y0="259.8428" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="128.97855"
       y="-72.788231"
       id="text11062"><tspan
         sodipodi:role="line"
         id="tspan11060"
         style="stroke-width:0.264583"
         x="128.97855"
         y="-72.788231">same?</tspan></text><g
       id="g15189"
       transform="translate(40.731246,-666.82931)"><path
         style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-4-3-0-1);stop-color:#000000"
         d="m 40.187379,588.40386 4.233337,15.69245"
         id="path1259-6-4-3-6-9-1-9-92-4-8"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cc"
         inkscape:tile-cx="62.780931"
         inkscape:tile-cy="135.30564"
         inkscape:tile-w="6.3325888"
         inkscape:tile-h="26.04756"
         inkscape:tile-x0="59.74161"
         inkscape:tile-y0="122.66716" /><path
         style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-4-3-0-1);stop-color:#000000"
         d="m 44.620191,588.40386 4.233337,15.69245"
         id="use15182"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cc"
         inkscape:tile-x0="59.74161"
         inkscape:tile-y0="122.66716" /><path
         style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-4-3-0-1);stop-color:#000000"
         d="m 49.053003,588.40386 4.233337,15.69245"
         id="use15184"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cc"
         inkscape:tile-x0="59.74161"
         inkscape:tile-y0="122.66716" /></g><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 164.92803,-56.08404 c 1.15797,-9.18967 -17.74941,-16.2841 -17.74941,-16.2841"
       id="path1259-6-4-3-6-9-1-6"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 277.89619,198.1155 c -5.67104,0.11795 -9.413,-16.79992 -22.97644,-15.90727"
       id="path1259-6-4-3-6-9-1-6-9"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 254.9647,114.12808 c -5.67104,0.11795 -18.24375,-1.62158 -20.67308,-9.34919"
       id="path1259-6-4-3-6-9-1-6-9-5"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 126.6967,-72.44973 c 0,0 -25.90782,0.53995 -25.11513,16.53117"
       id="path15193"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 65.143145,372.652 c -12.119219,-1.78575 -22.189844,5.0386 -31.931177,2.30229"
       id="path15193-2"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="M 7.8743562,841.96931 C 5.0208216,835.93487 0.38986326,830.0708 -7.932442,830.2972"
       id="path15193-2-7"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:0.793749, 0.793749;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="M 4.7834913,794.44546 -11.193933,793.69191"
       id="path15193-2-7-7"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-start:url(#Arrow1L);marker-end:url(#Arrow1L);stop-color:#000000;stop-opacity:1"
       d="m -22.683122,784.3404 c 1.816584,-3.289 5.46841,-3.29889 7.16986,0"
       id="path27323"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-start:url(#Arrow1L-1);marker-end:url(#Arrow1L-1);stop-color:#000000"
       d="m -33.795622,784.34039 c 1.816584,-3.289 5.46841,-3.29889 7.16986,0"
       id="path27323-7"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1L);stop-color:#000000;stop-opacity:1"
       d="m 48.781015,841.60298 c 1.720607,-10.86976 11.967786,-4.59762 16.049454,-12.68424"
       id="path20636"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1L);stop-color:#000000"
       d="m 21.677692,841.52862 c -3.050481,-8.5504 -3.377415,-35.56146 0.481446,-41.31185"
       id="path15193-2-7-8"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 147.4692,383.6362 c -12.20107,-1.09451 -21.86782,6.29081 -31.74885,4.11222"
       id="path15193-2-0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-48);stop-color:#000000"
       d="m 185.75847,-64.86716 c -3.24476,-8.47321 -31.46894,-12.19127 -36.17822,-10.53712"
       id="path1259-6-4-3-6-9-1-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-48-8);stop-color:#000000"
       d="m 64.00932,495.34321 c 0.243702,-16.30113 -19.995655,-51.60696 0.909121,-40.33366 25.164329,13.57034 0.997309,24.44322 1.181826,40.32927"
       id="path1259-6-4-3-6-9-1-2-3"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="csc"
       inkscape:tile-cx="74.395834"
       inkscape:tile-cy="475.17621"
       inkscape:tile-w="22.856427"
       inkscape:tile-h="41.283213"
       inkscape:tile-x0="63.318618"
       inkscape:tile-y0="454.87694" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6"
       width="2.9715784"
       height="4.5299067"
       x="163.35603"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-1"
       width="2.9715784"
       height="4.5299067"
       x="99.856003"
       y="-58.331142"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 56.304802,-30.10945 c 7.003691,-12.267341 5.029205,-23.125961 17.780002,-25.88003"
       id="path15193-5"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:63.9588;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="-1.1716686"
       y="647.15826"
       id="text15273"
       transform="translate(10.039577,-670.53348)"><tspan
         x="-1.1716686"
         y="647.15826"
         id="tspan22219"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22217">extended state with </tspan></tspan><tspan
         x="-1.1716686"
         y="654.21378"
         id="tspan22223"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22221">tokens to aid prediction</tspan></tspan></text><g
       id="g17595"
       transform="translate(-9.7368747,-651.35021)"><g
         id="g17588"><rect
           style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
           id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7-0-4-9"
           width="34.327827"
           height="11.537894"
           x="26.237631"
           y="567.55286"
           ry="2.9293144"
           inkscape:export-xdpi="192"
           inkscape:export-ydpi="192" /></g><text
         xml:space="preserve"
         style="font-weight:300;font-size:4.93889px;line-height:0.95;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="43.265892"
         y="572.17615"
         id="text2410-5-9-4-1-9-8-0-7-3"><tspan
           sodipodi:role="line"
           id="tspan2408-0-2-7-1-2-5-3-63-6"
           style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Light';text-align:center;text-anchor:middle;stroke-width:0.264583"
           x="43.265892"
           y="572.17615">select best</tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans Light';text-align:center;text-anchor:middle;stroke-width:0.264583"
           x="43.265892"
           y="577.21381"
           id="tspan12670">candidate(s)</tspan></text></g><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2"
       width="54.138615"
       height="11.415557"
       x="203.0009"
       y="142.13068"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1-0"
       style="fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 262.43118,120.17018 -5.29167,21.99889 H 203.0009 l -5.29167,-21.99889 z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9"
       style="fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 251.84784,120.17018 -5.29167,21.99889 h -54.1386 l -5.29168,-21.99889 z"
       sodipodi:nodetypes="ccccc" /><rect
       style="fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0"
       width="54.138615"
       height="11.415557"
       x="192.41756"
       y="142.13068"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><g
       inkscape:label=""
       transform="translate(201.86151,145.53185)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="206.55055"
       y="147.78815"
       id="text32874-3-2-13-37-8-4-3-5"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-5"
         style="stroke-width:0.264583"
         x="206.55055"
         y="147.78815">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(223.43812,145.46159)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="228.12709"
       y="147.71791"
       id="text32874-3-2-7-0-6-04-3-6-3"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1-7"
         style="stroke-width:0.264583"
         x="228.12709"
         y="147.71791">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4"
       width="2.9715784"
       height="4.5299067"
       x="196.45747"
       y="145.39394"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7"
       width="2.9715784"
       height="4.5299067"
       x="172.11583"
       y="145.39394"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5"
       width="2.9715784"
       height="4.5299067"
       x="239.32007"
       y="145.39394"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2"
       width="2.9715784"
       height="4.5299067"
       x="218.15334"
       y="145.39394"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5"
       width="2.9715784"
       height="4.5299067"
       x="249.9034"
       y="145.39394"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5"
       width="2.9715784"
       height="4.5299067"
       x="250.19206"
       y="179.95116"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3"
       width="2.9715784"
       height="4.5299067"
       x="256.4888"
       y="112.06174"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3-3"
       width="2.9715784"
       height="4.5299067"
       x="326.88983"
       y="112.00202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="21.423716"
       y="-269.61612"
       id="text20760"><tspan
         sodipodi:role="line"
         id="tspan20758"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-269.61612">auxiliary state 帮助 LLM 做 prediction</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-262.56058"
         id="tspan21773">(1) if helpful, then RL is rewarded</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-255.50502"
         id="tspan21775">(2) if RL predict latent state, also reward</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-248.44946"
         id="tspan21777" /><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-241.39392"
         id="tspan27859">LLM 以隐状态 预测 下个词，没有不妥</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-234.33836"
         id="tspan27867">但 LLM 的隐状态似乎依赖 轴心，有问题</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-227.28282"
         id="tspan27857">RL 帮助 LLM 附加 隐状态，没有问题</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-220.22726"
         id="tspan27869">新的 隐状态 能不能令 LLM 预测更好？ 这只是重点之一。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-213.17172"
         id="tspan27871">另一个重点是：能不能预测 隐状态？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-206.11617"
         id="tspan27873">这似乎不是 LLM 做的事，因为 LLM 从 隐状态 预测 next word.</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-199.06062"
         id="tspan27875">所以这是 RL 的责任。 </tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-192.00507"
         id="tspan27877">但如果 RL 预测的 token 跟 LLM 的新 token 重合，那是不是冇用？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-184.94952"
         id="tspan27863">其实不是冇用，而是 RL 应该逐渐学习 预测世界。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-177.89397"
         id="tspan27883">那么是不是打算让 RL 取代 LLM 的工作？其实也合理。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-170.83841"
         id="tspan389">那么 RL 的优势是……？ 首先一个重点是 预测隐状态。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-163.78287"
         id="tspan642">这个隐状态可以是 LLM 的状态，也可以是 RL 的隐状态？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-156.72731"
         id="tspan1030" /><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-149.67177"
         id="tspan1229">RL 预测 LLM 的 tokens 是有用，但长远来说不一定正确。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-142.61621"
         id="tspan1225">它预测自己的 tokens 是应该得到奖励的。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-135.56067"
         id="tspan1227">凡是前面预测到后面的，都应该得到奖励。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-128.50511"
         id="tspan1231" /><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-121.44956"
         id="tspan1430">有没有可能 LLM 的 token 包含有多个命题的资讯？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-114.39401"
         id="tspan1432">而且 Transformer 的“轴心”概念似乎没用？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-107.33846"
         id="tspan2091">这些 轴心 对应于「以某个词为 pivot 的逻辑 rule」，亦无不可。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-100.28291"
         id="tspan1633">Attention Head 应该输出 #heads 个 tokens？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="21.423716"
         y="-93.227364"
         id="tspan1835" /></text><text
       xml:space="preserve"
       transform="scale(0.26458333)"
       id="text632"
       style="font-weight:300;font-size:21.3333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;shape-inside:url(#rect634);display:inline" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="59.621101"
       y="228.72852"
       id="text836"><tspan
         sodipodi:role="line"
         id="tspan834"
         style="stroke-width:0.264583"
         x="59.621101"
         y="228.72852" /></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:187.316;display:inline;opacity:0.99;stroke-width:0.264583"
       x="16.854805"
       y="104.46699"
       id="text2499"
       transform="translate(-85.184308,112.23629)"><tspan
         x="16.854805"
         y="104.46699"
         id="tspan22225">1）我们目的是将 LLM 的知识内容 转移到 RL，这是一个 LLM → RL 「过渡」</tspan><tspan
         x="16.854805"
         y="111.52254"
         id="tspan22227">的过程。 另一个目标是验证 LeCun 的想法：「世界模型应该预测的不是观测</tspan><tspan
         x="16.854805"
         y="118.57809"
         id="tspan22231">到的细节，而是抽象的<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22229">隐状态</tspan>」。
</tspan><tspan
         x="16.854805"
         y="125.63364"
         id="tspan22235">2）LLM 跟 RL 同时学习，但两者的得分是<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22233">独立</tspan>计算的。 我们想证明 RL 添加</tspan><tspan
         x="16.854805"
         y="132.68919"
         id="tspan22239">的 tokens 能帮助 LLM。另方面，RL 也<tspan
   style="-inkscape-font-specification:'Alibaba PuHuiTi Light'"
   id="tspan22237">独立地</tspan> 预测下个词，我们也想观察 RL </tspan><tspan
         x="16.854805"
         y="139.74474"
         id="tspan22241">vs LLM 预测词语的表现。
</tspan><tspan
         x="16.854805"
         y="146.8003"
         id="tspan22245">3）要验证 LeCun 的想法，似乎要将所有 tokens 进入 working memory 的<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22243">时</tspan></tspan><tspan
         x="16.854805"
         y="153.85585"
         id="tspan22249"><tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22247">间</tspan>标记。如果 t+1 时出现的某 token 跟 0...t 的某 token 重合，则在 RL 里给予</tspan><tspan
         x="16.854805"
         y="160.91141"
         id="tspan22257">奖励。（但 RL 可能重复推导同一结论，这不算预测。 <tspan
   style="fill:#ff0000"
   id="tspan22251">似乎要分辨</tspan><tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';fill:#ff0000"
   id="tspan22253">推理链</tspan><tspan
   style="fill:#ff0000"
   id="tspan22255">的</tspan></tspan><tspan
         x="16.854805"
         y="167.96697"
         id="tspan22261"><tspan
   style="fill:#ff0000"
   id="tspan22259">不同，而不是出现时间的不同。</tspan>）
</tspan><tspan
         x="16.854805"
         y="175.02252"
         id="tspan22263">4）参考例子：「我预测她会发怒，但不知她会摔杯子还是摔饭碗」，如果观</tspan><tspan
         x="16.854805"
         y="182.07808"
         id="tspan22267">测到「摔杯子」，这个观测会被<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22265">辨识</tspan>为「发怒」（这辨识过程用 LLM 或 RL </tspan><tspan
         x="16.854805"
         y="189.13364"
         id="tspan22271">来做都可以），然后这两个逻辑<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22269">推理链</tspan>不同、但结论一样的「发怒」tokens </tspan><tspan
         x="16.854805"
         y="196.1892"
         id="tspan22273">相重合。有个问题是：每个 token 的内容可能包含很多讯息，例如 token A ⊃ </tspan><tspan
         x="16.854805"
         y="203.75406"
         id="tspan22283">发怒，token B ⊃ 发怒，但 A ≠ B.  <tspan
   style="fill:#ff0000"
   id="tspan22275">但我们无法分解</tspan><tspan
   style="fill:#ff0000"
   id="tspan22277"> </tspan><tspan
   style="fill:#ff0000"
   id="tspan22279">token </tspan><tspan
   style="fill:#ff0000"
   id="tspan22281">内的讯息，似乎需</tspan></tspan><tspan
         x="16.854805"
         y="211.31894"
         id="tspan22301"><tspan
   style="fill:#ff0000"
   id="tspan22285">要一些机制，让</tspan><tspan
   style="fill:#ff0000"
   id="tspan22287"> </tspan><tspan
   style="fill:#ff0000"
   id="tspan22289">tokens </tspan><tspan
   style="fill:#ff0000"
   id="tspan22291">的内容趋于</tspan><tspan
   style="fill:#ff0000"
   id="tspan22293">「</tspan><tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22295">概念原子化</tspan><tspan
   style="fill:#ff0000"
   id="tspan22297">」</tspan><tspan
   style="fill:#ff0000"
   id="tspan22299">？</tspan>
</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:170.399;display:inline;stroke-width:0.264583"
       x="20.260635"
       y="103.23682"
       id="text3180"
       transform="translate(3.1750001,-100.54167)"><tspan
         x="20.260635"
         y="103.23682"
         id="tspan22303">= token，也可以诠释为逻辑命题，但似乎暂时不需涉及逻辑理论。
</tspan><tspan
         x="20.260635"
         y="110.29237"
         id="tspan22305">
</tspan><tspan
         x="20.260635"
         y="117.34792"
         id="tspan22309">= LLM 的「隐状态」，它是 Transformer 的其中一层，由一<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22307">横列</tspan> </tspan><tspan
         x="20.260635"
         y="124.40347"
         id="tspan22311">tokens 组成。选取哪一层，可以参考《Memorizing Transformers》
</tspan><tspan
         x="20.260635"
         y="131.45902"
         id="tspan22313">= RL 输出的 tokens 添加给 LLM 作为辅助讯息，帮助 LLM 更好地 预测</tspan><tspan
         x="20.260635"
         y="138.51457"
         id="tspan22315">词语。
</tspan><tspan
         x="20.260635"
         y="145.57013"
         id="tspan22317">= 输入句子。 LLM 就像盲聋女作家 Helen Keller，它每次只能阅读一</tspan><tspan
         x="20.260635"
         y="152.62569"
         id="tspan22321">个词。 在时间 t+1，Transformer 会产生新的一<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22319">竖列</tspan> tokens，包括输</tspan><tspan
         x="20.260635"
         y="159.68125"
         id="tspan22323">出的预测。</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:189.376;display:inline;stroke-width:0.264583"
       x="5.0637398"
       y="300.89554"
       id="text4690"
       transform="translate(0,36.512517)"><tspan
         x="5.0637398"
         y="300.89554"
         id="tspan22325">5）初时，可以用 RL 模仿输出 LLM 的隐状态，估计这对 RL 学习是有帮助的，</tspan><tspan
         x="5.0637398"
         y="307.95108"
         id="tspan22327">到后来我们主要用 RL 做预测。</tspan></text><g
       inkscape:label=""
       transform="translate(73.001653,393.96782)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="77.690765"
       y="396.22397"
       id="text32874-3-2-13-37-84-5"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6"
         style="stroke-width:0.264583"
         x="77.690765"
         y="396.22397">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(94.578263,393.89756)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="99.267303"
       y="396.15369"
       id="text32874-3-2-7-0-6-9-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4"
         style="stroke-width:0.264583"
         x="99.267303"
         y="396.15369">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8"
       width="2.9715784"
       height="4.5299067"
       x="67.597687"
       y="393.82977"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5"
       width="2.9715784"
       height="4.5299067"
       x="110.4603"
       y="393.82977"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8"
       width="2.9715784"
       height="4.5299067"
       x="89.293549"
       y="393.82977"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:label=""
       transform="translate(68.065216,498.08995)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-7"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-6"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-3" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="72.754326"
       y="500.34616"
       id="text32874-3-2-13-37-84-5-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-4"
         style="stroke-width:0.264583"
         x="72.754326"
         y="500.34616">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(89.641826,498.01969)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-5"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-2"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-5"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-4"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-74"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="94.330864"
       y="500.27588"
       id="text32874-3-2-7-0-6-9-7-3"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-07"
         style="stroke-width:0.264583"
         x="94.330864"
         y="500.27588">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-8"
       width="2.9715784"
       height="4.5299067"
       x="62.661247"
       y="497.95197"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-6"
       width="2.9715784"
       height="4.5299067"
       x="105.52386"
       y="497.95197"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-8"
       width="2.9715784"
       height="4.5299067"
       x="84.357109"
       y="497.95197"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:label=""
       transform="translate(60.656881,446.23159)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-7-2"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-6-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-5-1"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-6-0"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-9-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-3-1" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="65.345993"
       y="448.48795"
       id="text32874-3-2-13-37-84-5-7-5"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-4-9"
         style="stroke-width:0.264583"
         x="65.345993"
         y="448.48795">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(82.233491,446.16133)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-5-4"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-2-9"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-5-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-4-9"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-74-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-4-7" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="86.922531"
       y="448.41766"
       id="text32874-3-2-7-0-6-9-7-3-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-07-1"
         style="stroke-width:0.264583"
         x="86.922531"
         y="448.41766">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-8-1"
       width="2.9715784"
       height="4.5299067"
       x="55.252911"
       y="446.09375"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-6-5"
       width="2.9715784"
       height="4.5299067"
       x="98.115532"
       y="446.09375"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-8-9"
       width="2.9715784"
       height="4.5299067"
       x="76.948776"
       y="446.09375"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:label=""
       transform="translate(73.001653,415.13448)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-7-9-2"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-0-9-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-9-0-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-3-8-6"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-6-9-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-3-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="77.690765"
       y="417.39062"
       id="text32874-3-2-13-37-6-1-6"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-2-4-2"
         style="stroke-width:0.264583"
         x="77.690765"
         y="417.39062">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(94.578263,415.06422)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-8-8"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-1-9-9"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-8-6-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-7-7-0"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-9-7-7"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-2-3-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="99.267303"
       y="417.32037"
       id="text32874-3-2-7-0-6-0-7-1"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-2-1-0"
         style="stroke-width:0.264583"
         x="99.267303"
         y="417.32037">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-2-1"
       width="2.9715784"
       height="4.5299067"
       x="67.597687"
       y="414.99646"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-7-2-3"
       width="2.9715784"
       height="4.5299067"
       x="110.4603"
       y="414.99646"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-5-1-7"
       width="2.9715784"
       height="4.5299067"
       x="89.293549"
       y="414.99646"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       id="g1543-3-7-7-9-2-50-7"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(16.272773,278.80353)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-9-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-04-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-0-4"
       style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 115.97848,414.76122 v -2.38123 0 -1e-5 0 H 70.007123 l 0.0662,-4.63022 m -5.68856,7.01146 v -2.38123 h 10e-6 v -1e-5 0 0 h 3.9026 v -4.76251 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="75.121124"
       y="409.5694"
       id="text32874-3-9-2-4-6-13-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-7-2"
         style="stroke-width:0.264583"
         x="75.121124"
         y="409.5694">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="97.097321"
       y="409.5694"
       id="text32874-3-9-2-39-9-41-0"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-1-2"
         style="stroke-width:0.264583"
         x="97.097321"
         y="409.5694">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="69.829437"
       y="403.74857"
       id="text32874-3-9-2-4-6-1-3-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0"
         style="stroke-width:0.264583"
         x="69.829437"
         y="403.74857">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="102.38901"
       y="403.74857"
       id="text32874-3-9-2-39-9-5-3-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9"
         style="stroke-width:0.264583"
         x="102.38901"
         y="403.74857">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="85.984772"
       y="403.74857"
       id="text32874-3-9-2-39-9-5-5-1-4"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5"
         style="stroke-width:0.264583"
         x="85.984772"
         y="403.74857">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="69.829437"
       y="366.70697"
       id="text32874-3-9-2-4-6-1-3-9-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0-4"
         style="stroke-width:0.264583"
         x="69.829437"
         y="366.70697">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="102.38901"
       y="366.70697"
       id="text32874-3-9-2-39-9-5-3-9-7"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9-8"
         style="stroke-width:0.264583"
         x="102.38901"
         y="366.70697">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="85.984772"
       y="366.70697"
       id="text32874-3-9-2-39-9-5-5-1-4-4"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5-5"
         style="stroke-width:0.264583"
         x="85.984772"
         y="366.70697">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-5-1"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(37.345823,278.80353)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-6-0"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-5-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       id="g1543-3-7-7-9-2-3-4-7"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(16.272773,257.63685)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-4-1-6"
       style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 115.97848,393.59455 v -2.38123 0 -1e-5 0 H 70.007123 l 0.0662,-4.63021 m -5.68856,7.01145 v -2.38123 h 10e-6 v -1e-5 0 0 h 3.9026 v -4.7625 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="75.121124"
       y="388.40274"
       id="text32874-3-9-2-4-6-7-7-0"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4"
         style="stroke-width:0.264583"
         x="75.121124"
         y="388.40274">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="97.097321"
       y="388.40274"
       id="text32874-3-9-2-39-9-4-4-6"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7"
         style="stroke-width:0.264583"
         x="97.097321"
         y="388.40274">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(37.345823,257.63685)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       inkscape:label=""
       transform="translate(73.001654,378.62197)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-2"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-9"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-3"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-6" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="77.690765"
       y="380.87817"
       id="text32874-3-2-13-37-84-5-0"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-6"
         style="stroke-width:0.264583"
         x="77.690765"
         y="380.87817">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(94.578264,378.55171)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-2"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-1"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-8"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-7"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="99.267303"
       y="380.80789"
       id="text32874-3-2-7-0-6-9-7-2"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-0"
         style="stroke-width:0.264583"
         x="99.267303"
         y="380.80789">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-2"
       width="2.9715784"
       height="4.5299067"
       x="67.597687"
       y="378.48398"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-3"
       width="2.9715784"
       height="4.5299067"
       x="110.4603"
       y="378.48398"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-7"
       width="2.9715784"
       height="4.5299067"
       x="89.293549"
       y="378.48398"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       id="g1543-3-7-7-9-2-3-4-7-5"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(16.272773,242.291)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-9"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       id="g1543-3-7-7-9-2-3-4-7-5-9"
       style="opacity:1;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(76.448822,252.87521)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-9-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-2-1"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-4-1-6-2"
       style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 115.97848,378.2487 v -2.38123 0 -1e-5 0 H 70.007124 l 0.0662,-4.63021 m -5.68856,7.01145 v -2.38123 h 10e-6 v -1e-5 0 0 h 3.9026 v -4.7625 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="75.121124"
       y="373.05695"
       id="text32874-3-9-2-4-6-7-7-0-8"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4-9"
         style="stroke-width:0.264583"
         x="75.121124"
         y="373.05695">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="97.097321"
       y="373.05695"
       id="text32874-3-9-2-39-9-4-4-6-7"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7-3"
         style="stroke-width:0.264583"
         x="97.097321"
         y="373.05695">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6-6"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(37.345824,242.291)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0-1"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;fill:#0000ff;stroke-width:0.264583"
       x="74.950256"
       y="356.74823"
       id="text45726-9-3-7"><tspan
         sodipodi:role="line"
         id="tspan45724-8-0-5"
         style="fill:#0000ff;stroke-width:0.264583"
         x="74.950256"
         y="356.74823">Transformer</tspan></text><g
       inkscape:label=""
       transform="translate(64.573442,632.67069)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-0"
       inkscape:export-filename="Transformer-pivot-and-axis.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-4"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-8"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="69.262558"
       y="634.92694"
       id="text32874-3-2-13-37-84-5-77"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-64"
         style="stroke-width:0.264583"
         x="69.262558"
         y="634.92694">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(86.150052,632.60043)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-3"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-3"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-0"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-2" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="90.839104"
       y="634.85663"
       id="text32874-3-2-7-0-6-9-7-5"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-4"
         style="stroke-width:0.264583"
         x="90.839104"
         y="634.85663">. . . .</tspan></text><path
       style="fill:none;stroke:#ffb6c1;stroke-width:1.45521;stroke-linecap:butt;stroke-linejoin:miter;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
       d="M 60.787114,667.97332 V 601.38405"
       id="path15225"
       sodipodi:nodetypes="cc" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-0"
       width="2.9715784"
       height="4.5299067"
       x="59.169468"
       y="632.53271"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-5"
       width="2.9715784"
       height="4.5299067"
       x="102.0321"
       y="632.53271"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-9"
       width="2.9715784"
       height="4.5299067"
       x="80.865341"
       y="632.53271"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:label=""
       transform="translate(64.573442,653.83735)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-7-9-2-4"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-0-9-6-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-9-0-0-9"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-3-8-6-2"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-6-9-6-2"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-3-4-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="69.262558"
       y="656.09357"
       id="text32874-3-2-13-37-6-1-6-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-2-4-2-7"
         style="stroke-width:0.264583"
         x="69.262558"
         y="656.09357">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(86.150052,653.76709)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-8-8-5"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-1-9-9-4"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-8-6-6-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-7-7-0-1"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-9-7-7-2"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-2-3-0-8" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="90.839104"
       y="656.02332"
       id="text32874-3-2-7-0-6-0-7-1-9"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-2-1-0-3"
         style="stroke-width:0.264583"
         x="90.839104"
         y="656.02332">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-2-1-6"
       width="2.9715784"
       height="4.5299067"
       x="59.169468"
       y="653.6994"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-7-2-3-8"
       width="2.9715784"
       height="4.5299067"
       x="102.0321"
       y="653.6994"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-5-1-7-0"
       width="2.9715784"
       height="4.5299067"
       x="80.865341"
       y="653.6994"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       id="g1543-3-7-7-9-2-50-7-2"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(7.8445627,517.5064)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-9-2-1"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-04-6-0"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-0-4-5"
       style="fill:none;stroke:#ff0000;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 64.158603,653.46409 v -2.38123 0 -10e-6 0 h -2.579691 l 0.0662,-4.63022 m -47.492726,7.01146 v -2.38123 h 10e-6 v -10e-6 0 0 h 45.706766 v -4.76251 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="66.692917"
       y="648.27234"
       id="text32874-3-9-2-4-6-13-5-1"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-7-2-1"
         style="stroke-width:0.264583"
         x="66.692917"
         y="648.27234">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="88.669121"
       y="648.27234"
       id="text32874-3-9-2-39-9-41-0-0"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-1-2-8"
         style="stroke-width:0.264583"
         x="88.669121"
         y="648.27234">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="61.401234"
       y="642.45154"
       id="text32874-3-9-2-4-6-1-3-9-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0-0"
         style="stroke-width:0.264583"
         x="61.401234"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="93.960808"
       y="642.45154"
       id="text32874-3-9-2-39-9-5-3-9-6"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9-4"
         style="stroke-width:0.264583"
         x="93.960808"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="77.556564"
       y="642.45154"
       id="text32874-3-9-2-39-9-5-5-1-4-6"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5-2"
         style="stroke-width:0.264583"
         x="77.556564"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="61.401234"
       y="605.40991"
       id="text32874-3-9-2-4-6-1-3-9-9-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0-4-8"
         style="stroke-width:0.264583"
         x="61.401234"
         y="605.40991">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="93.960808"
       y="605.40991"
       id="text32874-3-9-2-39-9-5-3-9-7-6"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9-8-2"
         style="stroke-width:0.264583"
         x="93.960808"
         y="605.40991">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="77.556564"
       y="605.40991"
       id="text32874-3-9-2-39-9-5-5-1-4-4-8"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5-5-4"
         style="stroke-width:0.264583"
         x="77.556564"
         y="605.40991">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-5-1-7"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(28.917613,517.5064)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-6-0-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-5-3-4"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       id="g1543-3-7-7-9-2-3-4-7-0"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(7.8445627,496.33972)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-29"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-4-1-6-9"
       style="fill:none;stroke:#ff0000;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 64.158603,632.29742 v -2.38123 0 -10e-6 0 h -2.579691 l 0.0662,-4.63021 m -47.492726,7.01145 v -2.38123 h 10e-6 v -10e-6 0 0 h 45.706766 v -4.7625 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="66.692917"
       y="627.10571"
       id="text32874-3-9-2-4-6-7-7-0-0"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4-8"
         style="stroke-width:0.264583"
         x="66.692917"
         y="627.10571">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="88.669121"
       y="627.10571"
       id="text32874-3-9-2-39-9-4-4-6-1"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7-31"
         style="stroke-width:0.264583"
         x="88.669121"
         y="627.10571">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6-1"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(28.917613,496.33972)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0-0"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       inkscape:label=""
       transform="translate(64.573442,617.32484)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-2-4"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-7-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6-3)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-0-3"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-9-9"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-3-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-6-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="69.262558"
       y="619.58112"
       id="text32874-3-2-13-37-84-5-0-6"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-6-9"
         style="stroke-width:0.264583"
         x="69.262558"
         y="619.58112">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(86.150052,617.25458)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-2-3"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-6-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-1-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-8-0"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-7-5"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-9-6" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="90.839104"
       y="619.51086"
       id="text32874-3-2-7-0-6-9-7-2-6"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-0-4"
         style="stroke-width:0.264583"
         x="90.839104"
         y="619.51086">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-2-0"
       width="2.9715784"
       height="4.5299067"
       x="59.169468"
       y="617.18695"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-3-0"
       width="2.9715784"
       height="4.5299067"
       x="102.0321"
       y="617.18695"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-7-4"
       width="2.9715784"
       height="4.5299067"
       x="80.865341"
       y="617.18695"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       id="g1543-3-7-7-9-2-3-4-7-5-6"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(7.8445627,480.99387)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-9-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-2-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       id="path15541-1-0-3-4-1-6-2-7"
       style="fill:none;stroke:#ff0000;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
       d="m 64.158603,616.95157 v -2.38123 0 -10e-6 0 h -2.579691 l 0.0662,-4.63021 m -47.492725,7.01145 v -2.38123 h 1e-5 v -10e-6 0 0 h 45.706765 v -4.7625 m -1.38911,1.38906 2.24896,-2.24896 2.24896,2.24896"
       sodipodi:nodetypes="cccccccccccccccccc"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="66.692917"
       y="611.75989"
       id="text32874-3-9-2-4-6-7-7-0-8-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4-9-6"
         style="stroke-width:0.264583"
         x="66.692917"
         y="611.75989">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="88.669121"
       y="611.75989"
       id="text32874-3-9-2-39-9-4-4-6-7-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7-3-8"
         style="stroke-width:0.264583"
         x="88.669121"
         y="611.75989">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6-6-7"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(28.917614,480.99387)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0-1-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9-2-8"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,56.912671,632.67069)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-0-9"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-4-1"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-8-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-8-4"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-8-9"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-8-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-9-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-52.223564"
       y="634.92694"
       id="text32874-3-2-13-37-84-5-77-7"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-64-5"
         style="stroke-width:0.264583"
         x="-52.223564"
         y="634.92694">. . . .</tspan></text><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,35.336061,632.60043)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-3-8"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-0-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-3-0)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-3-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-0-4"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-9-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-2-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-30.646999"
       y="634.85663"
       id="text32874-3-2-7-0-6-9-7-5-4"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-4-2"
         style="stroke-width:0.264583"
         x="-30.646999"
         y="634.85663">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-5-6"
       width="2.9715784"
       height="4.5299067"
       x="-19.454"
       y="632.53271"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-9-1"
       width="2.9715784"
       height="4.5299067"
       x="-40.62077"
       y="632.53271"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,56.912671,653.83735)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-7-9-2-4-0"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-0-9-6-6-4"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-2-1-7-9-7)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-9-0-0-9-2"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-3-8-6-2-2"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-6-9-6-2-2"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-0-3-4-4-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-52.223564"
       y="656.09357"
       id="text32874-3-2-13-37-6-1-6-7-5"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-2-4-2-7-5"
         style="stroke-width:0.264583"
         x="-52.223564"
         y="656.09357">. . . .</tspan></text><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,35.336061,653.76709)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-6-8-8-5-2"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-1-9-9-4-9"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-1-3-8-4-1)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-8-6-6-8-0"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-7-7-0-1-2"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-9-7-7-2-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-2-3-0-8-3" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-30.646999"
       y="656.02332"
       id="text32874-3-2-7-0-6-0-7-1-9-8"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-2-1-0-3-0"
         style="stroke-width:0.264583"
         x="-30.646999"
         y="656.02332">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-7-2-3-8-0"
       width="2.9715784"
       height="4.5299067"
       x="-19.454"
       y="653.6994"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-5-1-7-0-9"
       width="2.9715784"
       height="4.5299067"
       x="-40.62077"
       y="653.6994"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><g
       id="g1543-3-7-7-9-2-50-7-2-1"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,113.64155,517.5064)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-9-2-1-9"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-04-6-0-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-54.793201"
       y="648.27234"
       id="text32874-3-9-2-4-6-13-5-1-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-7-2-1-4"
         style="stroke-width:0.264583"
         x="-54.793201"
         y="648.27234">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-32.816986"
       y="648.27234"
       id="text32874-3-9-2-39-9-41-0-0-4"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-1-2-8-9"
         style="stroke-width:0.264583"
         x="-32.816986"
         y="648.27234">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-60.084885"
       y="642.45154"
       id="text32874-3-9-2-4-6-1-3-9-5-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0-0-3"
         style="stroke-width:0.264583"
         x="-60.084885"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-27.525295"
       y="642.45154"
       id="text32874-3-9-2-39-9-5-3-9-6-6"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9-4-0"
         style="stroke-width:0.264583"
         x="-27.525295"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-43.92955"
       y="642.45154"
       id="text32874-3-9-2-39-9-5-5-1-4-6-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5-2-0"
         style="stroke-width:0.264583"
         x="-43.92955"
         y="642.45154">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-60.084885"
       y="605.40991"
       id="text32874-3-9-2-4-6-1-3-9-9-5-2"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-5-0-0-4-8-9"
         style="stroke-width:0.264583"
         x="-60.084885"
         y="605.40991">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-27.525295"
       y="605.40991"
       id="text32874-3-9-2-39-9-5-3-9-7-6-4"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-2-9-8-2-3"
         style="stroke-width:0.264583"
         x="-27.525295"
         y="605.40991">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-43.92955"
       y="605.40991"
       id="text32874-3-9-2-39-9-5-5-1-4-4-8-5"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-4-6-7-5-5-4-1"
         style="stroke-width:0.264583"
         x="-43.92955"
         y="605.40991">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-5-1-7-7"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,92.568498,517.5064)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-6-0-2-4"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-5-3-4-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       id="g1543-3-7-7-9-2-3-4-7-0-1"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,113.64155,496.33972)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-6-4"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-29-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-54.793201"
       y="627.10571"
       id="text32874-3-9-2-4-6-7-7-0-0-4"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4-8-2"
         style="stroke-width:0.264583"
         x="-54.793201"
         y="627.10571">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-32.816986"
       y="627.10571"
       id="text32874-3-9-2-39-9-4-4-6-1-2"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7-31-6"
         style="stroke-width:0.264583"
         x="-32.816986"
         y="627.10571">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6-1-4"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,92.568498,496.33972)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0-0-1"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9-3-2"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,56.912671,617.32484)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-2-4-8"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-7-0-8"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-6-3-2)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-0-3-9"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-9-9-2"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-3-1-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-6-9-8" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-52.223564"
       y="619.58112"
       id="text32874-3-2-13-37-84-5-0-6-8"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-6-9-6"
         style="stroke-width:0.264583"
         x="-52.223564"
         y="619.58112">. . . .</tspan></text><g
       inkscape:label=""
       transform="matrix(-1,0,0,1,35.336061,617.25458)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-2-3-8"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-6-3-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-9-8-5)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-1-8-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-8-0-3"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-7-5-3"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-9-6-3" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-30.646999"
       y="619.51086"
       id="text32874-3-2-7-0-6-9-7-2-6-8"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-0-4-0"
         style="stroke-width:0.264583"
         x="-30.646999"
         y="619.51086">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-3-0-7"
       width="2.9715784"
       height="4.5299067"
       x="-19.454"
       y="617.18695"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-7-4-6"
       width="2.9715784"
       height="4.5299067"
       x="-40.62077"
       y="617.18695"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)" /><g
       id="g1543-3-7-7-9-2-3-4-7-5-6-8"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,113.64155,480.99387)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-9-2-9"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-2-6-0"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-54.793201"
       y="611.75989"
       id="text32874-3-9-2-4-6-7-7-0-8-5-8"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-4-8-8-2-4-9-6-7"
         style="stroke-width:0.264583"
         x="-54.793201"
         y="611.75989">. . . .</tspan></text><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-32.816986"
       y="611.75989"
       id="text32874-3-9-2-39-9-4-4-6-7-9-9"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-7-3-7-2-5-1-7-3-8-0"
         style="stroke-width:0.264583"
         x="-32.816986"
         y="611.75989">. . . .</tspan></text><g
       id="g1543-3-7-7-9-2-9-0-6-6-6-7-3"
       style="opacity:0.6;fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="matrix(-1,0,0,1,92.568497,480.99387)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-5-3-5-0-1-2-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-0-6-7-9-2-8-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="142.74763"
       y="392.37415"
       id="text6559"><tspan
         sodipodi:role="line"
         id="tspan6557"
         style="stroke-width:0.264583"
         x="142.74763"
         y="392.37415">摔杯子</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="130.07628"
       y="377.69427"
       id="text6595"><tspan
         sodipodi:role="line"
         id="tspan6593"
         style="stroke-width:0.264583"
         x="130.07628"
         y="377.69427"><tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan6798">发怒</tspan> (的一种特例)</tspan></text><g
       id="g1543-3-7-7-9-2-3-4-7-5-9-0"
       style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-dasharray:none"
       transform="translate(-45.572044,244.53493)"
       inkscape:export-filename="Transformer-1st-layer.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-miterlimit:4;stroke-dasharray:none"
         d="m 75.47239,132.51184 0.0662,-3.57189 m -1.78599,3.57189 v -3.70418"
         id="rect4444-4-6-6-5-6-3-70-1-2-8-9-3-3"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="cccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><path
         style="fill:none;stroke:#0000ff;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
         d="m 72.36353,130.19672 2.24896,-2.24896 2.24896,2.24896"
         id="path5283-1-2-0-9-4-6-9-9-2-8-2-1-6"
         inkscape:connector-curvature="0"
         sodipodi:nodetypes="ccc"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="17.269697"
       y="384.03378"
       id="text6559-1"><tspan
         sodipodi:role="line"
         id="tspan6557-0"
         style="stroke-width:0.264583"
         x="17.269697"
         y="384.03378">丈夫 出轨</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="17.298334"
       y="369.35391"
       id="text6595-6"><tspan
         sodipodi:role="line"
         id="tspan6593-3"
         style="stroke-width:0.264583"
         x="17.298334"
         y="369.35391">妻子 <tspan
   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan6796">发怒</tspan></tspan></text><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       id="use7972"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(6.8569281)"
       id="use7974"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(13.713856)"
       id="use7976"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(20.570784)"
       id="use7978"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(27.427712)"
       id="use7980"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(34.284641)"
       id="use7982"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3"
       xlink:href="#path1259-6-4-3-6-9-1-2-3"
       transform="translate(41.141569)"
       id="use7984"
       width="100%"
       height="100%" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#ff0000;stroke-width:0.264583"
       x="-2.5449395"
       y="437.2543"
       id="text9343-5-4-2-9-9-2-7-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:sans-serif;-inkscape-font-specification:'sans-serif Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="-2.5449398"
         y="437.2543"
         id="tspan409-2-2-0-7-9">RL</tspan></text><path
       style="font-variation-settings:normal;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-5-48-8-7);stop-color:#000000"
       d="m -22.139229,494.76702 c 0.243702,-16.30113 -19.995655,-51.60696 0.909121,-40.33366 25.1643295,13.57034 0.997309,24.44322 1.181826,40.32927"
       id="path1259-6-4-3-6-9-1-2-3-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="csc"
       inkscape:tile-cx="74.395834"
       inkscape:tile-cy="475.17621"
       inkscape:tile-w="22.856427"
       inkscape:tile-h="41.283213"
       inkscape:tile-x0="63.318618"
       inkscape:tile-y0="454.87694" /><g
       inkscape:label=""
       transform="translate(-18.083333,497.51376)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-7-0"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-6-8"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-5-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-6-5"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-9-0"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-3-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-13.394222"
       y="499.76996"
       id="text32874-3-2-13-37-84-5-7-6"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-4-3"
         style="stroke-width:0.264583"
         x="-13.394222"
         y="499.76996">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(3.4932775,497.4435)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-5-8"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-2-5"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-6)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-5-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-4-1"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-74-15"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-4-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="8.1823158"
       y="499.69971"
       id="text32874-3-2-7-0-6-9-7-3-8"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-07-4"
         style="stroke-width:0.264583"
         x="8.1823158"
         y="499.69971">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-8-8"
       width="2.9715784"
       height="4.5299067"
       x="-23.487303"
       y="497.37579"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-6-1"
       width="2.9715784"
       height="4.5299067"
       x="19.375307"
       y="497.37579"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-8-0"
       width="2.9715784"
       height="4.5299067"
       x="-1.7914394"
       y="497.37579"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:label=""
       transform="translate(-25.491668,445.6554)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-79-7-7-2-3"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-8-3-6-6-0"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-7-3-61-7-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-6-1-5-1-4"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-7-1-6-0-4"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-0-9-9-6-4"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-4-0-3-1-4" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-20.802557"
       y="447.91177"
       id="text32874-3-2-13-37-84-5-7-5-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-8-6-4-9-6"
         style="stroke-width:0.264583"
         x="-20.802557"
         y="447.91177">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(-3.9150575,445.58514)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-1-7-5-4-3"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-6-7-2-9-1"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-6-0-5-7-8)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-85-4-5-0-7"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-2-0-4-9-5"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-1-6-74-1-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-9-4-4-7-6" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="0.77398252"
       y="447.84149"
       id="text32874-3-2-7-0-6-9-7-3-7-2"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-6-4-07-1-1"
         style="stroke-width:0.264583"
         x="0.77398252"
         y="447.84149">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-0-8-8-1-7"
       width="2.9715784"
       height="4.5299067"
       x="-30.895639"
       y="445.51758"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-6-5-6-5-8"
       width="2.9715784"
       height="4.5299067"
       x="11.966984"
       y="445.51758"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-4-8-8-9-5"
       width="2.9715784"
       height="4.5299067"
       x="-9.1997719"
       y="445.51758"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       id="use7972-7"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(6.856928)"
       id="use7974-4"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(13.713856)"
       id="use7976-1"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(20.57078)"
       id="use7978-8"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(27.42771)"
       id="use7980-5"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(34.28464)"
       id="use7982-9"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#path1259-6-4-3-6-9-1-2-3-9"
       xlink:href="#path1259-6-4-3-6-9-1-2-3-9"
       transform="translate(41.14157)"
       id="use7984-7"
       width="100%"
       height="100%" /><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0898002"
       d="m 63.64602,505.05194 c 0.745442,0.86471 2.238611,1.42555 5.700495,1.63455 l 7.586042,0.45798 c 4.250671,0.25661 5.437397,1.14276 6.35825,2.1067 0.876999,-0.93559 2.106977,-1.89015 5.963594,-2.1067 l 8.156095,-0.45798 c 3.462194,-0.19441 4.823504,-0.74149 5.744354,-1.63455 -0.0439,0.86471 -0.3508,0.83199 -1.1401,1.15803 -1.00855,0.39692 -2.676366,0.88906 -5.349703,1.03918 l -8.156095,0.45797 c -3.155409,0.17719 -4.341146,1.61492 -5.218145,2.45128 -0.876998,-0.87888 -1.844133,-2.23334 -5.349694,-2.45128 l -7.366798,-0.45797 c -3.023551,-0.18797 -4.735802,-0.62809 -5.74435,-0.99665 -0.833144,-0.31186 -1.140098,-0.27915 -1.183945,-1.20056" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:73.5809;display:inline;stroke-width:0.264583"
       x="122.92627"
       y="448.01245"
       id="text10576"
       transform="translate(-71.41198,90.279868)"><tspan
         x="122.92627"
         y="448.01245"
         id="tspan22329">LLM 预测自己的输入，方法是</tspan><tspan
         x="122.92627"
         y="455.068"
         id="tspan22331">将输出回馈到输入端。 
</tspan><tspan
         x="122.92627"
         y="462.12354"
         id="tspan22333">这类似于大脑的结构。</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:67.2498;display:inline;stroke-width:0.264583"
       x="122.92627"
       y="448.01245"
       id="text10576-3"
       transform="translate(-153.83318,72.500799)"><tspan
         x="122.92627"
         y="448.01245"
         id="tspan22335">RL 也需要预测自己的隐状</tspan><tspan
         x="122.92627"
         y="455.068"
         id="tspan22337">态，但我们正头痛怎样比较</tspan><tspan
         x="122.92627"
         y="462.12354"
         id="tspan22339">两个隐状态是否 相同 或有</tspan><tspan
         x="122.92627"
         y="469.17908"
         id="tspan22341">蕴涵关系？
</tspan><tspan
         x="122.92627"
         y="476.23462"
         id="tspan22343">也许解决办法就像 LLM 一</tspan><tspan
         x="122.92627"
         y="483.29016"
         id="tspan22345">样：将隐状态回馈到自己。</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:108.068;display:inline;stroke-width:0.264583"
       x="20.888676"
       y="681.85229"
       id="text17605"
       transform="translate(-10.583334)"><tspan
         x="20.888676"
         y="681.85229"
         id="tspan22347">⦁ Transformer 的一次 变换 是以某个 token </tspan><tspan
         x="20.888676"
         y="689.19004"
         id="tspan22355">作为 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22349">支点</tspan> (pivot) 或 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';fill:#ff4500"
   id="tspan22351">主轴</tspan>（<tspan
   style="fill:#ff0000"
   id="tspan22353">红色粗线</tspan>）再结</tspan><tspan
         x="20.888676"
         y="696.24558"
         id="tspan22359">合其他 tokens 的 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22357">叠加讯息</tspan>。
</tspan><tspan
         x="20.888676"
         y="703.30112"
         id="tspan22361"> 
</tspan><tspan
         x="20.888676"
         y="710.35666"
         id="tspan22367">⦁ 每个 token 似乎是时间 0....t 的句子 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22363">前缀</tspan><tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22365"> </tspan></tspan><tspan
         x="20.888676"
         y="717.69443"
         id="tspan22373">的<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22369">内容概括</tspan>。这内容概括似乎是<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22371">分布式</tspan>的表</tspan><tspan
         x="20.888676"
         y="724.74997"
         id="tspan22377">示，但也可能有 softmax 的选择性的<tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22375">解偶</tspan> </tspan><tspan
         x="20.888676"
         y="731.80551"
         id="tspan22379">(disentanglement).</tspan></text><path
       id="rect12505-9-6"
       style="opacity:0.7;fill:#f5f5f5;fill-opacity:1;stroke:#696969;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       d="m 27.245365,861.56808 c -0.285977,0 -0.553858,-0.0737 -0.787032,-0.20205 -1.201108,-0.15687 -2.122867,-1.17787 -2.122867,-2.42311 v -9.88519 c 0,-1.35455 1.090253,-2.44481 2.444812,-2.44481 h 0.555521 c 1.354559,0 2.444812,1.09026 2.444812,2.44481 v 8.37159 h 13.946953 v -8.37159 c 0,-1.35455 1.090253,-2.44481 2.444812,-2.44481 h 0.555521 c 1.354559,0 2.444812,1.09026 2.444812,2.44481 v 8.37159 h 33.37109 v -8.37159 c 0,-1.35455 1.090253,-2.44481 2.444812,-2.44481 h 0.555522 c 1.354559,0 2.444812,1.09026 2.444812,2.44481 v 8.37159 h 4.266923 v -8.37159 c 0,-1.35455 1.090253,-2.44481 2.444812,-2.44481 h 0.555521 c 1.354559,0 2.444812,1.09026 2.444812,2.44481 v 9.88519 c 0,1.29607 -0.998405,2.34946 -2.271179,2.43809 -0.226478,0.11885 -0.48414,0.18707 -0.75861,0.18707 z" /><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="111.15464"
       y="851.01227"
       id="text32874-3-2-7-0-6-0-7-1-9-9"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-2-1-0-3-2"
         style="stroke-width:0.264583"
         x="111.15464"
         y="851.01227">. . . .</tspan></text><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use18913"
       width="2.9715784"
       height="4.5299067"
       x="0.63087577"
       y="848.63507"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"
       inkscape:tile-x0="6.8485872"
       inkscape:tile-y0="848.50276"
       inkscape:tile-cx="8.466668"
       inkscape:tile-cy="850.9"
       inkscape:tile-w="3.2361617"
       inkscape:tile-h="4.7944903" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use18935"
       width="2.9715784"
       height="4.5299067"
       x="-126.12715"
       y="848.63507"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"
       inkscape:tile-x0="15.315252"
       inkscape:tile-y0="848.50276" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       id="use18952"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,9.7084853,1701.4202)"
       id="use18954"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,19.41697,1701.4202)"
       id="use18956"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,29.125455,1701.4202)"
       id="use18958"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,38.833941,1701.4202)"
       id="use18960"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,48.542426,1701.4202)"
       id="use18962"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,58.250911,1701.4202)"
       id="use18964"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,67.959396,1701.4202)"
       id="use18966"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,77.667881,1701.4202)"
       id="use18968"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,87.376366,1701.4202)"
       id="use18970"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="matrix(1,0,0,-1,97.084853,1701.4202)"
       id="use18972"
       width="100%"
       height="100%" /><use
       x="0"
       y="0"
       inkscape:tiled-clone-of="#use18913"
       xlink:href="#use18913"
       transform="translate(106.79334)"
       id="use18974"
       width="100%"
       height="100%" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:32.3264;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194"
       transform="translate(-45.295796,-7.6502973)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22383"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22381">choose a </tspan></tspan><tspan
         x="8.105566"
         y="839.13845"
         id="tspan22387"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22385">&quot;clique&quot; of </tspan></tspan><tspan
         x="8.105566"
         y="844.87112"
         id="tspan22391"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22389">tokens</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:32.3264;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2"
       transform="translate(10.131246,-18.395693)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22395"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22393">from clique
</tspan></tspan><tspan
         x="8.105566"
         y="839.13845"
         id="tspan22399"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22397">look up
</tspan></tspan><tspan
         x="8.105566"
         y="844.87112"
         id="tspan22403"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22401">a rule</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';text-align:start;letter-spacing:0px;word-spacing:0px;text-anchor:start;white-space:pre;inline-size:100.673;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2-0"
       transform="translate(-17.439501,-54.382779)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22407"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
           id="tspan22405">check internal consistency of clique
</tspan></tspan><tspan
         x="8.105566"
         y="839.13845"
         id="tspan22411"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
           id="tspan22409">specific to the rule</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:39.957;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2-6"
       transform="translate(58.528105,-1.9381405)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22415"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22413">extract variables
</tspan></tspan><tspan
         x="8.105566"
         y="839.13845"
         id="tspan22419"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22417">according to rule</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:39.957;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2-6-4"
       transform="translate(68.471239,-25.73035)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22423"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22421">superposition</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:39.957;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2-6-4-2"
       transform="translate(-39.132274,-53.496464)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22427"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
           id="tspan22425">?        ?</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:17.9634;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-2-6-4-6"
       transform="translate(121.91707,-5.092849)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22431"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22429">new </tspan></tspan><tspan
         x="8.105566"
         y="839.13845"
         id="tspan22435"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22433">token</tspan></tspan></text><rect
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:#adff2f;fill-opacity:1;stroke:#008000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000;stop-opacity:1"
       id="rect12505-9-6-4-0"
       width="65.394417"
       height="6.6145835"
       x="6.2774873"
       y="-797.80927"
       ry="1.6301316"
       transform="scale(1,-1)" /><path
       id="rect12505-9-6-4-0-4"
       style="vector-effect:none;fill:#ffd700;stroke:#ff8c00;stroke-width:0.264583;stop-color:#000000"
       transform="scale(1,-1)"
       d="m 46.536791,-797.80927 h 27.96057 c 0.903093,0 1.630132,0.72704 1.630132,1.63014 v 3.35432 c 0,0.90309 -0.727039,1.63013 -1.630132,1.63013 h -27.96057 z"
       sodipodi:nodetypes="csssscc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:31.6988;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-8"
       transform="translate(2.3964644,-37.48392)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22439"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22437">rule head</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:4.58611px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:31.6988;display:inline;stroke-width:0.264583"
       x="8.105566"
       y="833.40576"
       id="text20194-8-5"
       transform="translate(37.850635,-37.48391)"><tspan
         x="8.105566"
         y="833.40576"
         id="tspan22443"><tspan
           style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi';text-align:center;text-anchor:middle"
           id="tspan22441">rule tail</tspan></tspan></text><ellipse
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:#ffe4e1;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000;stop-opacity:1"
       id="path20690"
       cx="67.211113"
       cy="823.07349"
       rx="1.9433354"
       ry="1.9701245" /><ellipse
       style="font-variation-settings:normal;vector-effect:none;fill:#ffe4e1;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       id="path20690-0"
       cx="72.502777"
       cy="823.07349"
       rx="1.9433354"
       ry="1.9701245" /><ellipse
       style="font-variation-settings:normal;vector-effect:none;fill:#ffe4e1;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       id="path20690-6"
       cx="77.794441"
       cy="823.07349"
       rx="1.9433354"
       ry="1.9701245" /><path
       style="opacity:1;fill:none;stroke:#000000;stroke-width:0.396875;stroke-dasharray:none;stop-color:#000000;stop-opacity:1"
       d="M 104.14967,810.46138 H 76.277968 c -1.995137,0 -3.601331,1.60619 -3.601331,3.60133 v 5.85746"
       id="path22119" /><path
       style="opacity:1;fill:none;stroke:#000000;stroke-width:0.396875;stroke-dasharray:none;marker-end:url(#TriangleStart);stop-color:#000000;stop-opacity:1"
       d="m 62.622469,797.76138 v 9.03246 c 0,1.99514 1.606194,3.60133 3.601331,3.60133 h 46.92171"
       id="rect20941"
       sodipodi:nodetypes="cssc" /><path
       style="fill:none;stroke:#000000;stroke-width:0.396875;stroke-dasharray:none;marker-end:url(#TriangleStart-2);stop-color:#000000"
       d="m 116.76645,810.46627 h 10.09079 c 1.99514,0 3.60133,1.6062 3.60133,3.60133 v 35.28004"
       id="rect20941-9"
       sodipodi:nodetypes="cssc" /><rect
       style="fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="use18935-6"
       width="2.9715784"
       height="4.5299067"
       x="-118.29971"
       y="808.41565"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="scale(-1,1)"
       inkscape:tile-x0="15.315252"
       inkscape:tile-y0="848.50276" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-12.562262"
       y="762.74811"
       id="text30108"><tspan
         sodipodi:role="line"
         id="tspan30106"
         style="font-style:normal;font-variant:normal;font-weight:500;font-stretch:normal;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Medium';stroke-width:0.264583"
         x="-12.562262"
         y="762.74811">如果用类似自注意力机制 处理 谓词逻辑 所需的步骤</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="-30.179237"
       y="879.30176"
       id="text32303"><tspan
         sodipodi:role="line"
         id="tspan32301"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="879.30176">⦁ 不需要 pivot，但如何去除 pivot？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="886.63953"
         id="tspan32305">Pivot 出现的原因是因为 它是新的 token。</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="893.69507"
         id="tspan33406">以新的 token look up rule base！</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="900.75061"
         id="tspan33410">⦁ Rule tail 好像还有些不符合？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="908.08838"
         id="tspan33412">Rule tail = linear composition of values</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="915.14398"
         id="tspan34513">这个做法有点怪异</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="922.19952"
         id="tspan35615">⦁ 为什么每个轴 不输出几个 tokens？</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="929.53729"
         id="tspan35621">最后 prediction 的时候，会有多个 tokens</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="-30.179237"
         y="936.59283"
         id="tspan35617">选取词语有点麻烦</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:150.697;display:inline;stroke-width:0.264583"
       x="9.9636583"
       y="72.266647"
       id="text1176"
       transform="translate(-85.249315,2.6130511)"><tspan
         x="9.9636583"
         y="72.266647"
         id="tspan22445">想要证明：循环使用 Transformer 可以带来效率的提升。
</tspan><tspan
         x="9.9636583"
         y="79.3222"
         id="tspan22447">可以做的是： 从 LLM 的某中间层开始「骑劫」
</tspan><tspan
         x="9.9636583"
         y="86.377749"
         id="tspan22449">这些 tokens 成为 RL 的状态。
</tspan><tspan
         x="9.9636583"
         y="93.433299"
         id="tspan22451">RL 再利用它内部的 Transformer 变换这些 tokens，
</tspan><tspan
         x="9.9636583"
         y="100.48885"
         id="tspan22453">得出新的一串 tokens。 
</tspan><tspan
         x="9.9636583"
         y="107.5444"
         id="tspan22455">这些 tokens 根据我的理论应该直接回馈到 RL 状态里。
</tspan><tspan
         x="9.9636583"
         y="114.59995"
         id="tspan22457">但这很奇怪，突然间 tokens 增加了一倍。
</tspan><tspan
         x="9.9636583"
         y="121.6555"
         id="tspan22459">随着 iterations 的增加，遗忘是必需的。
</tspan><tspan
         x="9.9636583"
         y="128.71105"
         id="tspan22461">另方面，LLM 里面增加 tokens 会不会 disrupt 它的运作呢？
</tspan><tspan
         x="9.9636583"
         y="135.7666"
         id="tspan22463">根据 长期记忆的做法，它将 长期记忆 唤回的 state 跟 local </tspan><tspan
         x="9.9636583"
         y="142.82216"
         id="tspan22465">Attention 得出的 state，二者以 gate 合并。 这似乎表示，</tspan><tspan
         x="9.9636583"
         y="149.87772"
         id="tspan22467">state 的长度不可改变？
</tspan><tspan
         x="9.9636583"
         y="156.93328"
         id="tspan22469">那么 state 可不可以 prepend 呢？应该是可以的。
</tspan><tspan
         x="9.9636583"
         y="163.98883"
         id="tspan22471">第一个 token 预测第一个词。 它之前没有 context。
</tspan><tspan
         x="9.9636583"
         y="171.04439"
         id="tspan22473">整个 propositional picture 似乎有问题。
</tspan><tspan
         x="9.9636583"
         y="178.09995"
         id="tspan22475">因为 token 是多个 propositions 的叠加。
</tspan><tspan
         x="9.9636583"
         y="185.15551"
         id="tspan22477">但其实可以 expand 这些 tokens。
</tspan></text><g
       id="g14074"
       transform="translate(-5.8663733,-4.6508486)"><g
         id="g17595-6-3"
         transform="translate(274.59721,-454.17294)"><g
           id="g17588-7-8"><rect
             style="fill:#ffffff;stroke:#000000;stroke-width:0.264583"
             id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-3-9-3-7-9-7-5-7-0-4-9-3-6"
             width="19.721872"
             height="11.113904"
             x="26.237631"
             y="567.55286"
             ry="2.9293144"
             inkscape:export-xdpi="192"
             inkscape:export-ydpi="192" /></g></g><g
         id="g3632"
         transform="matrix(0.01785938,0,0,0.01785938,303.47186,114.55908)"><g
           id="g3590"><g
             id="g3592"><path
               id="path3594"
               d="m 266.191,402.419 4.36,0.219 c 145.455,0 128.004,-94.543 266.191,-155.638 -81.453,0 -167.277,-112.895 -215.28,-112.895 -48.004,0 -50.911,48.568 -50.911,48.568 l -0.86,4.188 c 0,0 -6.407,-52.747 -54.411,-52.747 C 167.277,134.114 81.453,246.56 0,246.56 138.188,307.654 120.727,402.419 266.191,402.419 Z M 412.746,249.553 c -56.725,13.818 -75.276,45.097 -142.003,45.097 -63.82,0 -119.455,-45.097 -142.003,-45.097 -0.01,0 218.541,2.544 284.006,0 z"
               inkscape:connector-curvature="0" /></g></g><g
           id="g3596" /><g
           id="g3598" /><g
           id="g3600" /><g
           id="g3602" /><g
           id="g3604" /><g
           id="g3606" /><g
           id="g3608" /><g
           id="g3610" /><g
           id="g3612" /><g
           id="g3614" /><g
           id="g3616" /><g
           id="g3618" /><g
           id="g3620" /><g
           id="g3622" /><g
           id="g3624" /></g><text
         xml:space="preserve"
         style="font-weight:300;font-size:6.35px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
         x="314.37518"
         y="121.32429"
         id="text4489"><tspan
           sodipodi:role="line"
           id="tspan4487"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
           x="314.37518"
           y="121.32429">？</tspan></text></g><path
       style="font-variation-settings:normal;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9);stop-color:#000000;stop-opacity:1"
       d="m 251.51934,140.21677 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-91);stop-color:#000000"
       d="m 257.15992,208.15471 -5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><rect
       style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-6-8"
       width="16.874277"
       height="4.9627829"
       x="157.27608"
       y="-283.10541"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="scale(1,-1)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-5-3-7"
       width="2.9715784"
       height="4.5299067"
       x="170.35201"
       y="236.11856"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,173.09094,290.93688)"
       id="g467-9-7-6-5-3"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-3-6"><path
           inkscape:connector-curvature="0"
           d="m 187.73334,96 c -111.659003,0 -208.441006,65.021 -256.000006,160 47.559,94.979 144.341003,160 256.000006,160 111.657,0 208.439,-65.021 256,-160 -47.558,-94.979 -144.343,-160 -256,-160 z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 -37.797,24.108 -81.445,36.851 -126.224,36.851 -44.78,0 -88.428003,-12.743 -126.225006,-36.852 -30.08,-19.186 -55.5699997,-44.886 -74.717,-75.148 19.1460003,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929003,-3.65 -4.979003,13.664 -7.704003,28.411 -7.704003,43.798 0,70.692 57.308006,128 128.000006,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 187.73334,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48.000003,-21.49 -48.000003,-48 0,-26.51 21.490003,-48 48.000003,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-5-1" /></g></g><g
       id="g21484"
       transform="matrix(0.99999999,0,0,-0.99999999,20.325227,-95.924851)"
       style="display:inline"><path
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0-2"
         style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.211667;stroke-dasharray:none"
         d="m 165.05809,258.22796 -1.05833,-4.39977 h -10.82772 l -1.05834,4.39977 z"
         sodipodi:nodetypes="ccccc"
         transform="translate(-11.85856,-601.38405)" /><path
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9-6"
         style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.211667;stroke-dasharray:none"
         d="m 153.22199,-354.24983 -1.05834,4.39977 h -10.82772 l -1.05833,-4.39977 z"
         sodipodi:nodetypes="ccccc" /><rect
         style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.211667;stroke-dasharray:none"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-6"
         width="10.827723"
         height="2.2831113"
         x="141.33592"
         y="-349.85776"
         ry="1.5258789e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /></g><g
       id="g3744-0-7-9-4-5"
       transform="translate(316.63358,3.1075534)"
       style="display:inline"><g
         id="g23369-1-9-2-8-5"
         transform="matrix(0.75,0,0,0.75,38.513439,-42.795008)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2-1-2" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4-2-9" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7-8-0" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="173.41037"
         y="146.84084"
         id="text9343-5-4-2-0-5-1-0-7-9-2"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="173.41037"
           y="146.84084"
           id="tspan409-6-6-2-4-5-3-8">reward</tspan></text></g><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-3);stop-color:#000000"
       d="m 484.1482,141.51332 c -7.60072,-0.0241 -12.49387,-3.27736 -18.42313,-6.13053"
       id="path1259-6-4-3-6-9-5-2-5-4-0-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1-0-5"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 465.66438,141.691 -5.29167,21.99889 H 406.2341 L 400.94243,141.691 Z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9-1"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 455.08104,141.691 -5.29167,21.99889 h -54.1386 L 390.35909,141.691 Z"
       sodipodi:nodetypes="ccccc" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3-38"
       width="2.9715784"
       height="4.5299067"
       x="459.7222"
       y="133.58269"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87);stop-color:#000000"
       d="m 454.75254,161.73759 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6);stop-color:#000000;stop-opacity:1"
       d="m 457.25145,189.35544 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6);stop-color:#000000;stop-opacity:1"
       d="m 463.60146,189.35544 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-4"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6);stop-color:#000000;stop-opacity:1"
       d="m 469.95147,189.35544 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-49"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-1);stop-color:#000000"
       d="m 453.79582,189.33273 h 6.24631 c 1.99514,0 4.11344,1.60626 4.1305,3.60133 v 5.46918 0.17752"
       id="path37327-7"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-91-3);stop-color:#000000"
       d="m 461.4848,189.33273 h 5.85746 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-4-8"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-92-9);stop-color:#000000"
       d="m 467.30564,189.33273 h 6.38663 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-49-4"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 470.91614,177.66003 h -3.21163 c -1.99514,0 -3.60133,1.60619 -3.60133,3.60133 v 1.76502"
       id="path37327-62"
       sodipodi:nodetypes="cssc" /><path
       style="font-variation-settings:normal;display:inline;opacity:1;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-91);stop-color:#000000;stop-opacity:1"
       d="m 470.41442,183.37802 v -11.32567 h -16.40417 v -6.56316"
       id="path37327-4-6"
       sodipodi:nodetypes="cccc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 469.95147,177.66003 h 3.21163 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 2.29418"
       id="path37327-49-1"
       sodipodi:nodetypes="cssc" /><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003-9"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;display:inline;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0552004"
       d="m 462.19398,208.62698 c 0.3265,0.74598 0.98051,1.22981 2.49681,1.41011 l 3.32269,0.3951 c 1.86179,0.22138 2.38157,0.98585 2.7849,1.81744 0.38413,-0.80713 0.92286,-1.63062 2.61205,-1.81744 l 3.57237,-0.3951 c 1.51644,-0.16771 2.11269,-0.63967 2.51602,-1.41011 -0.0192,0.74598 -0.15365,0.71775 -0.49936,0.99902 -0.44175,0.34242 -1.17225,0.76699 -2.34317,0.8965 l -3.57236,0.39509 c -1.38207,0.15286 -1.90142,1.39318 -2.28555,2.1147 -0.38412,-0.75821 -0.80773,-1.92669 -2.34316,-2.1147 l -3.22665,-0.39509 c -1.32432,-0.16216 -2.07428,-0.54185 -2.51602,-0.85981 -0.36492,-0.26903 -0.49936,-0.24082 -0.51857,-1.03571" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0"
       width="2.9715784"
       height="4.5299067"
       x="462.66159"
       y="200.25227"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3"
       width="2.9715784"
       height="4.5299067"
       x="469.54077"
       y="200.25227"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0"
       width="2.9715784"
       height="4.5299067"
       x="475.89078"
       y="200.25227"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87);stop-color:#000000"
       d="m 392.81196,202.64387 c -20.69236,-0.5391 -16.00412,11.2331 -16.55297,23.28334"
       id="path1259-6-4-3-6-9-5-2-5-4-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><rect
       style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3"
       width="54.138615"
       height="11.415557"
       x="405.17575"
       y="196.98903"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7"
       width="54.138615"
       height="11.415557"
       x="394.59241"
       y="196.98903"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><g
       inkscape:label=""
       transform="translate(404.03632,200.3902)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="408.72543"
       y="202.6465"
       id="text32874-3-2-13-37-8-4-3-5-4"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-5-2"
         style="stroke-width:0.264583"
         x="408.72543"
         y="202.6465">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(425.61293,200.31993)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="430.30197"
       y="202.57628"
       id="text32874-3-2-7-0-6-04-3-6-3-8"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1-7-9"
         style="stroke-width:0.264583"
         x="430.30197"
         y="202.57628">. . . .</tspan></text><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2"
       width="2.9715784"
       height="4.5299067"
       x="398.63232"
       y="200.2523"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8"
       width="2.9715784"
       height="4.5299067"
       x="385.93225"
       y="200.2523"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-0"
       width="2.9715784"
       height="4.5299067"
       x="268.93341"
       y="335.0889"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-23.134558)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8"
       width="2.9715784"
       height="4.5299067"
       x="-108.32581"
       y="415.19775"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-75.38135)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-1"
       width="2.9715784"
       height="4.5299067"
       x="-219.07719"
       y="372.48502"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90.38135)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8"
       width="2.9715784"
       height="4.5299067"
       x="441.4949"
       y="200.2523"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8"
       width="2.9715784"
       height="4.5299067"
       x="420.32822"
       y="200.2523"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 453.76805,202.6007 v -13.22917 h 18.78851"
       id="path1259-6-4-3-6-9-5-2-5-3-4-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6"
       width="2.9715784"
       height="4.5299067"
       x="452.07828"
       y="200.2523"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87);stop-color:#000000"
       d="M 453.69414,219.41682 V 207.62636"
       id="path1259-6-4-3-6-9-5-2-5-38"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7-3-0"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 464.94859,246.76091 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="393.10931"
       y="262.78769"
       id="text2410-5-9-4-1-9-8-0-3-9-9"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-08-1"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="393.10931"
         y="262.78769"><tspan
   style="font-style:normal"
   id="tspan4368-85-9">0...</tspan>t</tspan></text><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0-6"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 454.36525,246.76091 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-39-8);stop-color:#000000"
       d="m 405.81289,258.24226 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-96-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-1-4);stop-color:#000000"
       d="m 450.79206,258.24225 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4-3-4" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,392.79692,254.38092)"
       id="g467-9-7-6-8-4"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-5-9"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-6-9" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="439.67606"
       y="262.78769"
       id="text2410-5-9-4-1-9-8-0-3-3-1-3"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-1-6"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="439.67606"
         y="262.78769">t+<tspan
   style="font-style:normal"
   id="tspan4370-5-0">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,439.36362,254.38092)"
       id="g467-9-7-6-3-9-5"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-84-0"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-8-2" /></g></g><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 494.2878,215.2954 c -5.67104,0.11795 -23.91224,7.52714 -23.55696,-2.68691"
       id="path37558"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 480.07099,240.80303 c -5.67104,0.11795 -9.413,-22.09159 -22.97644,-21.19894"
       id="path1259-6-4-3-6-9-1-6-9-9" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8"
       width="2.9715784"
       height="4.5299067"
       x="452.36691"
       y="217.34712"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-0"
       width="2.9715784"
       height="4.5299067"
       x="410.36835"
       y="255.90768"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-7"
       width="2.9715784"
       height="4.5299067"
       x="454.14709"
       y="255.93977"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-91-2);stop-color:#000000"
       d="m 459.33472,245.0214 -5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-9-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       d="m 371.57686,231.34861 v -0.72342 q 0.0207,-0.39272 0.31004,-0.66142 0.28937,-0.2687 0.68208,-0.2687 h 0.99213 v -0.33071 q 0,-0.41338 0.28937,-0.70275 0.28936,-0.28937 0.70275,-0.28937 h 3.30708 q 0.41339,0 0.70275,0.28937 0.28937,0.28937 0.28937,0.70275 v 0.33071 h 0.99213 q 0.39271,0 0.68208,0.2687 0.28937,0.2687 0.31004,0.66142 v 0.72342 q 0,0.2687 -0.19635,0.46506 -0.19635,0.19637 -0.46506,0.19636 v 5.62203 q 0,0.55807 -0.38238,0.94046 -0.38238,0.38238 -0.94046,0.38237 h -5.29132 q -0.55807,0 -0.94046,-0.38237 -0.38239,-0.38238 -0.38238,-0.94046 v -5.62203 q -0.2687,0 -0.46506,-0.19636 -0.19636,-0.19635 -0.19635,-0.46506 z m 0.66141,0 h 7.937 v -0.66142 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -7.27558 q -0.14468,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.66142 z m 0.66142,6.28345 q 0,0.2687 0.19635,0.46506 0.19636,0.19637 0.46507,0.19636 h 5.29132 q 0.2687,0 0.46507,-0.19636 0.19636,-0.19635 0.19635,-0.46506 v -5.62203 h -6.61416 z m 0.66142,-0.33071 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14469,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.3307,0 h 0.66142 v -4.2992 h -0.66142 z m 0.33071,-7.60628 h 3.9685 v -0.33071 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -3.30708 q -0.14469,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.33071 z m 1.32283,7.60628 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z m 1.65354,0 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z"
       id="path39468"
       style="display:inline;stroke-width:0.0105833" /><g
       id="g72804"
       transform="translate(0.07582176,2.6458334)"><ellipse
         style="opacity:0.97;fill:#ffffff;stroke:none;stroke-width:0.396875;stroke-linecap:round;stroke-linejoin:round"
         id="path72675"
         cx="470.34232"
         cy="174.92178"
         rx="1.9010155"
         ry="2.2466547" /><text
         xml:space="preserve"
         style="font-weight:300;font-size:7.05556px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;stroke-width:0.264583"
         x="470.30814"
         y="177.21599"
         id="text72553"><tspan
           sodipodi:role="line"
           id="tspan72551"
           style="stroke-width:0.264583"
           x="470.30814"
           y="177.21599">⊕</tspan></text></g><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="409.42438"
       y="-366.09314"
       id="text9343-5-4-2-9-9-2-4-7-1"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="409.42438"
         y="-366.09314"
         id="tspan7388-0">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="409.42438"
         y="-360.06064"
         id="tspan26470-4">(lower half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="420.74149"
       y="151.0466"
       id="text9343-5-4-2-9-9-2-4-7-1-4"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="420.74149"
         y="151.0466"
         id="tspan7388-0-5">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="420.74149"
         y="157.0791"
         id="tspan26470-4-9">(upper half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="410.25592"
       y="-415.37708"
       id="text9343-5-4-2-9-9-7-5-2-9-8-9"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="410.25592"
         y="-415.37708"
         id="tspan6036-8-9"><tspan
           id="tspan37606-7"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583">RL</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="396.1731"
       y="96.689606"
       id="text50209"><tspan
         sodipodi:role="line"
         id="tspan50207"
         style="stroke-width:0.264583"
         x="396.1731"
         y="96.689606">我是 kick，我跟 John、ball 有关。</tspan></text><ellipse
       style="opacity:1;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;stop-color:#000000;stop-opacity:1"
       id="path52214"
       cx="-333.53812"
       cy="-295.96957"
       rx="31.022835"
       ry="23.017675"
       transform="rotate(150)" /><g
       id="g77090"
       style="display:inline"
       transform="translate(17.150227,587.09655)"><g
         id="g23369-1-9-2-8-5-6"
         transform="matrix(0.75,0,0,0.75,350.77808,-323.95034)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2-1-2-0" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4-2-9-7" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7-8-0-0" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="485.67502"
         y="-134.3145"
         id="text9343-5-4-2-0-5-1-0-7-9-2-1"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="485.67502"
           y="-134.3145"
           id="tspan409-6-6-2-4-5-3-8-0">reward</tspan></text></g><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="485.82391"
       y="462.12619"
       id="text9343-5-4-2-0-5-1-0-7-9-2-1-6"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="485.82391"
         y="462.12619"
         id="tspan77092">last token</tspan><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="485.82391"
         y="467.85883"
         id="tspan77098">= pivot</tspan></text><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-3-3);stop-color:#000000"
       d="m 497.07037,444.28602 c -5.3852,-3.1139 -9.24119,-4.35931 -18.56401,-5.01123"
       id="path1259-6-4-3-6-9-5-2-5-4-0-7-1"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1-0-5-3"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 476.85816,442.93716 -5.29167,21.99889 h -54.13861 l -5.29167,-21.99889 z"
       sodipodi:nodetypes="ccccc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9-1-7"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 451.98729,442.93716 -5.29167,21.99889 h -54.1386 l -5.29168,-21.99889 z"
       sodipodi:nodetypes="ccccc" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3-38-7"
       width="2.9715784"
       height="4.5299067"
       x="472.50345"
       y="436.41638"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1);stop-color:#000000"
       d="m 456.95049,462.98375 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-0);stop-color:#000000"
       d="m 451.65882,462.98375 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-4);stop-color:#000000"
       d="m 462.24216,462.98375 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-53399642618);stop-color:#000000"
       d="m 467.53383,462.98375 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="417.64767"
       y="452.29282"
       id="text9343-5-4-2-9-9-2-4-7-1-4-1"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="417.64767"
         y="452.29282"
         id="tspan7388-0-5-7">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="417.64767"
         y="458.32532"
         id="tspan26470-4-9-5">(upper half)</tspan></text><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8"
       width="54.138615"
       height="10.583333"
       x="419.36633"
       y="482.23535"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0);stop-color:#000000"
       d="m 448.15873,474.60172 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-6"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-5);stop-color:#000000"
       d="m 445.54952,474.60172 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-6-1"
       sodipodi:nodetypes="cscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0);stop-color:#000000"
       d="m 454.50874,474.60172 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-4-4"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0);stop-color:#000000"
       d="m 460.85875,474.60172 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-49-5"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-1-7);stop-color:#000000"
       d="m 444.7031,474.57901 h 6.24631 c 1.99514,0 4.11344,1.60626 4.1305,3.60133 v 5.46918 0.17752"
       id="path37327-7-2"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-91-3-4);stop-color:#000000"
       d="m 452.39208,474.57901 h 5.85746 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-4-8-0"
       sodipodi:nodetypes="csscc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-92-9-6);stop-color:#000000"
       d="m 458.21292,474.57901 h 6.38663 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-49-4-2"
       sodipodi:nodetypes="csscc" /><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003-9-9"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;display:inline;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0552004"
       d="m 453.10126,493.87327 c 0.3265,0.74598 0.98051,1.22981 2.49681,1.41011 l 3.32269,0.3951 c 1.86179,0.22138 2.38157,0.98585 2.7849,1.81744 0.38413,-0.80713 0.92286,-1.63062 2.61205,-1.81744 l 3.57237,-0.3951 c 1.51644,-0.16771 2.11269,-0.63967 2.51602,-1.41011 -0.0192,0.74598 -0.15365,0.71775 -0.49936,0.99902 -0.44175,0.34242 -1.17225,0.76699 -2.34317,0.8965 l -3.57236,0.39509 c -1.38207,0.15286 -1.90142,1.39318 -2.28555,2.1147 -0.38412,-0.75821 -0.80773,-1.92669 -2.34316,-2.1147 l -3.22665,-0.39509 c -1.32432,-0.16216 -2.07428,-0.54185 -2.51602,-0.85981 -0.36492,-0.26903 -0.49936,-0.24082 -0.51857,-1.03571" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4"
       width="2.9715784"
       height="4.5299067"
       x="453.56885"
       y="485.4986"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5"
       width="2.9715784"
       height="4.5299067"
       x="460.44803"
       y="485.4986"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1"
       width="2.9715784"
       height="4.5299067"
       x="466.79803"
       y="485.4986"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1);stop-color:#000000"
       d="m 383.71924,487.89016 c -20.69236,-0.5391 -16.00412,11.2331 -16.55297,23.28334"
       id="path1259-6-4-3-6-9-5-2-5-4-0-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><rect
       style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-3"
       width="54.138615"
       height="10.583333"
       x="396.08301"
       y="482.23535"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7"
       width="54.138615"
       height="10.583333"
       x="385.49966"
       y="482.23535"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><g
       inkscape:label=""
       transform="translate(394.94359,485.63648)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="399.63269"
       y="487.89282"
       id="text32874-3-2-13-37-8-4-3-5-4-7"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-5-2-6"
         style="stroke-width:0.264583"
         x="399.63269"
         y="487.89282">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(416.5202,485.56621)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="421.20923"
       y="487.8226"
       id="text32874-3-2-7-0-6-04-3-6-3-8-8"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1-7-9-5"
         style="stroke-width:0.264583"
         x="421.20923"
         y="487.8226">. . . .</tspan></text><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3"
       width="2.9715784"
       height="4.5299067"
       x="389.53958"
       y="485.49863"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3"
       width="2.9715784"
       height="4.5299067"
       x="376.83951"
       y="485.49863"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-0-8"
       width="2.9715784"
       height="4.5299067"
       x="148.50099"
       y="593.82458"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-23.134558)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-3"
       width="2.9715784"
       height="4.5299067"
       x="-386.63266"
       y="478.39105"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-75.38135)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-1-7"
       width="2.9715784"
       height="4.5299067"
       x="-504.25662"
       y="361.49399"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90.38135)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9"
       width="2.9715784"
       height="4.5299067"
       x="432.40216"
       y="485.49863"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3"
       width="2.9715784"
       height="4.5299067"
       x="411.23547"
       y="485.49863"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 444.67533,487.84699 v -13.22918 h 18.78851"
       id="path1259-6-4-3-6-9-5-2-5-3-4-4-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6-8"
       width="2.9715784"
       height="4.5299067"
       x="442.98553"
       y="485.49863"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1);stop-color:#000000"
       d="M 444.60142,504.66311 V 492.87265"
       id="path1259-6-4-3-6-9-5-2-5-38-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7-3-0-4"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 455.85587,532.0072 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="384.01657"
       y="548.03394"
       id="text2410-5-9-4-1-9-8-0-3-9-9-1"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-08-1-9"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="384.01657"
         y="548.03394"><tspan
   style="font-style:normal"
   id="tspan4368-85-9-0">0...</tspan>t</tspan></text><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0-6-9"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 445.27253,532.0072 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-39-8-0);stop-color:#000000"
       d="m 396.72017,543.48855 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-96-2-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-1-4-6);stop-color:#000000"
       d="m 441.69934,543.48854 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4-3-4-8" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,383.70419,539.6272)"
       id="g467-9-7-6-8-4-5"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-5-9-8"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-6-9-4" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="430.58331"
       y="548.03394"
       id="text2410-5-9-4-1-9-8-0-3-3-1-3-3"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-1-6-7"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="430.58331"
         y="548.03394">t+<tspan
   style="font-style:normal"
   id="tspan4370-5-0-1">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,430.27091,539.6272)"
       id="g467-9-7-6-3-9-5-3"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-84-0-8"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-8-2-0" /></g></g><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 485.19508,500.54169 c -5.67104,0.11795 -23.91224,7.52714 -23.55696,-2.68691"
       id="path37558-9"
       sodipodi:nodetypes="cc" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 470.97827,526.04932 c -5.67104,0.11795 -9.413,-22.09159 -22.97644,-21.19894"
       id="path1259-6-4-3-6-9-1-6-9-9-7" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-9"
       width="2.9715784"
       height="4.5299067"
       x="443.27417"
       y="502.59344"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-0-9"
       width="2.9715784"
       height="4.5299067"
       x="401.2756"
       y="541.15393"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-7-3"
       width="2.9715784"
       height="4.5299067"
       x="445.05435"
       y="541.18604"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-91-2-6);stop-color:#000000"
       d="M 450.242,530.26769 444.95033,512.6564"
       id="path1259-6-4-3-6-9-5-2-5-30-9-8-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc" /><path
       d="m 362.48414,516.5949 v -0.72342 q 0.0207,-0.39272 0.31004,-0.66142 0.28937,-0.2687 0.68208,-0.2687 h 0.99213 v -0.33071 q 0,-0.41338 0.28937,-0.70275 0.28936,-0.28937 0.70275,-0.28937 h 3.30708 q 0.41339,0 0.70275,0.28937 0.28937,0.28937 0.28937,0.70275 v 0.33071 h 0.99213 q 0.39271,0 0.68208,0.2687 0.28937,0.2687 0.31004,0.66142 v 0.72342 q 0,0.2687 -0.19635,0.46506 -0.19635,0.19637 -0.46506,0.19636 v 5.62203 q 0,0.55807 -0.38238,0.94046 -0.38238,0.38238 -0.94046,0.38237 h -5.29132 q -0.55807,0 -0.94046,-0.38237 -0.38239,-0.38238 -0.38238,-0.94046 v -5.62203 q -0.2687,0 -0.46506,-0.19636 -0.19636,-0.19635 -0.19635,-0.46506 z m 0.66141,0 h 7.937 v -0.66142 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -7.27558 q -0.14468,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.66142 z m 0.66142,6.28345 q 0,0.2687 0.19635,0.46506 0.19636,0.19637 0.46507,0.19636 h 5.29132 q 0.2687,0 0.46507,-0.19636 0.19636,-0.19635 0.19635,-0.46506 v -5.62203 h -6.61416 z m 0.66142,-0.33071 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14469,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.3307,0 h 0.66142 v -4.2992 h -0.66142 z m 0.33071,-7.60628 h 3.9685 v -0.33071 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -3.30708 q -0.14469,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.33071 z m 1.32283,7.60628 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z m 1.65354,0 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z"
       id="path39468-4"
       style="display:inline;stroke-width:0.0105833" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="412.19019"
       y="520.53717"
       id="text9343-5-4-2-9-9-2-4-7-1-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="412.19019"
         y="520.53717"
         id="tspan7388-0-0">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="412.19019"
         y="526.56964"
         id="tspan26470-4-2">(lower half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="408.78836"
       y="472.84079"
       id="text9343-5-4-2-9-9-7-5-2-9-8-9-1"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="408.78836"
         y="472.84079"
         id="tspan6036-8-9-7"><tspan
           id="tspan37606-7-4"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583">RL</tspan></tspan></text><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-8);stop-color:#000000"
       d="M 357.70544,219.33954 H 341.15248"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-30"
       width="54.138615"
       height="10.583333"
       x="410.93066"
       y="836.47034"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-3-4-5"
       width="54.138615"
       height="10.583333"
       x="381.82651"
       y="836.47034"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7-3-0"
       width="54.138615"
       height="10.583333"
       x="371.77234"
       y="836.47034"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-30-4-2"
       width="54.138615"
       height="10.583333"
       x="410.93069"
       y="825.96454"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><rect
       style="display:inline;fill:#ffff00;fill-opacity:1;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-3-1-0"
       width="54.138615"
       height="10.583333"
       x="369.96796"
       y="224.58046"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><g
       id="g86555-2-6"
       transform="translate(10.296978,769.7615)"
       style="display:inline"><rect
         style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7-3-4-4-4"
         width="54.138615"
         height="10.583333"
         x="361.47534"
         y="56.202965"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(370.91924,59.604126)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8-9-9-1-0"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8-7-2-6-9"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2-6-4)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6-2-7-5-4"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0-5-4-7-5"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4-8-2-8-4"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6-9-5-5-6" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="375.60837"
         y="61.860432"
         id="text32874-3-2-13-37-8-4-3-5-4-7-0-2-9-6"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5-6-5-2-6-2-4-2-3"
           style="stroke-width:0.264583"
           x="375.60837"
           y="61.860432">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(392.49585,59.533856)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0-4-4-7-9"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9-7-3-3-9"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4-9-9)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7-6-8-6-5"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5-5-6-4-2"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9-7-0-7-1"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7-1-8-9-3" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="397.18491"
         y="61.790211"
         id="text32874-3-2-7-0-6-04-3-6-3-8-8-3-9-7-0"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0-1-7-9-5-3-2-2-9"
           style="stroke-width:0.264583"
           x="397.18491"
           y="61.790211">. . . .</tspan></text><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3-3-2-2-9"
         width="2.9715784"
         height="4.5299067"
         x="365.51526"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9-8-1-1-1"
         width="2.9715784"
         height="4.5299067"
         x="408.37784"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3-7-8-6-3"
         width="2.9715784"
         height="4.5299067"
         x="387.21115"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-30-4"
       width="54.138615"
       height="10.583333"
       x="410.93069"
       y="815.30371"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-3-7);stop-color:#000000"
       d="M 438.85927,219.414 V 207.62354"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-2-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-1-3);stop-color:#000000"
       d="M 429.33424,219.414 V 207.62354"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-0-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-7-1);stop-color:#000000"
       d="M 448.11968,219.414 V 207.62354"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-9-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#ffff00;fill-opacity:1;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-3-1"
       width="54.138615"
       height="10.583333"
       x="369.96796"
       y="213.91963"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-2);stop-color:#000000"
       d="M 419.01548,219.414 V 207.62354"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><g
       id="g86555-2"
       transform="translate(10.296978,759.10066)"
       style="display:inline"><rect
         style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7-3-4-4"
         width="54.138615"
         height="10.583333"
         x="361.47534"
         y="56.202965"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(370.91924,59.604126)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8-9-9-1"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8-7-2-6"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2-6)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6-2-7-5"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0-5-4-7"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4-8-2-8"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6-9-5-5" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="375.60837"
         y="61.860432"
         id="text32874-3-2-13-37-8-4-3-5-4-7-0-2-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5-6-5-2-6-2-4-2"
           style="stroke-width:0.264583"
           x="375.60837"
           y="61.860432">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(392.49585,59.533856)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0-4-4-7"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9-7-3-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4-9)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7-6-8-6"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5-5-6-4"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9-7-0-7"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7-1-8-9" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="397.18491"
         y="61.790211"
         id="text32874-3-2-7-0-6-04-3-6-3-8-8-3-9-7"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0-1-7-9-5-3-2-2"
           style="stroke-width:0.264583"
           x="397.18491"
           y="61.790211">. . . .</tspan></text><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3-3-2-2"
         width="2.9715784"
         height="4.5299067"
         x="365.51526"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9-8-1-1"
         width="2.9715784"
         height="4.5299067"
         x="408.37784"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3-7-8-6"
         width="2.9715784"
         height="4.5299067"
         x="387.21115"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-3);stop-color:#000000"
       d="m 438.85927,239.78695 v -20.7863"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><g
       id="g77090-3-2"
       style="display:inline"
       transform="translate(9.7728332,928.10243)"><g
         id="g23369-1-9-2-8-5-6-9-1"
         transform="matrix(0.75,0,0,0.75,350.77808,-323.95034)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2-1-2-0-4-5" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4-2-9-7-1-6" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7-8-0-0-5-5" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="485.67502"
         y="-134.3145"
         id="text9343-5-4-2-0-5-1-0-7-9-2-1-4-0"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="485.67502"
           y="-134.3145"
           id="tspan409-6-6-2-4-5-3-8-0-1-0">reward</tspan></text></g><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="484.3739"
       y="200.41841"
       id="text9343-5-4-2-0-5-1-0-7-9-2-1-6-5-3"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="484.3739"
         y="200.41841"
         id="tspan77098-4-6">last token = pivot</tspan></text><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-3-3-6-0);stop-color:#000000"
       d="m 477.83426,183.90785 c -5.3852,-3.1139 -9.24119,-4.35931 -18.56401,-5.01123"
       id="path1259-6-4-3-6-9-5-2-5-4-0-7-1-9-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1-0-5-3-8-0"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 458.68036,182.55899 -5.29167,21.99889 h -54.13861 l -5.29167,-21.99889 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9-1-7-3-2"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 419.52202,182.55899 -5.29167,21.99889 h -54.1386 l -5.29168,-21.99889 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3-38-7-8-5"
       width="2.9715784"
       height="4.5299067"
       x="453.26703"
       y="176.03798"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9);stop-color:#000000"
       d="m 419.72269,202.60558 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-5-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-4-1-1);stop-color:#000000"
       d="m 429.77689,202.60558 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-8-2-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-4-1-1-9);stop-color:#000000"
       d="m 439.30192,202.60558 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-8-2-9-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-53399642618-2-8);stop-color:#000000"
       d="m 448.29781,202.60558 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-6-2-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003-9-9-3-2"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;display:inline;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0647436"
       d="m 426.53345,246.72419 c 0.44916,0.74598 1.34885,1.22981 3.43476,1.41011 l 4.57088,0.3951 c 2.56117,0.22138 3.27622,0.98585 3.83106,1.81744 0.52843,-0.80713 1.26953,-1.63062 3.59328,-1.81744 l 4.91435,-0.3951 c 2.0861,-0.16771 2.90634,-0.63967 3.46118,-1.41011 -0.0264,0.74598 -0.21137,0.71775 -0.68695,0.99902 -0.60769,0.34242 -1.61262,0.76699 -3.22339,0.8965 l -4.91434,0.39509 c -1.90126,0.15286 -2.6157,1.39318 -3.14413,2.1147 -0.52842,-0.75821 -1.11116,-1.92669 -3.22338,-2.1147 l -4.43877,-0.39509 c -1.82181,-0.16216 -2.85349,-0.54185 -3.46117,-0.85981 -0.50201,-0.26903 -0.68695,-0.24082 -0.71338,-1.03571"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-1);stop-color:#000000"
       d="m 429.33424,239.78695 v -20.7863"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6-1"
       width="2.9715784"
       height="4.5299067"
       x="427.98297"
       y="238.87866"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3-05"
       width="2.9715784"
       height="4.5299067"
       x="437.50803"
       y="238.87866"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-7);stop-color:#000000"
       d="m 448.11968,239.78695 v -20.7863"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3-8"
       width="2.9715784"
       height="4.5299067"
       x="446.50391"
       y="238.87866"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2);stop-color:#000000"
       d="m 419.01548,239.78695 v -20.7863"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8);stop-color:#000000"
       d="m 420.18203,220.05869 c 4.88116,0.43683 2.64682,18.50531 7.98055,21.1594"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-7"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-5);stop-color:#000000"
       d="m 430.42329,220.05869 c 4.88116,0.43683 2.11765,18.50531 7.45138,21.1594"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-7-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-2-8-7);stop-color:#000000"
       d="m 439.41912,220.05869 c 4.88116,0.43683 2.11765,18.50531 7.45138,21.1594"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-7-7-3"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><g
       inkscape:label=""
       transform="translate(381.21623,840.40063)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8-9-7"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8-7-3"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-5)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6-2-8"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0-5-2"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4-8-3"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6-9-0" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="374.04681"
       y="241.27289"
       id="text32874-3-2-13-37-8-4-3-5-4-7-0-7"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-5-2-6-2-7"
         style="stroke-width:0.264583"
         x="374.04681"
         y="241.27289">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(402.79282,840.33036)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0-4-7"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9-7-6"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7-6-9"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5-5-1"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9-7-1"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7-1-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="395.62335"
       y="241.20267"
       id="text32874-3-2-7-0-6-04-3-6-3-8-8-3-0"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1-7-9-5-3-8"
         style="stroke-width:0.264583"
         x="395.62335"
         y="241.20267">. . . .</tspan></text><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3-3-9"
       width="2.9715784"
       height="4.5299067"
       x="363.9537"
       y="238.87869"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-8"
       width="2.9715784"
       height="4.5299067"
       x="351.25363"
       y="217.13931"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7-0"
       width="2.9715784"
       height="4.5299067"
       x="346.15341"
       y="217.13931"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-8-3);stop-color:#000000"
       d="M 357.70543,230.45205 H 341.15247"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-5-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-8-0"
       width="2.9715784"
       height="4.5299067"
       x="351.25363"
       y="228.25182"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7-0-3"
       width="2.9715784"
       height="4.5299067"
       x="346.15341"
       y="228.25182"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9-8-36);stop-color:#000000"
       d="M 357.70543,241.03539 H 341.15247"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4-5-8"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-8-7"
       width="2.9715784"
       height="4.5299067"
       x="351.25363"
       y="238.83516"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7-0-0"
       width="2.9715784"
       height="4.5299067"
       x="346.15341"
       y="238.83516"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9-8-7"
       width="2.9715784"
       height="4.5299067"
       x="406.81628"
       y="238.87869"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3-7-9"
       width="2.9715784"
       height="4.5299067"
       x="385.6496"
       y="238.87869"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6-8-3-8"
       width="2.9715784"
       height="4.5299067"
       x="417.39966"
       y="238.87869"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6-8-3-8-2"
       width="2.9715784"
       height="4.5299067"
       x="417.39966"
       y="217.71201"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-9);stop-color:#000000"
       d="M 419.01548,258.0432 V 246.25274"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7-3-0-4-0-5"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 430.26993,282.74144 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="358.43069"
       y="298.76819"
       id="text2410-5-9-4-1-9-8-0-3-9-9-1-8-6"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-08-1-9-0-5"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="358.43069"
         y="298.76819"><tspan
   style="font-style:normal"
   id="tspan4368-85-9-0-4-6">0...</tspan>t</tspan></text><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0-6-9-1-8"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 419.68659,282.74144 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-39-8-0-1-4);stop-color:#000000"
       d="m 371.13423,294.22279 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-96-2-8-1-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-1-4-6-0-1);stop-color:#000000"
       d="m 416.1134,294.22278 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4-3-4-8-3-8"
       transform="translate(11.85856,601.38405)" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,369.97681,891.7455)"
       id="g467-9-7-6-8-4-5-5-8"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-5-9-8-9-3"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-6-9-4-3-8" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="404.99744"
       y="298.76819"
       id="text2410-5-9-4-1-9-8-0-3-3-1-3-3-4-7"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-1-6-7-1-5"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="404.99744"
         y="298.76819">t+<tspan
   style="font-style:normal"
   id="tspan4370-5-0-1-5-2">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,416.54353,891.7455)"
       id="g467-9-7-6-3-9-5-3-0-4"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-84-0-8-8-5"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-8-2-0-3-0" /></g></g><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 461.72582,253.39261 c -5.67104,0.11795 -23.91224,7.52714 -23.55696,-2.68691"
       id="path37558-9-5-5"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 462.6858,198.17459 c -5.54396,1.34704 -4.49386,-2.75488 -10.32779,-1.62857"
       id="path37558-9-5-5-4-5"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 445.39233,276.78356 c -5.67104,0.11795 -9.413,-22.09159 -22.97644,-21.19894"
       id="path1259-6-4-3-6-9-1-6-9-9-7-6-7"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-9-5-3"
       width="2.9715784"
       height="4.5299067"
       x="417.68829"
       y="253.32773"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-0-9-9-2"
       width="2.9715784"
       height="4.5299067"
       x="375.68973"
       y="291.88818"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-7-3-9-7"
       width="2.9715784"
       height="4.5299067"
       x="419.46848"
       y="291.92026"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-91-2-6-0-0);stop-color:#000000"
       d="m 424.65606,281.00193 -5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-9-8-2-0-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       d="m 328.61525,228.31137 v -0.72342 q 0.0207,-0.39272 0.31004,-0.66142 0.28937,-0.2687 0.68208,-0.2687 h 0.99213 v -0.33071 q 0,-0.41338 0.28937,-0.70275 0.28936,-0.28937 0.70275,-0.28937 h 3.30708 q 0.41339,0 0.70275,0.28937 0.28937,0.28937 0.28937,0.70275 v 0.33071 h 0.99213 q 0.39271,0 0.68208,0.2687 0.28937,0.2687 0.31004,0.66142 v 0.72342 q 0,0.2687 -0.19635,0.46506 -0.19635,0.19637 -0.46506,0.19636 v 5.62203 q 0,0.55807 -0.38238,0.94046 -0.38238,0.38238 -0.94046,0.38237 h -5.29132 q -0.55807,0 -0.94046,-0.38237 -0.38239,-0.38238 -0.38238,-0.94046 v -5.62203 q -0.2687,0 -0.46506,-0.19636 -0.19636,-0.19635 -0.19635,-0.46506 z m 0.66141,0 h 7.937 v -0.66142 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -7.27558 q -0.14468,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.66142 z m 0.66142,6.28345 q 0,0.2687 0.19635,0.46506 0.19636,0.19637 0.46507,0.19636 h 5.29132 q 0.2687,0 0.46507,-0.19636 0.19636,-0.19635 0.19635,-0.46506 v -5.62203 h -6.61416 z m 0.66142,-0.33071 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14469,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.3307,0 h 0.66142 v -4.2992 h -0.66142 z m 0.33071,-7.60628 h 3.9685 v -0.33071 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -3.30708 q -0.14469,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.33071 z m 1.32283,7.60628 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z m 1.65354,0 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z"
       id="path39468-4-7-1"
       style="display:inline;stroke-width:0.0105833"
       transform="translate(11.85856,601.38405)" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="386.60431"
       y="271.27142"
       id="text9343-5-4-2-9-9-2-4-7-1-2-6-3"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="386.60431"
         y="271.27142"
         id="tspan7388-0-0-3-4">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="386.60431"
         y="277.30392"
         id="tspan26470-4-2-7-9">(lower half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="385.18216"
       y="191.91441"
       id="text9343-5-4-2-9-9-2-4-7-1-4-1-6-4"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="385.18216"
         y="191.91441"
         id="tspan7388-0-5-7-1-1">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="385.18216"
         y="197.94691"
         id="tspan26470-4-9-5-5-9">(upper half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="462.33405"
       y="230.62445"
       id="text9343-5-4-2-9-9-7-5-2-9-8-9-1-0-5"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="462.33405"
         y="230.62445"
         id="tspan6036-8-9-7-6-7"><tspan
           id="tspan37606-7-4-5-4"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583">RL</tspan></tspan></text><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3-05-5-8"
       width="2.9715784"
       height="4.5299067"
       x="437.50803"
       y="228.55997"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6-1-3-9"
       width="2.9715784"
       height="4.5299067"
       x="427.98297"
       y="228.55997"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3-8-6-6"
       width="2.9715784"
       height="4.5299067"
       x="446.50391"
       y="228.55997"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6-8-3-8-2-4"
       width="2.9715784"
       height="4.5299067"
       x="417.39966"
       y="228.55992"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3-05-5"
       width="2.9715784"
       height="4.5299067"
       x="437.50803"
       y="217.71205"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6-1-3"
       width="2.9715784"
       height="4.5299067"
       x="427.98297"
       y="217.71205"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3-8-6"
       width="2.9715784"
       height="4.5299067"
       x="446.50391"
       y="217.71205"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#fffacd;fill-opacity:1;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-3-4-3"
       width="54.138615"
       height="10.583333"
       x="417.56717"
       y="56.202965"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#ffff00;fill-opacity:1;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5-3"
       width="54.138615"
       height="10.583333"
       x="395.34201"
       y="56.202965"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-1-7-5-2);stop-color:#000000"
       d="m 443.96207,48.546656 h 6.24631 c 1.99514,0 4.11344,1.60626 4.1305,3.60133 v 5.46918 0.17752"
       id="path37327-7-2-3-2"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4-9);stop-color:#000000"
       d="m 451.65105,48.546656 h 5.85746 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-4-8-0-4-8"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3-0);stop-color:#000000"
       d="m 457.47189,48.546656 h 6.38663 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-49-4-2-6-0"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6-7"
       width="2.9715784"
       height="4.5299067"
       x="429.54453"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3-0"
       width="2.9715784"
       height="4.5299067"
       x="436.42371"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3-0"
       width="2.9715784"
       height="4.5299067"
       x="442.77371"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6-7-8"
       width="2.9715784"
       height="4.5299067"
       x="452.82785"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3-0-1"
       width="2.9715784"
       height="4.5299067"
       x="459.70703"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3-0-3"
       width="2.9715784"
       height="4.5299067"
       x="466.05704"
       y="59.466202"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><g
       id="g86555"
       transform="translate(22.441893,601.38405)"
       style="display:inline"><rect
         style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7-3-4"
         width="54.138615"
         height="10.583333"
         x="361.47534"
         y="56.202965"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         inkscape:export-filename="RL-simple-diagram.png" /><g
         inkscape:label=""
         transform="translate(370.91924,59.604126)"
         id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8-9-9"
         inkscape:export-filename="Self-Attention_repeated.png"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8-7-2"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9-2)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6-2-7"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0-5-4"><g
                 id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4-8-2"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6-9-5" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="375.60837"
         y="61.860432"
         id="text32874-3-2-13-37-8-4-3-5-4-7-0-2"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-74-2-9-5-6-5-2-6-2-4"
           style="stroke-width:0.264583"
           x="375.60837"
           y="61.860432">. . . .</tspan></text><g
         inkscape:label=""
         transform="translate(392.49585,59.533856)"
         id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0-4-4"
         style="display:inline"><g
           id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9-7-3"
           transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
             clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4-4)"
             clip-rule="nonzero"
             id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7-6-8"><g
               style="fill:#000000;fill-opacity:1"
               id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5-5-6"><g
                 id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9-7-0"
                 transform="translate(0,9.5640001)"><path
                   style="stroke:none"
                   d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                   id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7-1-8" /></g></g></g></g></g><text
         xml:space="preserve"
         style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
         x="397.18491"
         y="61.790211"
         id="text32874-3-2-7-0-6-04-3-6-3-8-8-3-9"><tspan
           sodipodi:role="line"
           id="tspan32872-85-0-59-3-4-8-0-1-7-9-5-3-2"
           style="stroke-width:0.264583"
           x="397.18491"
           y="61.790211">. . . .</tspan></text><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3-3-2"
         width="2.9715784"
         height="4.5299067"
         x="365.51526"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9-8-1"
         width="2.9715784"
         height="4.5299067"
         x="408.37784"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /><rect
         style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
         id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3-7-8"
         width="2.9715784"
         height="4.5299067"
         x="387.21115"
         y="59.466232"
         ry="7.6293945e-06"
         inkscape:export-xdpi="192"
         inkscape:export-ydpi="192" /></g><rect
       style="display:inline;fill:#fffacd;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-2-8-5"
       width="54.138615"
       height="10.583333"
       x="395.34201"
       y="81.073792"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><g
       id="g77090-3"
       style="display:inline"
       transform="translate(27.738591,764.03575)"><g
         id="g23369-1-9-2-8-5-6-9"
         transform="matrix(0.75,0,0,0.75,350.77808,-323.95034)"><path
           style="stroke-width:0.476249"
           d="m 174.9689,239.42123 a 0.95250001,0.95250001 0 0 1 0.95251,-0.95251 h 2.95273 v 0 a 0.1143,0.1143 0 0 0 0.10008,-0.0571 0.1143,0.1143 0 0 0 0,-0.11898 10.529887,10.529887 0 0 1 -0.79057,-2.49079 l -0.0666,-0.28099 a 1.42875,1.42875 0 0 1 0.2286,-1.16205 1.42875,1.42875 0 0 1 1.00488,-0.58579 l 0.85725,-0.0666 v 0.20956 a 6.829425,6.829425 0 0 0 1.08585,2.93846 13.763625,13.763625 0 0 0 1.77167,1.68592 0.59054999,0.59054999 0 0 1 0.59531,-0.54769 h 1.66688 a 0.59531251,0.59531251 0 0 1 0.59531,0.59531 v 5.47688 a 0.59531251,0.59531251 0 0 1 -0.59531,0.59532 h -1.66688 a 0.59531251,0.59531251 0 0 1 -0.59531,-0.59532 v -0.0905 a 4.0624124,4.0624124 0 0 1 -2.3146,0.6858 h -3.40042 a 0.95250001,0.95250001 0 0 1 -0.79058,-1.48115 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.47624,-1.42875 0.95250001,0.95250001 0 0 1 -0.63818,-0.9001 z"
           id="Thumbs_Up-9-8-2-1-2-0-4" /><path
           style="fill:#e9ddaf;stroke-width:0.476249"
           d="m 175.92141,239.89747 h 0.71436 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71437 v 0.47626 h -0.23813 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 0.71439 v 0.47626 h -0.23812 a 0.47625003,0.47625003 0 1 0 0,0.95249 h 3.40041 a 3.4813876,3.4813876 0 0 0 2.31459,-0.81437 v -4.21958 a 15.90675,15.90675 0 0 1 -2.12885,-2.00025 6.9056249,6.9056249 0 0 1 -1.15252,-2.96705 l -0.38577,0.0382 a 0.95250001,0.95250001 0 0 0 -0.66674,0.39053 0.95250001,0.95250001 0 0 0 -0.15246,0.77628 l 0.0666,0.28575 a 10.2108,10.2108 0 0 0 0.7477,2.38126 0.59054999,0.59054999 0 0 1 0,0.59054 0.5715,0.5715 0 0 1 -0.50958,0.27623 h -2.96228 a 0.47625003,0.47625003 0 0 0 0,0.95249 z"
           id="path23340-6-6-4-2-9-7-1" /><path
           style="fill:#80b3ff;stroke-width:0.476249"
           d="m 183.5414,244.06467 a 0.11906249,0.11906249 0 0 0 0.11898,0.11898 h 1.66687 a 0.11906249,0.11906249 0 0 0 0.11898,-0.11898 v -5.47688 a 0.11906249,0.11906249 0 0 0 -0.11898,-0.11898 h -1.66687 a 0.11906249,0.11906249 0 0 0 -0.11898,0.11898 z"
           id="path23338-2-7-7-8-0-0-5" /></g><text
         xml:space="preserve"
         style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;stroke-width:0.264583"
         x="485.67502"
         y="-134.3145"
         id="text9343-5-4-2-0-5-1-0-7-9-2-1-4"><tspan
           sodipodi:role="line"
           style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
           x="485.67502"
           y="-134.3145"
           id="tspan409-6-6-2-4-5-3-8-0-1">reward</tspan></text></g><text
       xml:space="preserve"
       style="font-size:4.58611px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="485.46375"
       y="39.332176"
       id="text9343-5-4-2-0-5-1-0-7-9-2-1-6-5"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="485.46375"
         y="39.332176"
         id="tspan77092-5">last token</tspan><tspan
         sodipodi:role="line"
         style="font-size:4.58611px;text-align:center;text-anchor:middle;fill:#ff0000;stroke-width:0.264583"
         x="485.46375"
         y="45.064816"
         id="tspan77098-4">= pivot</tspan></text><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-3-3-6);stop-color:#000000"
       d="m 495.8002,19.841167 c -5.3852,-3.1139 -9.24119,-4.35931 -18.56401,-5.01123"
       id="path1259-6-4-3-6-9-5-2-5-4-0-7-1-9"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-1-0-5-3-8"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 475.58799,18.492307 -5.29167,21.99889 h -54.13861 l -5.29167,-21.99889 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-2-9-1-7-3"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 456.00882,18.492307 -5.29167,21.99889 h -54.1386 l -5.29168,-21.99889 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-3-38-7-8"
       width="2.9715784"
       height="4.5299067"
       x="471.23328"
       y="11.971472"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8);stop-color:#000000"
       d="m 455.68032,38.538897 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-4-1);stop-color:#000000"
       d="m 460.97199,38.538897 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-8-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#ff0000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-53399642618-2);stop-color:#000000"
       d="m 466.26366,38.538897 5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-5-2-6-2"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9);stop-color:#000000"
       d="m 424.13437,73.4402 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-6-2"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9);stop-color:#000000"
       d="m 430.48438,73.4402 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-4-4-7"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9);stop-color:#000000"
       d="m 436.83439,73.4402 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-49-5-0"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-1-7-5);stop-color:#000000"
       d="m 420.67874,73.41749 h 6.24631 c 1.99514,0 4.11344,1.60626 4.1305,3.60133 v 5.46918 0.17752"
       id="path37327-7-2-3"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-91-3-4-4);stop-color:#000000"
       d="m 428.36772,73.41749 h 5.85746 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-4-8-0-4"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-92-9-6-3);stop-color:#000000"
       d="m 434.18856,73.41749 h 6.38663 c 1.99514,0 3.60133,1.60619 3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-49-4-2-6"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       sodipodi:nodetypes="csscssccsscsscc"
       inkscape:connector-curvature="0"
       id="path7003-9-9-3"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:300px;line-height:125%;font-family:'TeX Gyre Pagella';-inkscape-font-specification:'TeX Gyre Pagella';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;display:inline;fill:#4d4d4d;fill-opacity:1;stroke:none;stroke-width:0.0552004"
       d="m 429.0769,92.711742 c 0.3265,0.74598 0.98051,1.22981 2.49681,1.41011 l 3.32269,0.3951 c 1.86179,0.22138 2.38157,0.98585 2.7849,1.81744 0.38413,-0.80713 0.92286,-1.63062 2.61205,-1.81744 l 3.57237,-0.3951 c 1.51644,-0.16771 2.11269,-0.63967 2.51602,-1.41011 -0.0192,0.74598 -0.15365,0.71775 -0.49936,0.99902 -0.44175,0.34242 -1.17225,0.76699 -2.34317,0.8965 l -3.57236,0.39509 c -1.38207,0.15286 -1.90142,1.39318 -2.28555,2.1147 -0.38412,-0.75821 -0.80773,-1.92669 -2.34316,-2.1147 l -3.22665,-0.39509 c -1.32432,-0.16216 -2.07428,-0.54185 -2.51602,-0.85981 -0.36492,-0.26903 -0.49936,-0.24082 -0.51857,-1.03571"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-4-6"
       width="2.9715784"
       height="4.5299067"
       x="429.54453"
       y="84.337029"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-5-3"
       width="2.9715784"
       height="4.5299067"
       x="436.42371"
       y="84.337029"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-8-0-3-0-1-3"
       width="2.9715784"
       height="4.5299067"
       x="442.77371"
       y="84.337029"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8);stop-color:#000000"
       d="m 359.69488,86.728632 c -20.69236,-0.5391 -16.00412,11.2331 -16.55297,23.283338"
       id="path1259-6-4-3-6-9-5-2-5-4-0-0-4"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#ffff00;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-7-2-3-3-4"
       width="54.138615"
       height="10.583333"
       x="372.05869"
       y="81.073792"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#ffd700;stroke:#000000;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-19-0-7-7-3"
       width="54.138615"
       height="10.583333"
       x="361.47534"
       y="81.073792"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       inkscape:export-filename="RL-simple-diagram.png"
       transform="translate(11.85856,601.38405)" /><g
       inkscape:label=""
       transform="translate(382.7778,685.85901)"
       id="g1034-7-2-2-9-68-8-39-6-1-8-75-6-4-6-4-8-9"
       inkscape:export-filename="Self-Attention_repeated.png"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-5-6-3-5-7-3-3-8-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-4-1-36-1-32-1-3-9-5-9)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-0-3-8-6-8-2-1-6-2"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-9-7-8-9-4-0-4-0-5"><g
               id="g1026-6-3-7-5-0-6-0-7-04-7-3-3-5-6-6-4-8"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-0-2-1-7-0-1-9-6-9" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="375.60837"
       y="86.731255"
       id="text32874-3-2-13-37-8-4-3-5-4-7-0"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-74-2-9-5-6-5-2-6-2"
         style="stroke-width:0.264583"
         x="375.60837"
         y="86.731255">. . . .</tspan></text><g
       inkscape:label=""
       transform="translate(404.35442,685.78874)"
       id="g1034-7-2-2-9-68-8-39-6-4-9-5-64-2-1-4-2-0-4"
       style="display:inline"><g
         id="g1032-5-7-6-0-0-0-0-2-6-0-3-3-5-0-7-6-9-7"
         transform="matrix(0.352778,0,0,0.352778,-0.336241,0.258542)"><g
           clip-path="url(#clipPath5942-3-9-0-3-1-2-2-36-6-12-4-5-5-6-0-7-1-2-4)"
           clip-rule="nonzero"
           id="g1030-3-0-1-8-2-4-88-61-7-8-7-3-4-6-6-4-7-6"><g
             style="fill:#000000;fill-opacity:1"
             id="g1028-5-9-8-8-1-7-5-8-6-9-6-3-7-3-5-1-5-5"><g
               id="g1026-6-3-7-5-0-6-0-7-0-8-8-8-4-2-6-2-9-7"
               transform="translate(0,9.5640001)"><path
                 style="stroke:none"
                 d="m 6.125,-9.9375 c -0.140625,-0.296875 -0.234375,-0.359375 -0.390625,-0.359375 -0.21875,0 -0.28125,0.125 -0.375,0.359375 L 1.0625,-0.3125 c -0.09375,0.21875 -0.109375,0.265625 -0.109375,0.34375 0,0.1875 0.15625,0.34375 0.34375,0.34375 0.109375,0 0.25,-0.03125 0.390625,-0.359375 l 4.046875,-9.125 4.046875,9.125 C 9.9375,0.375 10.109375,0.375 10.171875,0.375 c 0.1875,0 0.34375,-0.15625 0.34375,-0.34375 0,-0.03125 0,-0.0625 -0.09375,-0.265625 z m 0,0"
                 id="path1024-2-6-9-0-5-8-96-9-9-8-13-6-4-0-9-8-7-1" /></g></g></g></g></g><text
       xml:space="preserve"
       style="font-size:4.23333px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="397.18491"
       y="86.661034"
       id="text32874-3-2-7-0-6-04-3-6-3-8-8-3"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan32872-85-0-59-3-4-8-0-1-7-9-5-3"
         style="stroke-width:0.264583"
         x="397.18491"
         y="86.661034">. . . .</tspan></text><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-2-3-3"
       width="2.9715784"
       height="4.5299067"
       x="365.51526"
       y="84.337059"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8"
       width="2.9715784"
       height="4.5299067"
       x="352.81519"
       y="84.337059"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-0-8-5"
       width="2.9715784"
       height="4.5299067"
       x="284.02161"
       y="215.48358"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-23.134558,1475.0456,271.72283)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-3-1"
       width="2.9715784"
       height="4.5299067"
       x="-4.521328"
       y="353.89758"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-75.38135,395.11019,293.01785)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-1-7-0"
       width="2.9715784"
       height="4.5299067"
       x="-102.94408"
       y="340.14017"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90.38135,304.62659,294.80208)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8-4);stop-color:#000000"
       d="m 370.2782,61.875208 h -13.28986 c -18.06151,0 -13.57201,17.240808 -13.84644,23.265925"
       id="path1259-6-4-3-6-9-5-2-5-4-0-0-4-1"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="csc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7"
       width="2.9715784"
       height="4.5299067"
       x="352.81519"
       y="59.466232"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7-6"
       width="2.9715784"
       height="4.5299067"
       x="359.16519"
       y="59.466228"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-3-8-7-9"
       width="2.9715784"
       height="4.5299067"
       x="364.98593"
       y="59.466232"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-0-8-5-5"
       width="2.9715784"
       height="4.5299067"
       x="293.79306"
       y="192.61276"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-23.134558,1475.0456,271.72283)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-3-1-7"
       width="2.9715784"
       height="4.5299067"
       x="19.544363"
       y="347.62051"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-75.38135,395.11019,293.01785)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-8-7-5-4-7-8-8-1-7-0-1"
       width="2.9715784"
       height="4.5299067"
       x="-78.073784"
       y="340.30573"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="rotate(-90.38135,304.62659,294.80208)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-5-8-9-8"
       width="2.9715784"
       height="4.5299067"
       x="408.37784"
       y="84.337059"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-5-9-6-4-2-8-3-7"
       width="2.9715784"
       height="4.5299067"
       x="387.21115"
       y="84.337059"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="M 420.65097,86.685462 V 73.45629 h 18.78851"
       id="path1259-6-4-3-6-9-5-2-5-3-4-4-7-6"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9-3);stop-color:#000000"
       d="m 447.44011,48.569366 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-6-2-4"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9-3);stop-color:#000000"
       d="m 453.79012,48.569366 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-4-4-7-8"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-6-0-9-3);stop-color:#000000"
       d="m 460.14013,48.569366 h 3.21163 c 1.99514,0 3.60133,-1.60619 3.60133,-3.60133 v -3.35251 -0.17752"
       id="path37327-49-5-0-4"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 454.61823,48.546656 h -6.24631 c -1.99514,0 -4.11344,1.60626 -4.1305,3.60133 v 5.46918 0.17752"
       id="path37327-7-2-3-8"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 446.92925,48.546656 h -5.85746 c -1.99514,0 -3.60133,1.60619 -3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-4-8-0-4-1"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 441.10841,48.546656 h -6.38663 c -1.99514,0 -3.60133,1.60619 -3.60133,3.60133 v 5.46918 0.17752"
       id="path37327-49-4-2-6-6"
       sodipodi:nodetypes="csscc"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-6-8-3"
       width="2.9715784"
       height="4.5299067"
       x="418.96121"
       y="84.337059"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;marker-end:url(#Arrow1Mend-7-9-6-2-9-87-1-8);stop-color:#000000"
       d="M 420.57706,103.50158 V 91.711122"
       id="path1259-6-4-3-6-9-5-2-5-38-7-5"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-7-3-0-4-0"
       style="display:inline;fill:#cccccc;stroke:#000000;stroke-width:0.264583"
       d="m 431.83151,130.84567 -5.29167,-21.99888 h -54.13861 l -5.29167,21.99888 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="359.99225"
       y="146.87245"
       id="text2410-5-9-4-1-9-8-0-3-9-9-1-8"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-08-1-9-0"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="359.99225"
         y="146.87245"><tspan
   style="font-style:normal"
   id="tspan4368-85-9-0-4">0...</tspan>t</tspan></text><path
       id="rect4029-2-6-2-6-6-6-0-5-2-0-3-6-2-4-2-3-7-4-8-5-9-0-6-9-1"
       style="display:inline;fill:#b3b3b3;stroke:#000000;stroke-width:0.264583"
       d="m 421.24817,130.84567 -5.29167,-21.99888 h -54.1386 l -5.29168,21.99888 z"
       sodipodi:nodetypes="ccccc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-39-8-0-1);stop-color:#000000"
       d="m 372.69581,142.32702 h 11.6541 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-96-2-8-1"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="ccc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-2-1-4-6-0);stop-color:#000000"
       d="m 417.67498,142.32701 h 9.00828 v -8.08628"
       id="path1259-6-4-3-6-9-5-2-4-3-4-8-3"
       transform="translate(11.85856,601.38405)" /><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,371.53841,739.84973)"
       id="g467-9-7-6-8-4-5-5"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-5-9-8-9"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-6-9-4-3" /></g></g><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="406.55899"
       y="146.87245"
       id="text2410-5-9-4-1-9-8-0-3-3-1-3-3-4"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         id="tspan2408-0-2-7-1-2-5-3-8-0-1-6-7-1"
         style="font-style:italic;font-variant:normal;font-weight:normal;font-stretch:normal;font-family:MathJax_Math;-inkscape-font-specification:'MathJax_Math Italic';stroke-width:0.264583"
         x="406.55899"
         y="146.87245">t+<tspan
   style="font-style:normal"
   id="tspan4370-5-0-1-5">1</tspan></tspan></text><g
       inkscape:export-ydpi="192"
       inkscape:export-xdpi="192"
       transform="matrix(-0.01550293,0,0,0.01537891,418.1051,739.84973)"
       id="g467-9-7-6-3-9-5-3-0"
       style="display:inline;fill:#000000"
       inkscape:export-filename="/home/yky/latex/2021/LBAI-architecture.png"><g
         id="g455-2-4-1-0-84-0-8-8"><path
           inkscape:connector-curvature="0"
           d="M 256,96 C 144.341,96 47.559,161.021 0,256 47.559,350.979 144.341,416 256,416 367.657,416 464.439,350.979 512,256 464.442,161.021 367.657,96 256,96 Z m 126.225,84.852 c 30.081,19.187 55.571,44.887 74.717,75.148 -19.146,30.261 -44.637,55.961 -74.718,75.149 C 344.427,355.257 300.779,368 256,368 211.22,368 167.572,355.257 129.775,331.148 99.695,311.962 74.205,286.262 55.058,256 c 19.146,-30.262 44.637,-55.962 74.717,-75.148 1.959,-1.25 3.938,-2.461 5.929,-3.65 C 130.725,190.866 128,205.613 128,221 c 0,70.692 57.308,128 128,128 70.692,0 128,-57.308 128,-128 0,-15.387 -2.725,-30.134 -7.704,-43.799 1.99,1.189 3.969,2.401 5.929,3.651 z M 256,205 c 0,26.51 -21.49,48 -48,48 -26.51,0 -48,-21.49 -48,-48 0,-26.51 21.49,-48 48,-48 26.51,0 48,21.49 48,48 z"
           id="path453-2-5-0-9-8-2-0-3" /></g></g><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 461.17072,99.380162 c -5.67104,0.11795 -23.91224,7.527138 -23.55696,-2.68691"
       id="path37558-9-5"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 446.95391,124.88779 c -5.67104,0.11795 -9.413,-22.09159 -22.97644,-21.19894"
       id="path1259-6-4-3-6-9-1-6-9-9-7-6"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-9-5"
       width="2.9715784"
       height="4.5299067"
       x="419.24985"
       y="101.43188"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-0-9-9"
       width="2.9715784"
       height="4.5299067"
       x="377.25128"
       y="139.99243"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><rect
       style="display:inline;fill:#d5f6ff;stroke:#0000ff;stroke-width:0.264583"
       id="rect4029-2-6-2-6-6-6-0-5-2-0-6-8-8-5-6-5-5-8-7-3-9"
       width="2.9715784"
       height="4.5299067"
       x="421.03003"
       y="140.02452"
       ry="7.6293945e-06"
       inkscape:export-xdpi="192"
       inkscape:export-ydpi="192"
       transform="translate(11.85856,601.38405)" /><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.396875;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:1.19062, 1.19062;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;marker-end:url(#Arrow1Mend-7-9-6-2-9-91-2-6-0);stop-color:#000000"
       d="m 426.21764,129.10616 -5.29167,-17.61129"
       id="path1259-6-4-3-6-9-5-2-5-30-9-8-2-0"
       inkscape:connector-curvature="0"
       sodipodi:nodetypes="cc"
       transform="translate(11.85856,601.38405)" /><path
       d="m 338.45978,115.43337 v -0.72342 q 0.0207,-0.39272 0.31004,-0.66142 0.28937,-0.2687 0.68208,-0.2687 h 0.99213 v -0.33071 q 0,-0.41338 0.28937,-0.70275 0.28936,-0.28937 0.70275,-0.28937 h 3.30708 q 0.41339,0 0.70275,0.28937 0.28937,0.28937 0.28937,0.70275 v 0.33071 h 0.99213 q 0.39271,0 0.68208,0.2687 0.28937,0.2687 0.31004,0.66142 v 0.72342 q 0,0.2687 -0.19635,0.46506 -0.19635,0.19637 -0.46506,0.19636 v 5.62203 q 0,0.55807 -0.38238,0.94046 -0.38238,0.38238 -0.94046,0.38237 h -5.29132 q -0.55807,0 -0.94046,-0.38237 -0.38239,-0.38238 -0.38238,-0.94046 v -5.62203 q -0.2687,0 -0.46506,-0.19636 -0.19636,-0.19635 -0.19635,-0.46506 z m 0.66141,0 h 7.937 v -0.66142 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -7.27558 q -0.14468,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.66142 z m 0.66142,6.28345 q 0,0.2687 0.19635,0.46506 0.19636,0.19637 0.46507,0.19636 h 5.29132 q 0.2687,0 0.46507,-0.19636 0.19636,-0.19635 0.19635,-0.46506 v -5.62203 h -6.61416 z m 0.66142,-0.33071 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14469,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.3307,0 h 0.66142 v -4.2992 h -0.66142 z m 0.33071,-7.60628 h 3.9685 v -0.33071 q 0,-0.14468 -0.093,-0.2377 -0.093,-0.093 -0.2377,-0.093 h -3.30708 q -0.14469,0 -0.2377,0.093 -0.093,0.093 -0.093,0.2377 v 0.33071 z m 1.32283,7.60628 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z m 1.65354,0 v -4.2992 q 0,-0.14469 0.093,-0.2377 0.093,-0.093 0.2377,-0.093 h 0.66142 q 0.14468,0 0.2377,0.093 0.093,0.093 0.093,0.2377 v 4.2992 q 0,0.14469 -0.093,0.2377 -0.093,0.093 -0.2377,0.093 h -0.66142 q -0.14468,0 -0.2377,-0.093 -0.093,-0.093 -0.093,-0.2377 z m 0.33071,0 h 0.66142 v -4.2992 h -0.66142 z"
       id="path39468-4-7"
       style="display:inline;stroke-width:0.0105833"
       transform="translate(11.85856,601.38405)" /><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="388.16586"
       y="119.37567"
       id="text9343-5-4-2-9-9-2-4-7-1-2-6"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="388.16586"
         y="119.37567"
         id="tspan7388-0-0-3">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="388.16586"
         y="125.40817"
         id="tspan26470-4-2-7">(lower half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="421.66925"
       y="27.847908"
       id="text9343-5-4-2-9-9-2-4-7-1-4-1-6"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="421.66925"
         y="27.847908"
         id="tspan7388-0-5-7-1">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="421.66925"
         y="33.880409"
         id="tspan26470-4-9-5-5">(upper half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="363.90515"
       y="49.603489"
       id="text9343-5-4-2-9-9-7-5-2-9-8-9-1-0"
       transform="translate(11.85856,601.38405)"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="363.90515"
         y="49.603489"
         id="tspan6036-8-9-7-6"><tspan
           id="tspan37606-7-4-5"
           style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583">RL</tspan></tspan></text></g><g
     inkscape:groupmode="layer"
     id="layer2"
     inkscape:label="Chinese"
     style="display:inline"
     transform="translate(87.122407,875.51572)"><rect
       style="opacity:1;fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect12505"
       width="11.979435"
       height="6.9605374"
       x="0.13229102"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="13.865252"
       y="668.66925"
       id="text12451"
       transform="translate(-11.85856,-601.38405)"><tspan
         sodipodi:role="line"
         id="tspan12449"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="13.865252"
         y="668.66925">John</tspan></text><rect
       style="fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect12505-7"
       width="11.979435"
       height="6.9605374"
       x="97.715843"
       y="663.85352"
       ry="3.4360478"
       transform="translate(-11.85856,-601.38405)" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="99.061073"
       y="668.66925"
       id="text12451-3"
       transform="translate(-11.85856,-601.38405)"><tspan
         sodipodi:role="line"
         id="tspan12449-2"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="99.061073"
         y="668.66925">Mary</tspan></text><rect
       style="fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect12505-6"
       width="7.9375"
       height="6.9605374"
       x="35.274185"
       y="663.85352"
       ry="3.4360478"
       transform="translate(-11.85856,-601.38405)" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="37.148586"
       y="668.66925"
       id="text12451-5"
       transform="translate(-11.85856,-601.38405)"><tspan
         sodipodi:role="line"
         id="tspan12449-26"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="37.148586"
         y="668.66925">踢</tspan></text><rect
       style="fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect12505-6-5"
       width="7.9375"
       height="6.9605374"
       x="56.970024"
       y="663.85352"
       ry="3.4360478"
       transform="translate(-11.85856,-601.38405)" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="58.844425"
       y="668.66925"
       id="text12451-5-8"
       transform="translate(-11.85856,-601.38405)"><tspan
         sodipodi:role="line"
         id="tspan12449-26-7"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="58.844425"
         y="668.66925">球</tspan></text><rect
       style="fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect12505-6-9"
       width="7.9375"
       height="6.9605374"
       x="78.292999"
       y="663.85352"
       ry="3.4360478"
       transform="translate(-11.85856,-601.38405)" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="80.167397"
       y="668.66925"
       id="text12451-5-6"
       transform="translate(-11.85856,-601.38405)"><tspan
         sodipodi:role="line"
         id="tspan12449-26-0"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="80.167397"
         y="668.66925">给</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822"
       transform="translate(-203.01875,-575.72025)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22483"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22479">每次只增加一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22481"> </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22491"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22485">token</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22487">，</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22489">这是观察到的</tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22501"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22493">世界改变</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22495">“</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22497">delta</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22499">”</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2"
       transform="translate(-1.3135581,-532.04772)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22507"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22503">每次只增加一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22505"> </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22515"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22509">token</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22511">，</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22513">这是观察到的</tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22525"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22517">世界改变</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22519">“</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22521">delta</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22523">”</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2"
       transform="translate(13.6318,-566.48135)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22529"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22527">由同一个新词愆生的</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22537"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22531">逻辑结论</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22533"> </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22535">tokens</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="206.09644"
       y="-506.00977"
       id="text3955"><tspan
         sodipodi:role="line"
         id="tspan3953"
         style="stroke-width:0.264583"
         x="206.09644"
         y="-506.00977">这是 RL 输出的</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="206.09644"
         y="-498.95422"
         id="tspan4044">新「思想动作」</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="284.46899"
       y="-503.44531"
       id="text4048"><tspan
         sodipodi:role="line"
         id="tspan4046"
         style="stroke-width:0.264583"
         x="284.46899"
         y="-503.44531">如果 token 有“输出”</tspan><tspan
         sodipodi:role="line"
         style="stroke-width:0.264583"
         x="284.46899"
         y="-496.38977"
         id="tspan4538">特征，则预测下个词</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:57.6913;display:inline;stroke-width:0.264583"
       x="299.58658"
       y="152.97482"
       id="text4048-8"
       transform="translate(-23.0166,-612.91405)"><tspan
         x="299.58658"
         y="152.97482"
         id="tspan22539">如果不是输出 token，</tspan><tspan
         x="299.58658"
         y="160.03038"
         id="tspan22541">则回馈到 RL 状态里。
</tspan><tspan
         x="299.58658"
         y="167.08594"
         id="tspan22543">注意：RL 状态的长度不</tspan><tspan
         x="299.58658"
         y="174.1415"
         id="tspan22545">必跟输入句子对齐，不</tspan><tspan
         x="299.58658"
         y="181.19705"
         id="tspan22547">同于 LLM</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;white-space:pre;inline-size:34.2866;display:inline;stroke-width:0.264583"
       x="224.37024"
       y="145.44835"
       id="text6058"
       transform="translate(-63.935277,-588.06825)"><tspan
         x="224.37024"
         y="145.44835"
         id="tspan22549">RL 状态宽度</tspan><tspan
         x="224.37024"
         y="152.50391"
         id="tspan22551">有限，太旧的<tspan
   y="152.50391"
   id="tspan22553"> </tspan></tspan><tspan
         x="224.37024"
         y="159.55947"
         id="tspan22555">tokens 直接</tspan><tspan
         x="224.37024"
         y="166.61502"
         id="tspan22557">遗忘</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="208.129"
       y="-400.31403"
       id="text9343-5-4-2-9-9-2-4"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.129"
         y="-400.31403"
         id="tspan409-2-2-0-3">旧的 LLM 下半部</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:1.25;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="208.20795"
       y="-473.63205"
       id="text9343-5-4-2-9-9-7-5-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.20795"
         y="-473.63205"
         id="tspan409-2-2-7-0-6">RL</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.20795"
         y="-465.12155"
         id="tspan14203">（复制 LLM 上半）</tspan></text><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-variant-east-asian:normal;letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:185.669;display:inline;stroke-width:0.264583"
       x="20.260635"
       y="103.23682"
       id="text3180-2"
       transform="translate(143.37321,-463.9749)"><tspan
         x="20.260635"
         y="103.23682"
         id="tspan22559">= token，也可以诠释为逻辑命题。
</tspan><tspan
         x="20.260635"
         y="110.29237"
         id="tspan22561">
</tspan><tspan
         x="20.260635"
         y="117.34792"
         id="tspan22563">= 原本的 LLM 架构，黄色是中间层，我们估计最抽象的 representation 在这</tspan><tspan
         x="20.260635"
         y="124.40347"
         id="tspan22565">一层涌现。
</tspan><tspan
         x="20.260635"
         y="131.45902"
         id="tspan22567">参考《Memorizing Transformers》
</tspan><tspan
         x="20.260635"
         y="138.51457"
         id="tspan22569">
</tspan><tspan
         x="20.260635"
         y="145.57013"
         id="tspan22571">= RL 的「隐状态」= Transformer 的其中一层，由一横列 tokens 组成。
</tspan><tspan
         x="20.260635"
         y="152.62569"
         id="tspan22573">
</tspan><tspan
         x="20.260635"
         y="159.68125"
         id="tspan22575">= 输入句子。 LLM 就像盲聋女作家 Helen Keller，它每次只能阅读一个词。 </tspan><tspan
         x="20.260635"
         y="166.7368"
         id="tspan22577">在时间 t+1，Transformer 会产生新的一竖列 tokens，包括输出的预测。</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="410.80743"
       y="-409.42606"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="410.80743"
         y="-409.42606"
         id="tspan6036-8-0">(单层 但更长)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="471.94458"
       y="-422.37827"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-1"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="471.94458"
         y="-422.37827"
         id="tspan6036-8-0-2">叠加</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-1"
       transform="translate(-10.406267,-246.80142)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22583"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22579">每次只增加一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22581"> </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22591"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22585">token</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22587">，</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22589">这是观察到的</tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22601"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22593">世界改变</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22595">“</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22597">delta</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22599">”</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7"
       transform="translate(4.5390906,-281.23505)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22605"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22603">由同一个新词愆生的</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22613"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22607">逻辑结论</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22609"> </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22611">tokens</tspan></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="401.71469"
       y="-122.59226"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-11"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="401.71469"
         y="-122.59226"
         id="tspan6036-8-0-1">(单层 但更长)</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-1-0"
       transform="translate(-22.572071,-46.57889)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22619"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22615">每次只增加一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22617"> </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22627"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22621">token</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22623">，</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22625">这是观察到的</tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22637"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22629">世界改变</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22631">“</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22633">delta</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22635">”</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-8"
       transform="translate(-7.626713,-81.01252)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22641"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22639">由同一个新词愆生的</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22649"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22643">逻辑结论</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22645"> </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22647">tokens</tspan></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="374.82037"
       y="49.305996"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-11-1"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="374.82037"
         y="49.305996"
         id="tspan6036-8-0-1-2">(双层)</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-1-0-1"
       transform="translate(-24.133653,105.31688)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22655"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22651">每次只增加一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22653"> </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22663"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22657">token</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22659">，</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22661">这是观察到的</tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22673"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22665">世界改变</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22667">“</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22669">delta</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22671">”</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-8-2"
       transform="translate(-4.9549613,74.587441)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22681"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22675">由同一个</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22677">Δ </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22679">循环愆生</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22691"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22683">的</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22685">逻辑结论</tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22687"> </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22689">tokens</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:56.4848;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-8-2-0"
       transform="translate(-2.0025781,39.504177)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22695"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22693">循环完毕后才同时输出</tspan></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="473.77844"
       y="230.32697"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-11-1-2"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="473.77844"
         y="230.32697"
         id="tspan6036-8-0-1-2-1">(多层)</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:152.5;display:inline;stroke-width:0.264583"
       x="374.79865"
       y="284.84851"
       id="text66029"
       transform="translate(-11.85856,-601.38405)"><tspan
         x="374.79865"
         y="284.84851"
         id="tspan22697">有两点要解释：
</tspan><tspan
         x="374.79865"
         y="291.90406"
         id="tspan22699">1）Transformer 每次输入一个新 token，也输出一个新 token.  </tspan><tspan
         x="374.79865"
         y="298.9596"
         id="tspan22701">RL 需要将新 token 搬回到 工作记忆里，然后这又产生更多的 </tspan><tspan
         x="374.79865"
         y="306.01514"
         id="tspan22703">tokens.  所以 RL 循环多少次，工作记忆里就增加多少个新的 </tspan><tspan
         x="374.79865"
         y="313.07068"
         id="tspan22705">tokens.
</tspan><tspan
         x="374.79865"
         y="320.12622"
         id="tspan22707">2）传统 LLM 里，每个 token 有它的“pivot”，就是原初产生</tspan><tspan
         x="374.79865"
         y="327.18177"
         id="tspan22711">它的那个单词，也就是观察到的 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22709">世界变迁</tspan>“delta.” 每个 </tspan><tspan
         x="374.79865"
         y="334.23731"
         id="tspan22715">token 其实是世界变迁引起的 <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22713">局部结论</tspan>。 那么，我们 RL 的做</tspan><tspan
         x="374.79865"
         y="341.29285"
         id="tspan22717">法，导致时间 t 产生的结论多于一个。为了符合传统 LLM 的格</tspan><tspan
         x="374.79865"
         y="348.34839"
         id="tspan22719">式，似乎需要将这些 tokens 叠加成一个 token.  但这会不会造</tspan><tspan
         x="374.79865"
         y="355.40393"
         id="tspan22721">成 token 内讯息太多而崩溃？或者一个更好的做法是：将最新</tspan><tspan
         x="374.79865"
         y="362.45948"
         id="tspan22723">的那个 token 设定为 pivot，其他新 tokens 附加在左边，作为</tspan><tspan
         x="374.79865"
         y="369.51502"
         id="tspan22725">辅佐讯息。但这需要稍为修改传统 LLM 的代码，不知可否 fine </tspan><tspan
         x="374.79865"
         y="376.57056"
         id="tspan22727">tune 还是要重新训练？</tspan></text><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.264583;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 473.16103,812.23982 c -5.54396,1.34704 -4.49386,-2.75488 -10.32779,-1.62857"
       id="path37558-9-5-5-4-5-3"
       sodipodi:nodetypes="cc"
       transform="translate(-11.85856,-601.38405)" /></g><g
     inkscape:groupmode="layer"
     id="g2417"
     inkscape:label="English"
     style="display:none"
     transform="translate(87.122407,875.51572)"><rect
       style="opacity:1;fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect2387"
       width="11.979435"
       height="6.9605374"
       x="0.13229162"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="2.0066907"
       y="67.285202"
       id="text2391"><tspan
         sodipodi:role="line"
         id="tspan2389"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="2.0066907"
         y="67.285202">John</tspan></text><rect
       style="display:inline;fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect2387-6"
       width="15.875"
       height="6.9605374"
       x="19.182289"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="20.37253"
       y="67.285202"
       id="text2391-0"><tspan
         sodipodi:role="line"
         id="tspan2389-6"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="20.37253"
         y="67.285202">throws</tspan></text><rect
       style="display:inline;fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect2387-6-2"
       width="11.979435"
       height="6.9605374"
       x="85.857292"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="87.576698"
       y="67.285202"
       id="text2391-0-0"><tspan
         sodipodi:role="line"
         id="tspan2389-6-2"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="87.576698"
         y="67.285202">ball</tspan></text><rect
       style="fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect2393"
       width="11.979435"
       height="6.9605374"
       x="42.994781"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;stroke-width:0.264583"
       x="43.965843"
       y="67.285202"
       id="text2397"><tspan
         sodipodi:role="line"
         id="tspan2395"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="43.965843"
         y="67.285202">Mary</tspan></text><rect
       style="display:inline;fill:#ffd700;fill-opacity:1;stroke:#ffa500;stroke-width:0.264583;stroke-opacity:1;stop-color:#000000"
       id="rect2387-6-2-3"
       width="11.979435"
       height="6.9605374"
       x="64.690636"
       y="62.469467"
       ry="3.4360478" /><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';letter-spacing:0px;word-spacing:0px;display:inline;stroke-width:0.264583"
       x="67.468376"
       y="67.285202"
       id="text2391-0-0-7"><tspan
         sodipodi:role="line"
         id="tspan2389-6-2-5"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.23333px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi';stroke-width:0.264583"
         x="67.468376"
         y="67.285202">the</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:63.0695;display:inline;stroke-width:0.264583"
       x="195.51309"
       y="-527.17645"
       id="text3955-6"
       transform="translate(0,21.695834)"><tspan
         x="195.51309"
         y="-527.17645"
         id="tspan22729">RL outputs the latest </tspan><tspan
         x="195.51309"
         y="-520.12094"
         id="tspan22731">token = &quot;thought action&quot;</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';text-align:center;letter-spacing:0px;word-spacing:0px;text-anchor:middle;white-space:pre;inline-size:34.2866;display:inline;stroke-width:0.264583"
       x="224.37024"
       y="145.44835"
       id="text6058-3"
       transform="translate(-63.935281,-589.65576)"><tspan
         x="224.37024"
         y="145.44835"
         id="tspan22733">RL state has<tspan
   y="145.44835"
   id="tspan22735"> </tspan></tspan><tspan
         x="224.37024"
         y="152.50391"
         id="tspan22737">fixed size,<tspan
   y="152.50391"
   id="tspan22739"> </tspan></tspan><tspan
         x="224.37024"
         y="159.55947"
         id="tspan22741">older tokens<tspan
   y="159.55947"
   id="tspan22743"> </tspan></tspan><tspan
         x="224.37024"
         y="166.61502"
         id="tspan22745">are forgotten</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="207.24954"
       y="-402.95993"
       id="text9343-5-4-2-9-9-2-4-7"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="207.24954"
         y="-402.95993"
         id="tspan7388">original LLM</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="207.24954"
         y="-396.92743"
         id="tspan26470">(lower half)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="208.20795"
       y="-474.16125"
       id="text9343-5-4-2-9-9-7-5-2-9"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:6.35px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.20795"
         y="-474.16125"
         id="tspan409-2-2-7-0-6-2">RL</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.20795"
         y="-468.12875"
         id="tspan14203-2">(duplicate upper</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="208.20795"
         y="-462.09625"
         id="tspan6036">half of LLM)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="408.69073"
       y="-409.42606"
       id="text9343-5-4-2-9-9-7-5-2-9-8"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="408.69073"
         y="-409.42606"
         id="tspan6036-8">(single-layer but longer)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="485.51263"
       y="-424.84351"
       id="text9343-5-4-2-9-9-7-5-2-9-8-24"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="485.51263"
         y="-424.84351"
         id="tspan6036-8-99">add by</tspan><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="485.51263"
         y="-418.811"
         id="tspan104107">superposition</tspan></text><text
       xml:space="preserve"
       style="font-style:normal;font-variant:normal;font-weight:300;font-stretch:normal;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-variant-east-asian:normal;letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:184.393;display:inline;stroke-width:0.264583"
       x="20.260635"
       y="103.23682"
       id="text3180-2-9"
       transform="translate(143.90241,-464.50407)"><tspan
         x="20.260635"
         y="103.23682"
         id="tspan22747">= tokens (can be interpreted as logic propositions)
</tspan><tspan
         x="20.260635"
         y="110.29237"
         id="tspan22749">
</tspan><tspan
         x="20.260635"
         y="117.34792"
         id="tspan22751">= original LLM (Transformer) architecture.  Yellow strip = middle hidden </tspan><tspan
         x="20.260635"
         y="124.40347"
         id="tspan22753">layer, where the most abstract representation is supposed to emerge.
</tspan><tspan
         x="20.260635"
         y="131.45902"
         id="tspan22755">Cf.《Memorizing Transformers》
</tspan><tspan
         x="20.260635"
         y="138.51457"
         id="tspan22757">
</tspan><tspan
         x="20.260635"
         y="145.57013"
         id="tspan22759">= middle layer of LLM = &quot;state&quot; of RL, made of a horizontal row of tokens. 
</tspan><tspan
         x="20.260635"
         y="152.62569"
         id="tspan22761">
</tspan><tspan
         x="20.260635"
         y="159.68125"
         id="tspan22763">= input sentence.  LLM is like Helen Keller, reading a single word each </tspan><tspan
         x="20.260635"
         y="166.7368"
         id="tspan22765">time.  At time step t+1, Transformer generates a vertical column of tokens, </tspan><tspan
         x="20.260635"
         y="173.79236"
         id="tspan22767">that includes the prediction of the next word.</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:65.5026;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-1-7"
       transform="translate(-0.31472938,-531.9744)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22771"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22769">Add 1 token per time </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22775"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22773">step, this is the &quot;delta&quot; </tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22779"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22777">change of the world state</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:52.0196;display:inline;stroke-width:0.264583"
       x="537.43652"
       y="-390.14957"
       id="text37562"
       transform="translate(-55.033337,3.1750001)"><tspan
         x="537.43652"
         y="-390.14957"
         id="tspan22783"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22781">new RL state tokens </tspan></tspan><tspan
         x="537.43652"
         y="-383.09402"
         id="tspan22787"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22785">that belong to the </tspan></tspan><tspan
         x="537.43652"
         y="-376.03848"
         id="tspan22791"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22789">same &quot;axis&quot;</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:66.366;display:inline;stroke-width:0.264583"
       x="284.46899"
       y="-524.612"
       id="text4048-9"
       transform="translate(-8.9958347,21.16668)"><tspan
         x="284.46899"
         y="-524.612"
         id="tspan22793">If token is &quot;for output&quot;, use </tspan><tspan
         x="284.46899"
         y="-517.55649"
         id="tspan22795">it to predict next word</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:57.6913;display:inline;stroke-width:0.264583"
       x="299.58658"
       y="152.97482"
       id="text4048-8-0"
       transform="translate(-23.0166,-612.3849)"><tspan
         x="299.58658"
         y="152.97482"
         id="tspan22797">If token is not for </tspan><tspan
         x="299.58658"
         y="160.03038"
         id="tspan22799">output, put it back into </tspan><tspan
         x="299.58658"
         y="167.08594"
         id="tspan22801">RL state.
</tspan><tspan
         x="299.58658"
         y="174.1415"
         id="tspan22803">Note: RL state's length </tspan><tspan
         x="299.58658"
         y="181.19705"
         id="tspan22805">does not need to align </tspan><tspan
         x="299.58658"
         y="188.25261"
         id="tspan22807">with input sentence </tspan><tspan
         x="299.58658"
         y="195.30817"
         id="tspan22809">length, unlike in LLM.</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:65.5026;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-1"
       transform="translate(-202.48955,-574.66193)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22813"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22811">Add 1 token per time </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22817"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22815">step, this is the &quot;delta&quot; </tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22821"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22819">change of the world state</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;white-space:pre;inline-size:108.548;display:inline;stroke-width:0.264583"
       x="509.81616"
       y="-424.89114"
       id="text3674"
       transform="translate(102.12916,-5.2916667)"><tspan
         x="509.81616"
         y="-424.89114"
         id="tspan22829"><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22823">Tokens </tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22825">要拆开是因为多步推理需要命题化</tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22827">
</tspan></tspan><tspan
         x="509.81616"
         y="-417.27115"
         id="tspan22835"><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22831">但拆开之后应该怎样做预测？</tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22833">
</tspan></tspan><tspan
         x="509.81616"
         y="-409.65116"
         id="tspan22849"><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22837">如果纯粹</tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22839"> </tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22841">再叠加</tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22843"> </tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22845">好像很低能，但也合理？</tspan><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22847">
</tspan></tspan><tspan
         x="509.81616"
         y="-402.59561"
         id="tspan22853"><tspan
           style="text-align:start;text-anchor:start"
           id="tspan22851">
</tspan></tspan></text><text
       xml:space="preserve"
       transform="scale(0.26458333)"
       id="text19902"
       style="font-weight:300;font-size:26.6667px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;white-space:pre;shape-inside:url(#rect19904);display:inline" /><text
       xml:space="preserve"
       transform="scale(0.26458333)"
       id="text26540"
       style="font-weight:300;font-size:26.6667px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;white-space:pre;shape-inside:url(#rect26542);display:inline" /><text
       xml:space="preserve"
       transform="scale(0.26458333)"
       id="text51618"
       style="font-weight:300;font-size:26.6667px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;white-space:pre;shape-inside:url(#rect51620);display:inline" /><text
       xml:space="preserve"
       transform="scale(0.26458333)"
       id="text59774"
       style="font-weight:300;font-size:26.6667px;line-height:1.25;font-family:'Alibaba Sans';-inkscape-font-specification:'Alibaba Sans, Light';text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;white-space:pre;shape-inside:url(#rect59776);display:inline" /><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:152.5;display:inline;stroke-width:0.264583"
       x="374.79865"
       y="284.84851"
       id="text66029-4"
       transform="translate(-11.858571,-601.38405)"><tspan
         x="374.79865"
         y="284.84851"
         id="tspan22855">Two points require explantion:
</tspan><tspan
         x="374.79865"
         y="291.90406"
         id="tspan22857">
</tspan><tspan
         x="374.79865"
         y="298.9596"
         id="tspan22859">1) Per each iteration, the Transformer inputs a new token </tspan><tspan
         x="374.79865"
         y="306.01514"
         id="tspan22861">and outputs a new token.  RL wants to put that token back </tspan><tspan
         x="374.79865"
         y="313.07068"
         id="tspan22863">into Working Memory, and this generates more tokens.  So </tspan><tspan
         x="374.79865"
         y="320.12622"
         id="tspan22865">each RL cycle adds one new token to Working Memory.
</tspan><tspan
         x="374.79865"
         y="327.18177"
         id="tspan22867">
</tspan><tspan
         x="374.79865"
         y="334.23731"
         id="tspan22869">2) In current LLMs, every token has its &quot;pivot&quot;,  ie, the word </tspan><tspan
         x="374.79865"
         y="341.29285"
         id="tspan22873">that originally generated it.  That is the observed <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22871">world </tspan></tspan><tspan
         x="374.79865"
         y="348.34839"
         id="tspan22879"><tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22875">change </tspan>&quot;delta.&quot;   Each token is the <tspan
   style="font-weight:normal;-inkscape-font-specification:'Alibaba PuHuiTi'"
   id="tspan22877">local conclutions</tspan> </tspan><tspan
         x="374.79865"
         y="355.40393"
         id="tspan22881">deduced from the delta change.  So, the way our RL </tspan><tspan
         x="374.79865"
         y="362.45948"
         id="tspan22883">operates, leads to more than one conclusion at each time t. </tspan><tspan
         x="374.79865"
         y="369.51502"
         id="tspan22885">In order to conform to LLM's format, it seems that we need </tspan><tspan
         x="374.79865"
         y="376.57056"
         id="tspan22887">to add these tokens together (superposition) to make a </tspan><tspan
         x="374.79865"
         y="383.6261"
         id="tspan22889">single token.  But this may cause information overflow in the </tspan><tspan
         x="374.79865"
         y="390.68164"
         id="tspan22891">small fixed-size token.
</tspan><tspan
         x="374.79865"
         y="397.73719"
         id="tspan22893">
</tspan><tspan
         x="374.79865"
         y="404.79273"
         id="tspan22895">Perhaps a better solution is:  Set the newest token as &quot;pivot&quot;, </tspan><tspan
         x="374.79865"
         y="411.84827"
         id="tspan22897">place the other new tokens to its left, as supplementary </tspan><tspan
         x="374.79865"
         y="418.90381"
         id="tspan22899">information to aid prediction.  But this requires modifying </tspan><tspan
         x="374.79865"
         y="425.95935"
         id="tspan22901">the LLM code.  Hopefully it will require only fine-tuning and </tspan><tspan
         x="374.79865"
         y="433.0149"
         id="tspan22903">not re-train from scratch.</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:67.0278;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-4"
       transform="translate(6.1265803,-279.64754)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22907"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22905">tokens (logic conclusions) </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22911"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22909">derived from the same </tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22915"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22913">new word</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-1-9"
       transform="translate(-3.5271072,-254.2098)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22919"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22917">each time add one </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22923"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22921">new token, this is the </tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22927"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22925">observed world </tspan></tspan><tspan
         x="463.85352"
         y="194.87354"
         id="tspan22931"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22929">change &quot;delta&quot;</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:53.787;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-1-9-4"
       transform="translate(-16.781519,98.353708)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22935"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22933">each time add one </tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22939"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22937">new token, this is the </tspan></tspan><tspan
         x="463.85352"
         y="187.81798"
         id="tspan22943"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22941">observed world </tspan></tspan><tspan
         x="463.85352"
         y="194.87354"
         id="tspan22947"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22945">change &quot;delta&quot;</tspan></tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="396.42303"
       y="-122.59226"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-11-9"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="396.42303"
         y="-122.59226"
         id="tspan6036-8-0-1-8">(single-layer but longer)</tspan></text><text
       xml:space="preserve"
       style="font-size:6.35px;line-height:0.95;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;display:inline;fill:#ff0000;stroke-width:0.264583"
       x="482.77432"
       y="230.32697"
       id="text9343-5-4-2-9-9-7-5-2-9-8-2-11-1-2-3"><tspan
         sodipodi:role="line"
         style="font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;font-size:4.93889px;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi Bold';text-align:center;text-anchor:middle;fill:#000000;stroke-width:0.264583"
         x="482.77432"
         y="230.32697"
         id="tspan6036-8-0-1-2-1-3">(multi-layer)</tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:65.7318;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-8-2-0-9"
       transform="translate(-8.3525781,36.329176)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22951"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22949">send together
</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22955"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22953">after cycles complete</tspan></tspan></text><text
       xml:space="preserve"
       style="font-weight:300;font-size:5.64444px;line-height:1.25;font-family:'Alibaba PuHuiTi';-inkscape-font-specification:'Alibaba PuHuiTi, Light';letter-spacing:0px;word-spacing:0px;white-space:pre;inline-size:64.8931;display:inline;stroke-width:0.264583"
       x="463.85352"
       y="173.70686"
       id="text3822-2-2-7-8-2-3"
       transform="translate(-2.3091278,75.645775)"><tspan
         x="463.85352"
         y="173.70686"
         id="tspan22959"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22957">tokens (logic conclusions)
</tspan></tspan><tspan
         x="463.85352"
         y="180.76242"
         id="tspan22965"><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22961">derived from the same </tspan><tspan
           style="text-align:center;text-anchor:middle"
           id="tspan22963">Δ</tspan></tspan></text><path
       style="font-variation-settings:normal;display:inline;vector-effect:none;fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.346557;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;-inkscape-stroke:none;stop-color:#000000"
       d="m 469.17404,207.98839 c -8.95391,3.46351 -8.37985,-0.84485 -17.88701,2.52336"
       id="path37558-9-5-5-4-5-3-6"
       sodipodi:nodetypes="cc" /></g></svg>