_images/multi_linear_probe.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!-- Created with Inkscape (http://www.inkscape.org/) -->

<svg
   width="208.17181mm"
   height="140.94493mm"
   viewBox="0 0 208.17182 140.94493"
   version="1.1"
   id="svg1"
   inkscape:version="1.3.2 (091e20e, 2023-11-25, custom)"
   sodipodi:docname="multi_linear_probe.svg"
   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
   xmlns="http://www.w3.org/2000/svg"
   xmlns:svg="http://www.w3.org/2000/svg">
  <sodipodi:namedview
     id="namedview1"
     pagecolor="#ffffff"
     bordercolor="#000000"
     borderopacity="0.25"
     inkscape:showpageshadow="2"
     inkscape:pageopacity="0.0"
     inkscape:pagecheckerboard="0"
     inkscape:deskcolor="#d1d1d1"
     inkscape:document-units="mm"
     inkscape:zoom="0.68791667"
     inkscape:cx="265.29376"
     inkscape:cy="218.7765"
     inkscape:window-width="1920"
     inkscape:window-height="1147"
     inkscape:window-x="-8"
     inkscape:window-y="-8"
     inkscape:window-maximized="1"
     inkscape:current-layer="layer1" />
  <defs
     id="defs1">
    <marker
       style="overflow:visible"
       id="Triangle"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135" />
    </marker>
    <rect
       x="321.79565"
       y="827.03906"
       width="190.04613"
       height="36.987968"
       id="rect6" />
    <marker
       style="overflow:visible"
       id="Triangle-9"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-4"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-7" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-4-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-7-8" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-4" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-6"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-9" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-67"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-5" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-6"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-1" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-9"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-14" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-6-8"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-1-7" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-6-8-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-1-7-9" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94-1"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3-4" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94-1-6"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3-4-4" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94-1-6-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3-4-4-8" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-2-1"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-4-5" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-2-1-4"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-4-5-9" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-2-1-4-5"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-4-5-9-7" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94-1-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3-4-0" />
    </marker>
    <marker
       style="overflow:visible"
       id="Triangle-9-3-5-2-8-5-0-3-66-2-94-1-2-2"
       refX="0"
       refY="0"
       orient="auto-start-reverse"
       inkscape:stockid="Triangle arrow"
       markerWidth="0.5"
       markerHeight="0.5"
       viewBox="0 0 1 1"
       inkscape:isstock="true"
       inkscape:collect="always"
       preserveAspectRatio="xMidYMid">
      <path
         transform="scale(0.5)"
         style="fill:context-stroke;fill-rule:evenodd;stroke:context-stroke;stroke-width:1pt"
         d="M 5.77,0 -2.88,5 V -5 Z"
         id="path135-7-0-9-1-5-8-8-4-4-9-3-4-0-0" />
    </marker>
  </defs>
  <g
     inkscape:label="Layer 1"
     inkscape:groupmode="layer"
     id="layer1"
     transform="translate(-41.930043,-44.766986)">
    <g
       id="g20"
       transform="translate(5.7212478,32.640897)">
      <g
         id="g1"
         transform="translate(-90.39488,-70.808893)">
        <g
           id="g2"
           transform="matrix(0.71847335,0,0,1.0085956,71.009161,-3.6047958)"
           style="fill:#9ba2ff;fill-opacity:1">
          <rect
             style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
             id="rect1-3-0-3"
             width="57.694447"
             height="9.5260916"
             x="88.337296"
             y="108.3009"
             ry="1.0772649" />
          <text
             xml:space="preserve"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
             x="93.734787"
             y="115.20341"
             id="text1-4-4-5"><tspan
               sodipodi:role="line"
               id="tspan1-4-2-6"
               style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:none;stroke-width:0.136396"
               x="93.734787"
               y="115.20341">Linear Probe</tspan></text>
        </g>
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="139.3958"
           y="112.35278"
           id="text1-4-4-2"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="139.3958"
             y="112.35278">Linear Probe</tspan></text>
      </g>
      <g
         id="g9"
         transform="translate(-24.966528,-11.835437)">
        <g
           id="g2-3"
           transform="matrix(0.78054111,0,0,1.0065796,-1.3110362,42.855397)"
           style="fill:#d4c2c2;fill-opacity:1">
          <rect
             style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
             id="rect1-3-0-3-8"
             width="57.694447"
             height="9.5260916"
             x="88.337296"
             y="108.3009"
             ry="1.0772649" />
          <text
             xml:space="preserve"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
             x="93.734787"
             y="115.20341"
             id="text1-4-4-5-6"><tspan
               sodipodi:role="line"
               id="tspan1-4-2-6-0"
               style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#d4c2c2;fill-opacity:1;stroke:none;stroke-width:0.136396"
               x="93.734787"
               y="115.20341">Linear Probe</tspan></text>
        </g>
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.58611px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="70.435303"
           y="158.05588"
           id="text1-4-4-2-4"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-8"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.58611px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="70.435303"
             y="158.05588">Input embeddings</tspan></text>
      </g>
      <g
         id="g5"
         transform="translate(-23.730116,8.272903)">
        <rect
           style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0"
           width="57.694447"
           height="9.5260916"
           x="60.214787"
           y="114.39278"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="65.612282"
           y="121.29529"
           id="text1-4-4"><tspan
             sodipodi:role="line"
             id="tspan1-4-2"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="65.612282"
             y="121.29529">Transformer Block</tspan></text>
      </g>
      <g
         id="g4"
         transform="translate(-23.991941,8.596821)">
        <rect
           style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0-0"
           width="57.694447"
           height="9.5260916"
           x="60.476612"
           y="96.40197"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="65.874107"
           y="103.30447"
           id="text1-4-4-6"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-2"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="65.874107"
             y="103.30447">Transformer Block</tspan></text>
      </g>
      <g
         id="g3"
         transform="translate(-32.461663,8.8991395)">
        <g
           id="g2-6"
           transform="matrix(0.71847335,0,0,1.0085956,71.009161,-3.6047958)"
           style="fill:#9ba2ff;fill-opacity:1">
          <rect
             style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
             id="rect1-3-0-3-1"
             width="57.694447"
             height="9.5260916"
             x="88.337296"
             y="108.3009"
             ry="1.0772649" />
          <text
             xml:space="preserve"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
             x="93.734787"
             y="115.20341"
             id="text1-4-4-5-8"><tspan
               sodipodi:role="line"
               id="tspan1-4-2-6-7"
               style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:none;stroke-width:0.136396"
               x="93.734787"
               y="115.20341">Linear Probe</tspan></text>
        </g>
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="139.3958"
           y="112.35278"
           id="text1-4-4-2-9"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="139.3958"
             y="112.35278">Linear Probe</tspan></text>
      </g>
      <g
         id="g4-7"
         transform="translate(-23.991941,-9.0700687)">
        <rect
           style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0-0-4"
           width="57.694447"
           height="9.5260916"
           x="60.476612"
           y="96.40197"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="65.874107"
           y="103.30447"
           id="text1-4-4-6-4"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-2-3"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="65.874107"
             y="103.30447">Transformer Block</tspan></text>
      </g>
      <g
         id="g2-6-7"
         transform="matrix(0.71847335,0,0,1.0085956,38.547498,-12.37253)"
         style="fill:#9ba2ff;fill-opacity:1">
        <rect
           style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0-3-1-8"
           width="57.694447"
           height="9.5260916"
           x="88.337296"
           y="108.3009"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="93.734787"
           y="115.20341"
           id="text1-4-4-5-8-6"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-6-7-8"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="93.734787"
             y="115.20341">Linear Probe</tspan></text>
      </g>
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="106.93414"
         y="103.58506"
         id="text1-4-4-2-9-8"><tspan
           sodipodi:role="line"
           id="tspan1-4-2-7-2-4"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="106.93414"
           y="103.58506">Linear Probe</tspan></text>
      <g
         id="g4-7-2"
         transform="translate(-23.991941,-26.73695)">
        <rect
           style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0-0-4-0"
           width="57.694447"
           height="9.5260916"
           x="60.476612"
           y="96.40197"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="65.874107"
           y="103.30447"
           id="text1-4-4-6-4-6"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-2-3-8"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="65.874107"
             y="103.30447">Transformer Block</tspan></text>
      </g>
      <g
         id="g3-0-9"
         transform="translate(-32.461663,-26.434621)">
        <g
           id="g2-6-7-2"
           transform="matrix(0.71847335,0,0,1.0085956,71.009161,-3.6047958)"
           style="fill:#9ba2ff;fill-opacity:1">
          <rect
             style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
             id="rect1-3-0-3-1-8-6"
             width="57.694447"
             height="9.5260916"
             x="88.337296"
             y="108.3009"
             ry="1.0772649" />
          <text
             xml:space="preserve"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
             x="93.734787"
             y="115.20341"
             id="text1-4-4-5-8-6-6"><tspan
               sodipodi:role="line"
               id="tspan1-4-2-6-7-8-4"
               style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:none;stroke-width:0.136396"
               x="93.734787"
               y="115.20341">Linear Probe</tspan></text>
        </g>
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="139.3958"
           y="112.35278"
           id="text1-4-4-2-9-8-9"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="139.3958"
             y="112.35278">Linear Probe</tspan></text>
      </g>
      <g
         id="g4-7-2-1"
         transform="translate(-23.991941,-44.403838)">
        <rect
           style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
           id="rect1-3-0-0-4-0-7"
           width="57.694447"
           height="9.5260916"
           x="60.476612"
           y="96.40197"
           ry="1.0772649" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="65.874107"
           y="103.30447"
           id="text1-4-4-6-4-6-2"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-2-3-8-7"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="65.874107"
             y="103.30447">Transformer Block</tspan></text>
      </g>
      <g
         id="g3-0-9-2"
         transform="translate(-32.461663,-44.101509)">
        <g
           id="g2-6-7-2-2"
           transform="matrix(0.71847335,0,0,1.0085956,71.009161,-3.6047958)"
           style="fill:#9ba2ff;fill-opacity:1">
          <rect
             style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.551751;stroke-dasharray:none;stroke-dashoffset:0"
             id="rect1-3-0-3-1-8-6-6"
             width="57.694447"
             height="9.5260916"
             x="88.337296"
             y="108.3009"
             ry="1.0772649" />
          <text
             xml:space="preserve"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
             x="93.734787"
             y="115.20341"
             id="text1-4-4-5-8-6-6-1"><tspan
               sodipodi:role="line"
               id="tspan1-4-2-6-7-8-4-0"
               style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#9ba2ff;fill-opacity:1;stroke:none;stroke-width:0.136396"
               x="93.734787"
               y="115.20341">Linear Probe</tspan></text>
        </g>
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="139.3958"
           y="112.35278"
           id="text1-4-4-2-9-8-9-6"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="139.3958"
             y="112.35278">Linear Probe</tspan></text>
      </g>
      <g
         id="g7"
         transform="translate(-47.428583,15.645349)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.351235;stroke-dasharray:none"
           id="rect5"
           width="14.675683"
           height="9.788765"
           x="198.05643"
           y="45.838139"
           ry="1.1359921" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="199.73279"
           y="52.197823"
           id="text1-4-4-2-9-8-9-6-5"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="199.73279"
             y="52.197823">Loss</tspan></text>
      </g>
      <g
         id="g7-8"
         transform="translate(-47.428583,33.342866)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.351235;stroke-dasharray:none"
           id="rect5-4"
           width="14.675683"
           height="9.788765"
           x="198.05643"
           y="45.838139"
           ry="1.1359921" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="199.73279"
           y="52.197823"
           id="text1-4-4-2-9-8-9-6-5-8"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6-1"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="199.73279"
             y="52.197823">Loss</tspan></text>
      </g>
      <g
         id="g7-4"
         transform="translate(-47.428583,51.040375)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.351235;stroke-dasharray:none"
           id="rect5-44"
           width="14.675683"
           height="9.788765"
           x="198.05643"
           y="45.838139"
           ry="1.1359921" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="199.73279"
           y="52.197823"
           id="text1-4-4-2-9-8-9-6-5-7"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6-6"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="199.73279"
             y="52.197823">Loss</tspan></text>
      </g>
      <g
         id="g7-9"
         transform="translate(-47.428583,68.737884)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.351235;stroke-dasharray:none"
           id="rect5-6"
           width="14.675683"
           height="9.788765"
           x="198.05643"
           y="45.838139"
           ry="1.1359921" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="199.73279"
           y="52.197823"
           id="text1-4-4-2-9-8-9-6-5-2"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6-17"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="199.73279"
             y="52.197823">Loss</tspan></text>
      </g>
      <g
         id="g7-1"
         transform="translate(-105.3618,-10.939544)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.351235;stroke-dasharray:none"
           id="rect5-8"
           width="14.675683"
           height="9.788765"
           x="198.05643"
           y="45.838139"
           ry="1.1359921" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="199.73279"
           y="52.197823"
           id="text1-4-4-2-9-8-9-6-5-5"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6-9"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="199.73279"
             y="52.197823">Loss</tspan></text>
      </g>
      <g
         id="g8"
         transform="translate(-42.18633,-7.1706667)">
        <rect
           style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.276;stroke-dasharray:none"
           id="rect5-8-3"
           width="27.306892"
           height="9.6639547"
           x="97.604698"
           y="22.992189"
           ry="1.1215078" />
        <text
           xml:space="preserve"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
           x="99.218651"
           y="29.289469"
           id="text1-4-4-2-9-8-9-6-5-5-1"><tspan
             sodipodi:role="line"
             id="tspan1-4-2-7-2-4-5-1-6-9-8"
             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
             x="99.218651"
             y="29.289469">Total Loss</tspan></text>
      </g>
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle)"
         d="m 64.935597,140.03344 -0.06004,-5.63036"
         id="path8"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9)"
         d="m 64.935596,122.48705 -0.06004,-5.63036"
         id="path8-4"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3)"
         d="m 64.935596,104.81487 -0.06004,-5.630357"
         id="path8-4-5"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5)"
         d="m 64.935596,87.162057 -0.06004,-5.63036"
         id="path8-4-5-9"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-2)"
         d="M 64.900954,66.643595 99.549869,66.511908"
         id="path8-4-5-9-1-4-8-2"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-2-1)"
         d="M 64.895916,84.35844 99.544829,84.226753"
         id="path8-4-5-9-1-4-8-2-2"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-2-1-4)"
         d="m 64.929078,101.92132 34.648914,-0.13168"
         id="path8-4-5-9-1-4-8-2-2-5"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-2-1-4-5)"
         d="m 65.191031,119.60476 34.648912,-0.13168"
         id="path8-4-5-9-1-4-8-2-2-5-1"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-4)"
         d="m 64.935596,69.244716 -0.06004,-5.63036"
         id="path8-4-5-9-4"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-4-2)"
         d="m 64.935596,52.061542 -0.06004,-5.63036"
         id="path8-4-5-9-4-6"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0)"
         d="m 143.36137,66.34381 5.36375,-0.11947"
         id="path8-4-5-9-1-4-8-1"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3)"
         d="m 143.31502,84.262754 5.36375,-0.11947"
         id="path8-4-5-9-1-4-8-1-9"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-6)"
         d="m 143.35194,101.92971 5.36375,-0.11947"
         id="path8-4-5-9-1-4-8-1-9-8"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66)"
         d="m 85.430375,39.76618 5.36375,-0.11947"
         id="path8-4-5-9-1-4-8-1-9-4"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.776;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2)"
         d="m 99.974685,34.607573 -0.10141,-6.916065"
         id="path8-4-5-9-1-4-8-1-9-4-0"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.776;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-9)"
         d="m 157.86283,60.956681 -52.7645,-36.14285"
         id="path8-4-5-9-1-4-8-1-9-4-0-0"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.776;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-6)"
         d="M 95.474955,21.008554 84.797445,20.89935"
         id="path8-4-5-9-1-4-8-1-9-4-0-1"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:1.076;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-67)"
         d="m 143.28734,119.5058 5.36375,-0.11947"
         id="path8-4-5-9-1-4-8-1-9-87"
         sodipodi:nodetypes="cc" />
      <g
         id="g11"
         transform="translate(-22.308968,-11.410154)">
        <circle
           style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.676;stroke-dasharray:none"
           id="path9"
           cx="122.07476"
           cy="32.410992"
           r="4.086" />
        <path
           style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.676;stroke-dasharray:none"
           d="m 122.02334,28.910301 0.1298,6.817327"
           id="path10"
           sodipodi:nodetypes="cc" />
        <path
           style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.676;stroke-dasharray:none"
           d="m 118.60981,32.455876 6.89922,-0.111649"
           id="path11" />
      </g>
      <path
         style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.765596;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-6)"
         d="m 165.86949,83.589027 c 2.89313,-13.336662 7.78558,-33.664753 -4.57495,-45.12088 -15.87044,-14.784356 -34.45662,-14.8357 -55.84301,-16.036792"
         id="path12"
         sodipodi:nodetypes="ccc" />
      <path
         style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.765596;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-6-8)"
         d="M 165.52974,101.63923 C 172.86753,92.455498 176.2022,48.339249 164.15799,36.995972 150.60703,23.126555 126.78303,19.8857 106.03345,19.995881"
         id="path12-8"
         sodipodi:nodetypes="ccc" />
      <path
         style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.765596;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-6-8-2)"
         d="m 165.85433,118.73645 c 8.3607,-8.3136 14.63524,-70.75951 2.59103,-82.102787 C 155.95074,21.854731 125.3665,14.023028 105.37816,17.672227"
         id="path12-8-0"
         sodipodi:nodetypes="ccc" />
      <rect
         style="fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.866158;stroke-dasharray:none;stroke-dashoffset:0"
         id="rect1-3-0-0-4-0-7-5"
         width="56.980083"
         height="70.057571"
         x="186.51207"
         y="12.559168"
         ry="7.9225111" />
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="191.5524"
         y="19.104483"
         id="text1-4-4-6-4-6-2-5"><tspan
           sodipodi:role="line"
           id="tspan1-4-2-2-3-8-7-2"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="191.5524"
           y="19.104483">Transformer Block</tspan></text>
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="214.84616"
         y="24.383631"
         id="text1-4-4-6-4-6-2-5-3"><tspan
           sodipodi:role="line"
           id="tspan1-4-2-2-3-8-7-2-8"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="214.84616"
           y="24.383631">Frozen, quantized and</tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="214.84616"
           y="29.234331"
           id="tspan12">pretrained weights</tspan></text>
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.759276;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94)"
         d="m 213.54851,73.01551 -0.0426,-3.25727"
         id="path8-4-5-9-1-4-8-1-9-4-0-7"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.760064;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94-1)"
         d="m 213.35954,61.734505 -0.0474,-2.935649"
         id="path8-4-5-9-1-4-8-1-9-4-0-7-4"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.760064;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94-1-6)"
         d="m 213.30762,51.080629 -0.0474,-2.935649"
         id="path8-4-5-9-1-4-8-1-9-4-0-7-4-8"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.760064;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94-1-6-2)"
         d="m 213.10465,40.33402 -0.14062,-4.681158"
         id="path8-4-5-9-1-4-8-1-9-4-0-7-4-8-6"
         sodipodi:nodetypes="cc" />
      <g
         id="g13"
         transform="translate(-28.698973,-15.39865)">
        <rect
           style="fill:#ccffd9;fill-opacity:1;stroke:#000000;stroke-width:0.396421;stroke-dasharray:none"
           id="rect12"
           width="44.101421"
           height="6.3028183"
           x="220.36775"
           y="77.098572"
           ry="1.2686021" />
        <text
           xml:space="preserve"
           style="font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
           x="223.31166"
           y="81.669296"
           id="text13"><tspan
             sodipodi:role="line"
             id="tspan13"
             style="font-size:3.88056px;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
             x="223.31166"
             y="81.669296">Multi-head attention</tspan></text>
      </g>
      <g
         id="g14"
         transform="translate(-28.844271,-15.20127)">
        <rect
           style="fill:#ffcaaf;fill-opacity:1;stroke:#000000;stroke-width:0.395651;stroke-dasharray:none"
           id="rect12-9"
           width="43.924992"
           height="6.3035879"
           x="220.51266"
           y="66.278809"
           ry="1.268757" />
        <text
           xml:space="preserve"
           style="font-size:3.52778px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
           x="222.40662"
           y="70.321983"
           id="text13-6"><tspan
             sodipodi:role="line"
             id="tspan13-2"
             style="font-size:3.52778px;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
             x="222.40662"
             y="70.321983">Activation &amp; Layer Norm</tspan></text>
      </g>
      <g
         id="g15"
         transform="translate(-28.774206,-15.39865)">
        <rect
           style="fill:#e6f2ff;fill-opacity:1;stroke:#000000;stroke-width:0.394119;stroke-dasharray:none"
           id="rect12-3"
           width="43.574867"
           height="6.30512"
           x="220.44183"
           y="55.853424"
           ry="1.2690654" />
        <text
           xml:space="preserve"
           style="font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
           x="229.96541"
           y="60.379734"
           id="text13-60"><tspan
             sodipodi:role="line"
             id="tspan13-5"
             style="font-size:3.88056px;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
             x="229.96541"
             y="60.379734">Feed Forward</tspan></text>
      </g>
      <path
         style="fill:none;fill-opacity:1;stroke:#000000;stroke-width:0.558001;stroke-dasharray:none;stroke-opacity:1"
         d="m 213.62488,71.561721 24.05016,-0.04596 -0.0633,-33.895313 -24.52715,0.193963"
         id="path15"
         sodipodi:nodetypes="cccc" />
      <rect
         style="fill:#9ba2ff;fill-opacity:1;stroke:#000000;stroke-width:1.01504;stroke-dasharray:none;stroke-dashoffset:0"
         id="rect1-3-0-0-4-0-7-5-9"
         width="58.986568"
         height="35.59996"
         x="184.74394"
         y="86.484718"
         ry="4.0258474" />
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="197.4796"
         y="93.37674"
         id="text1-4-4-6-4-6-2-5-6"><tspan
           sodipodi:role="line"
           id="tspan1-4-2-2-3-8-7-2-0"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.19605px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="197.4796"
           y="93.37674">Linear Probe</tspan></text>
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="214.51659"
         y="98.566315"
         id="text1-4-4-6-4-6-2-5-3-4"><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="214.51659"
           y="98.566315"
           id="tspan17">Newly initialized, full precision,</tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="214.51659"
           y="103.41702"
           id="tspan18">fully trained linear layer.</tspan></text>
      <rect
         style="fill:#ff9bda;fill-opacity:1;stroke:#000000;stroke-width:0.87261;stroke-dasharray:none;stroke-dashoffset:0"
         id="rect1-3-0-0-4-0-7-5-9-6"
         width="59.96476"
         height="25.881012"
         x="183.77704"
         y="126.75371"
         ry="2.9267726" />
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.64444px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="208.9391"
         y="133.32076"
         id="text1-4-4-6-4-6-2-5-6-9"><tspan
           sodipodi:role="line"
           id="tspan1-4-2-2-3-8-7-2-0-6"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:5.64444px;font-family:sans-serif;-inkscape-font-specification:sans-serif;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="208.9391"
           y="133.32076">Loss</tspan></text>
      <text
         xml:space="preserve"
         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#ffa678;fill-opacity:1;stroke:#000000;stroke-width:0.136396;stroke-dasharray:0.409188, 0.136396"
         x="212.76106"
         y="139.52454"
         id="text1-4-4-6-4-6-2-5-3-4-0"><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="212.76106"
           y="139.52454"
           id="tspan18-3">Task specific loss function.</tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="212.76106"
           y="144.37523"
           id="tspan19">E.g. MSE for regression,</tspan><tspan
           sodipodi:role="line"
           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:center;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.136396"
           x="212.76106"
           y="149.22594"
           id="tspan20">cross-entropy for classification</tspan></text>
      <rect
         style="fill:#e6f2ff;fill-opacity:1;stroke:#000000;stroke-width:0.394119;stroke-dasharray:none"
         id="rect12-3-5"
         width="43.574867"
         height="6.30512"
         x="191.94574"
         y="108.91047"
         ry="1.2690654" />
      <text
         xml:space="preserve"
         style="font-size:3.88056px;font-family:sans-serif;-inkscape-font-specification:sans-serif;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
         x="201.46931"
         y="113.43676"
         id="text13-60-3"><tspan
           sodipodi:role="line"
           id="tspan13-5-4"
           style="font-size:3.88056px;text-align:start;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.558;stroke-dasharray:none"
           x="201.46931"
           y="113.43676">Linear Layer</tspan></text>
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.760064;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94-1-2)"
         d="m 214.70094,119.66986 -0.0474,-2.93565"
         id="path8-4-5-9-1-4-8-1-9-4-0-7-4-6"
         sodipodi:nodetypes="cc" />
      <path
         style="fill:#d4c2c2;fill-opacity:1;stroke:#000000;stroke-width:0.760064;stroke-dasharray:none;marker-end:url(#Triangle-9-3-5-2-8-5-0-3-66-2-94-1-2-2)"
         d="m 214.56868,108.68013 -0.0474,-2.93565"
         id="path8-4-5-9-1-4-8-1-9-4-0-7-4-6-1"
         sodipodi:nodetypes="cc" />
    </g>
  </g>
</svg>