plots/episode_lifecycle.svg

<svg id="export-svg" width="100%" xmlns="http://www.w3.org/2000/svg" style="max-width: 1798px; background: rgb(255, 255, 255);" viewBox="-50 -10 1798 1198" role="graphics-document document" aria-roledescription="sequence"><style xmlns="http://www.w3.org/1999/xhtml">p {margin: 0;}</style><g><rect x="1548" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="Grader" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="1623" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1623" dy="0">Grader</tspan></text></g><g><rect x="1348" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="Reward" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="1423" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1423" dy="0">Reward Engine</tspan></text></g><g><rect x="1148" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="Detector" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="1223" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1223" dy="0">Bug Detector</tspan></text></g><g><rect x="948" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="DB" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="1023" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1023" dy="0">Database</tspan></text></g><g><rect x="748" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="API" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="823" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="823" dy="0">Buggy API</tspan></text></g><g><rect x="445" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="Env" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="520" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="520" dy="0">Environment</tspan></text></g><g><rect x="0" y="1082" fill="#eaeaea" stroke="#666" width="150" height="65" name="Agent" rx="6" ry="6" class="actor actor-bottom" data-look="neo" filter="url(#drop-shadow)"/><text x="75" y="1114.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="75" dy="0">Agent</tspan></text></g><g><line id="actor174" x1="1623" y1="65" x2="1623" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="Grader" data-et="life-line" data-id="Grader"/><g id="root-174" data-look="neo" data-et="participant" data-type="participant" data-id="Grader"><rect x="1548" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="Grader" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="1623" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1623" dy="0">Grader</tspan></text></g></g><g><line id="actor173" x1="1423" y1="65" x2="1423" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="Reward" data-et="life-line" data-id="Reward"/><g id="root-173" data-look="neo" data-et="participant" data-type="participant" data-id="Reward"><rect x="1348" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="Reward" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="1423" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1423" dy="0">Reward Engine</tspan></text></g></g><g><line id="actor172" x1="1223" y1="65" x2="1223" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="Detector" data-et="life-line" data-id="Detector"/><g id="root-172" data-look="neo" data-et="participant" data-type="participant" data-id="Detector"><rect x="1148" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="Detector" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="1223" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1223" dy="0">Bug Detector</tspan></text></g></g><g><line id="actor171" x1="1023" y1="65" x2="1023" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="DB" data-et="life-line" data-id="DB"/><g id="root-171" data-look="neo" data-et="participant" data-type="participant" data-id="DB"><rect x="948" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="DB" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="1023" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="1023" dy="0">Database</tspan></text></g></g><g><line id="actor170" x1="823" y1="65" x2="823" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="API" data-et="life-line" data-id="API"/><g id="root-170" data-look="neo" data-et="participant" data-type="participant" data-id="API"><rect x="748" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="API" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="823" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="823" dy="0">Buggy API</tspan></text></g></g><g><line id="actor169" x1="520" y1="65" x2="520" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="Env" data-et="life-line" data-id="Env"/><g id="root-169" data-look="neo" data-et="participant" data-type="participant" data-id="Env"><rect x="445" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="Env" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="520" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="520" dy="0">Environment</tspan></text></g></g><g><line id="actor168" x1="75" y1="65" x2="75" y2="1082" class="actor-line 200" stroke-width="0.5px" stroke="#999" name="Agent" data-et="life-line" data-id="Agent"/><g id="root-168" data-look="neo" data-et="participant" data-type="participant" data-id="Agent"><rect x="0" y="0" fill="#eaeaea" stroke="#666" width="150" height="65" name="Agent" rx="6" ry="6" class="actor actor-top" data-look="neo" filter="url(#drop-shadow)"/><text x="75" y="32.5" style="text-anchor: middle; font-size: 16px; font-weight: 400;" dominant-baseline="central" alignment-baseline="central" class="actor actor-box"><tspan x="75" dy="0">Agent</tspan></text></g></g><style>#export-svg{font-family:arial,sans-serif;font-size:14px;fill:#333;}@keyframes edge-animation-frame{from{stroke-dashoffset:0;}}@keyframes dash{to{stroke-dashoffset:0;}}#export-svg .edge-animation-slow{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 50s linear infinite;stroke-linecap:round;}#export-svg .edge-animation-fast{stroke-dasharray:9,5!important;stroke-dashoffset:900;animation:dash 20s linear infinite;stroke-linecap:round;}#export-svg .error-icon{fill:#552222;}#export-svg .error-text{fill:#552222;stroke:#552222;}#export-svg .edge-thickness-normal{stroke-width:1px;}#export-svg .edge-thickness-thick{stroke-width:3.5px;}#export-svg .edge-pattern-solid{stroke-dasharray:0;}#export-svg .edge-thickness-invisible{stroke-width:0;fill:none;}#export-svg .edge-pattern-dashed{stroke-dasharray:3;}#export-svg .edge-pattern-dotted{stroke-dasharray:2;}#export-svg .marker{fill:#333333;stroke:#333333;}#export-svg .marker.cross{stroke:#333333;}#export-svg svg{font-family:arial,sans-serif;font-size:14px;}#export-svg p{margin:0;}#export-svg .actor{stroke:#B8B8FF;fill:#ECECFF;stroke-width:1;}#export-svg rect.actor.outer-path[data-look="neo"]{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg rect.note[data-look="neo"]{stroke:#aaaa33;fill:#fff5ad;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));stroke-width:1;}#export-svg text.actor&gt;tspan{fill:black;stroke:none;}#export-svg .actor-line{stroke:#B8B8FF;}#export-svg .innerArc{stroke-width:1.5;stroke-dasharray:none;}#export-svg .messageLine0{stroke-width:1;stroke-dasharray:none;stroke:#333;}#export-svg .messageLine1{stroke-width:1;stroke-dasharray:2,2;stroke:#333;}#export-svg #arrowhead path{fill:#333;stroke:#333;}#export-svg .sequenceNumber{fill:white;}#export-svg #sequencenumber{fill:#333;}#export-svg #crosshead path{fill:#333;stroke:#333;}#export-svg .messageText{fill:#333;stroke:none;}#export-svg .labelBox{stroke:#B8B8FF;fill:#ECECFF;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg .labelText,#export-svg .labelText&gt;tspan{fill:black;stroke:none;}#export-svg .loopText,#export-svg .loopText&gt;tspan{fill:black;stroke:none;}#export-svg .loopLine{stroke-width:2px;stroke-dasharray:2,2;stroke:#B8B8FF;fill:#B8B8FF;}#export-svg .note{stroke:#aaaa33;fill:#fff5ad;}#export-svg .noteText,#export-svg .noteText&gt;tspan{fill:black;stroke:none;font-weight:normal;}#export-svg .activation0{fill:#f4f4f4;stroke:#666;}#export-svg .activation1{fill:#f4f4f4;stroke:#666;}#export-svg .activation2{fill:#f4f4f4;stroke:#666;}#export-svg .actorPopupMenu{position:absolute;}#export-svg .actorPopupMenuPanel{position:absolute;fill:#ECECFF;box-shadow:0px 8px 16px 0px rgba(0,0,0,0.2);filter:drop-shadow(3px 5px 2px rgb(0 0 0 / 0.4));}#export-svg .actor-man circle,#export-svg line{fill:#ECECFF;stroke-width:2px;}#export-svg g rect.rect{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));stroke:#B8B8FF;stroke-width:1;}#export-svg .node .neo-node{stroke:#B8B8FF;}#export-svg [data-look="neo"].node rect,#export-svg [data-look="neo"].cluster rect,#export-svg [data-look="neo"].node polygon{stroke:#B8B8FF;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg [data-look="neo"].node path{stroke:#B8B8FF;stroke-width:1;}#export-svg [data-look="neo"].node .outer-path{filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg [data-look="neo"].node .neo-line path{stroke:#B8B8FF;filter:none;}#export-svg [data-look="neo"].node circle{stroke:#B8B8FF;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg [data-look="neo"].node circle .state-start{fill:#000000;}#export-svg [data-look="neo"].statediagram-cluster rect{fill:#ECECFF;stroke:#B8B8FF;stroke-width:1;}#export-svg [data-look="neo"].icon-shape .icon{fill:#B8B8FF;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg [data-look="neo"].icon-shape .icon-neo path{stroke:#B8B8FF;filter:drop-shadow( 1px 2px 2px rgba(185,185,185,1));}#export-svg :root{--mermaid-font-family:"trebuchet ms",verdana,arial,sans-serif;}</style><g/><defs><symbol id="computer" width="24" height="24"><path transform="scale(.5)" d="M2 2v13h20v-13h-20zm18 11h-16v-9h16v9zm-10.228 6l.466-1h3.524l.467 1h-4.457zm14.228 3h-24l2-6h2.104l-1.33 4h18.45l-1.297-4h2.073l2 6zm-5-10h-14v-7h14v7z"/></symbol></defs><defs><symbol id="database" fill-rule="evenodd" clip-rule="evenodd"><path transform="scale(.5)" d="M12.258.001l.256.004.255.005.253.008.251.01.249.012.247.015.246.016.242.019.241.02.239.023.236.024.233.027.231.028.229.031.225.032.223.034.22.036.217.038.214.04.211.041.208.043.205.045.201.046.198.048.194.05.191.051.187.053.183.054.18.056.175.057.172.059.168.06.163.061.16.063.155.064.15.066.074.033.073.033.071.034.07.034.069.035.068.035.067.035.066.035.064.036.064.036.062.036.06.036.06.037.058.037.058.037.055.038.055.038.053.038.052.038.051.039.05.039.048.039.047.039.045.04.044.04.043.04.041.04.04.041.039.041.037.041.036.041.034.041.033.042.032.042.03.042.029.042.027.042.026.043.024.043.023.043.021.043.02.043.018.044.017.043.015.044.013.044.012.044.011.045.009.044.007.045.006.045.004.045.002.045.001.045v17l-.001.045-.002.045-.004.045-.006.045-.007.045-.009.044-.011.045-.012.044-.013.044-.015.044-.017.043-.018.044-.02.043-.021.043-.023.043-.024.043-.026.043-.027.042-.029.042-.03.042-.032.042-.033.042-.034.041-.036.041-.037.041-.039.041-.04.041-.041.04-.043.04-.044.04-.045.04-.047.039-.048.039-.05.039-.051.039-.052.038-.053.038-.055.038-.055.038-.058.037-.058.037-.06.037-.06.036-.062.036-.064.036-.064.036-.066.035-.067.035-.068.035-.069.035-.07.034-.071.034-.073.033-.074.033-.15.066-.155.064-.16.063-.163.061-.168.06-.172.059-.175.057-.18.056-.183.054-.187.053-.191.051-.194.05-.198.048-.201.046-.205.045-.208.043-.211.041-.214.04-.217.038-.22.036-.223.034-.225.032-.229.031-.231.028-.233.027-.236.024-.239.023-.241.02-.242.019-.246.016-.247.015-.249.012-.251.01-.253.008-.255.005-.256.004-.258.001-.258-.001-.256-.004-.255-.005-.253-.008-.251-.01-.249-.012-.247-.015-.245-.016-.243-.019-.241-.02-.238-.023-.236-.024-.234-.027-.231-.028-.228-.031-.226-.032-.223-.034-.22-.036-.217-.038-.214-.04-.211-.041-.208-.043-.204-.045-.201-.046-.198-.048-.195-.05-.19-.051-.187-.053-.184-.054-.179-.056-.176-.057-.172-.059-.167-.06-.164-.061-.159-.063-.155-.064-.151-.066-.074-.033-.072-.033-.072-.034-.07-.034-.069-.035-.068-.035-.067-.035-.066-.035-.064-.036-.063-.036-.062-.036-.061-.036-.06-.037-.058-.037-.057-.037-.056-.038-.055-.038-.053-.038-.052-.038-.051-.039-.049-.039-.049-.039-.046-.039-.046-.04-.044-.04-.043-.04-.041-.04-.04-.041-.039-.041-.037-.041-.036-.041-.034-.041-.033-.042-.032-.042-.03-.042-.029-.042-.027-.042-.026-.043-.024-.043-.023-.043-.021-.043-.02-.043-.018-.044-.017-.043-.015-.044-.013-.044-.012-.044-.011-.045-.009-.044-.007-.045-.006-.045-.004-.045-.002-.045-.001-.045v-17l.001-.045.002-.045.004-.045.006-.045.007-.045.009-.044.011-.045.012-.044.013-.044.015-.044.017-.043.018-.044.02-.043.021-.043.023-.043.024-.043.026-.043.027-.042.029-.042.03-.042.032-.042.033-.042.034-.041.036-.041.037-.041.039-.041.04-.041.041-.04.043-.04.044-.04.046-.04.046-.039.049-.039.049-.039.051-.039.052-.038.053-.038.055-.038.056-.038.057-.037.058-.037.06-.037.061-.036.062-.036.063-.036.064-.036.066-.035.067-.035.068-.035.069-.035.07-.034.072-.034.072-.033.074-.033.151-.066.155-.064.159-.063.164-.061.167-.06.172-.059.176-.057.179-.056.184-.054.187-.053.19-.051.195-.05.198-.048.201-.046.204-.045.208-.043.211-.041.214-.04.217-.038.22-.036.223-.034.226-.032.228-.031.231-.028.234-.027.236-.024.238-.023.241-.02.243-.019.245-.016.247-.015.249-.012.251-.01.253-.008.255-.005.256-.004.258-.001.258.001zm-9.258 20.499v.01l.001.021.003.021.004.022.005.021.006.022.007.022.009.023.01.022.011.023.012.023.013.023.015.023.016.024.017.023.018.024.019.024.021.024.022.025.023.024.024.025.052.049.056.05.061.051.066.051.07.051.075.051.079.052.084.052.088.052.092.052.097.052.102.051.105.052.11.052.114.051.119.051.123.051.127.05.131.05.135.05.139.048.144.049.147.047.152.047.155.047.16.045.163.045.167.043.171.043.176.041.178.041.183.039.187.039.19.037.194.035.197.035.202.033.204.031.209.03.212.029.216.027.219.025.222.024.226.021.23.02.233.018.236.016.24.015.243.012.246.01.249.008.253.005.256.004.259.001.26-.001.257-.004.254-.005.25-.008.247-.011.244-.012.241-.014.237-.016.233-.018.231-.021.226-.021.224-.024.22-.026.216-.027.212-.028.21-.031.205-.031.202-.034.198-.034.194-.036.191-.037.187-.039.183-.04.179-.04.175-.042.172-.043.168-.044.163-.045.16-.046.155-.046.152-.047.148-.048.143-.049.139-.049.136-.05.131-.05.126-.05.123-.051.118-.052.114-.051.11-.052.106-.052.101-.052.096-.052.092-.052.088-.053.083-.051.079-.052.074-.052.07-.051.065-.051.06-.051.056-.05.051-.05.023-.024.023-.025.021-.024.02-.024.019-.024.018-.024.017-.024.015-.023.014-.024.013-.023.012-.023.01-.023.01-.022.008-.022.006-.022.006-.022.004-.022.004-.021.001-.021.001-.021v-4.127l-.077.055-.08.053-.083.054-.085.053-.087.052-.09.052-.093.051-.095.05-.097.05-.1.049-.102.049-.105.048-.106.047-.109.047-.111.046-.114.045-.115.045-.118.044-.12.043-.122.042-.124.042-.126.041-.128.04-.13.04-.132.038-.134.038-.135.037-.138.037-.139.035-.142.035-.143.034-.144.033-.147.032-.148.031-.15.03-.151.03-.153.029-.154.027-.156.027-.158.026-.159.025-.161.024-.162.023-.163.022-.165.021-.166.02-.167.019-.169.018-.169.017-.171.016-.173.015-.173.014-.175.013-.175.012-.177.011-.178.01-.179.008-.179.008-.181.006-.182.005-.182.004-.184.003-.184.002h-.37l-.184-.002-.184-.003-.182-.004-.182-.005-.181-.006-.179-.008-.179-.008-.178-.01-.176-.011-.176-.012-.175-.013-.173-.014-.172-.015-.171-.016-.17-.017-.169-.018-.167-.019-.166-.02-.165-.021-.163-.022-.162-.023-.161-.024-.159-.025-.157-.026-.156-.027-.155-.027-.153-.029-.151-.03-.15-.03-.148-.031-.146-.032-.145-.033-.143-.034-.141-.035-.14-.035-.137-.037-.136-.037-.134-.038-.132-.038-.13-.04-.128-.04-.126-.041-.124-.042-.122-.042-.12-.044-.117-.043-.116-.045-.113-.045-.112-.046-.109-.047-.106-.047-.105-.048-.102-.049-.1-.049-.097-.05-.095-.05-.093-.052-.09-.051-.087-.052-.085-.053-.083-.054-.08-.054-.077-.054v4.127zm0-5.654v.011l.001.021.003.021.004.021.005.022.006.022.007.022.009.022.01.022.011.023.012.023.013.023.015.024.016.023.017.024.018.024.019.024.021.024.022.024.023.025.024.024.052.05.056.05.061.05.066.051.07.051.075.052.079.051.084.052.088.052.092.052.097.052.102.052.105.052.11.051.114.051.119.052.123.05.127.051.131.05.135.049.139.049.144.048.147.048.152.047.155.046.16.045.163.045.167.044.171.042.176.042.178.04.183.04.187.038.19.037.194.036.197.034.202.033.204.032.209.03.212.028.216.027.219.025.222.024.226.022.23.02.233.018.236.016.24.014.243.012.246.01.249.008.253.006.256.003.259.001.26-.001.257-.003.254-.006.25-.008.247-.01.244-.012.241-.015.237-.016.233-.018.231-.02.226-.022.224-.024.22-.025.216-.027.212-.029.21-.03.205-.032.202-.033.198-.035.194-.036.191-.037.187-.039.183-.039.179-.041.175-.042.172-.043.168-.044.163-.045.16-.045.155-.047.152-.047.148-.048.143-.048.139-.05.136-.049.131-.05.126-.051.123-.051.118-.051.114-.052.11-.052.106-.052.101-.052.096-.052.092-.052.088-.052.083-.052.079-.052.074-.051.07-.052.065-.051.06-.05.056-.051.051-.049.023-.025.023-.024.021-.025.02-.024.019-.024.018-.024.017-.024.015-.023.014-.023.013-.024.012-.022.01-.023.01-.023.008-.022.006-.022.006-.022.004-.021.004-.022.001-.021.001-.021v-4.139l-.077.054-.08.054-.083.054-.085.052-.087.053-.09.051-.093.051-.095.051-.097.05-.1.049-.102.049-.105.048-.106.047-.109.047-.111.046-.114.045-.115.044-.118.044-.12.044-.122.042-.124.042-.126.041-.128.04-.13.039-.132.039-.134.038-.135.037-.138.036-.139.036-.142.035-.143.033-.144.033-.147.033-.148.031-.15.03-.151.03-.153.028-.154.028-.156.027-.158.026-.159.025-.161.024-.162.023-.163.022-.165.021-.166.02-.167.019-.169.018-.169.017-.171.016-.173.015-.173.014-.175.013-.175.012-.177.011-.178.009-.179.009-.179.007-.181.007-.182.005-.182.004-.184.003-.184.002h-.37l-.184-.002-.184-.003-.182-.004-.182-.005-.181-.007-.179-.007-.179-.009-.178-.009-.176-.011-.176-.012-.175-.013-.173-.014-.172-.015-.171-.016-.17-.017-.169-.018-.167-.019-.166-.02-.165-.021-.163-.022-.162-.023-.161-.024-.159-.025-.157-.026-.156-.027-.155-.028-.153-.028-.151-.03-.15-.03-.148-.031-.146-.033-.145-.033-.143-.033-.141-.035-.14-.036-.137-.036-.136-.037-.134-.038-.132-.039-.13-.039-.128-.04-.126-.041-.124-.042-.122-.043-.12-.043-.117-.044-.116-.044-.113-.046-.112-.046-.109-.046-.106-.047-.105-.048-.102-.049-.1-.049-.097-.05-.095-.051-.093-.051-.09-.051-.087-.053-.085-.052-.083-.054-.08-.054-.077-.054v4.139zm0-5.666v.011l.001.02.003.022.004.021.005.022.006.021.007.022.009.023.01.022.011.023.012.023.013.023.015.023.016.024.017.024.018.023.019.024.021.025.022.024.023.024.024.025.052.05.056.05.061.05.066.051.07.051.075.052.079.051.084.052.088.052.092.052.097.052.102.052.105.051.11.052.114.051.119.051.123.051.127.05.131.05.135.05.139.049.144.048.147.048.152.047.155.046.16.045.163.045.167.043.171.043.176.042.178.04.183.04.187.038.19.037.194.036.197.034.202.033.204.032.209.03.212.028.216.027.219.025.222.024.226.021.23.02.233.018.236.017.24.014.243.012.246.01.249.008.253.006.256.003.259.001.26-.001.257-.003.254-.006.25-.008.247-.01.244-.013.241-.014.237-.016.233-.018.231-.02.226-.022.224-.024.22-.025.216-.027.212-.029.21-.03.205-.032.202-.033.198-.035.194-.036.191-.037.187-.039.183-.039.179-.041.175-.042.172-.043.168-.044.163-.045.16-.045.155-.047.152-.047.148-.048.143-.049.139-.049.136-.049.131-.051.126-.05.123-.051.118-.052.114-.051.11-.052.106-.052.101-.052.096-.052.092-.052.088-.052.083-.052.079-.052.074-.052.07-.051.065-.051.06-.051.056-.05.051-.049.023-.025.023-.025.021-.024.02-.024.019-.024.018-.024.017-.024.015-.023.014-.024.013-.023.012-.023.01-.022.01-.023.008-.022.006-.022.006-.022.004-.022.004-.021.001-.021.001-.021v-4.153l-.077.054-.08.054-.083.053-.085.053-.087.053-.09.051-.093.051-.095.051-.097.05-.1.049-.102.048-.105.048-.106.048-.109.046-.111.046-.114.046-.115.044-.118.044-.12.043-.122.043-.124.042-.126.041-.128.04-.13.039-.132.039-.134.038-.135.037-.138.036-.139.036-.142.034-.143.034-.144.033-.147.032-.148.032-.15.03-.151.03-.153.028-.154.028-.156.027-.158.026-.159.024-.161.024-.162.023-.163.023-.165.021-.166.02-.167.019-.169.018-.169.017-.171.016-.173.015-.173.014-.175.013-.175.012-.177.01-.178.01-.179.009-.179.007-.181.006-.182.006-.182.004-.184.003-.184.001-.185.001-.185-.001-.184-.001-.184-.003-.182-.004-.182-.006-.181-.006-.179-.007-.179-.009-.178-.01-.176-.01-.176-.012-.175-.013-.173-.014-.172-.015-.171-.016-.17-.017-.169-.018-.167-.019-.166-.02-.165-.021-.163-.023-.162-.023-.161-.024-.159-.024-.157-.026-.156-.027-.155-.028-.153-.028-.151-.03-.15-.03-.148-.032-.146-.032-.145-.033-.143-.034-.141-.034-.14-.036-.137-.036-.136-.037-.134-.038-.132-.039-.13-.039-.128-.041-.126-.041-.124-.041-.122-.043-.12-.043-.117-.044-.116-.044-.113-.046-.112-.046-.109-.046-.106-.048-.105-.048-.102-.048-.1-.05-.097-.049-.095-.051-.093-.051-.09-.052-.087-.052-.085-.053-.083-.053-.08-.054-.077-.054v4.153zm8.74-8.179l-.257.004-.254.005-.25.008-.247.011-.244.012-.241.014-.237.016-.233.018-.231.021-.226.022-.224.023-.22.026-.216.027-.212.028-.21.031-.205.032-.202.033-.198.034-.194.036-.191.038-.187.038-.183.04-.179.041-.175.042-.172.043-.168.043-.163.045-.16.046-.155.046-.152.048-.148.048-.143.048-.139.049-.136.05-.131.05-.126.051-.123.051-.118.051-.114.052-.11.052-.106.052-.101.052-.096.052-.092.052-.088.052-.083.052-.079.052-.074.051-.07.052-.065.051-.06.05-.056.05-.051.05-.023.025-.023.024-.021.024-.02.025-.019.024-.018.024-.017.023-.015.024-.014.023-.013.023-.012.023-.01.023-.01.022-.008.022-.006.023-.006.021-.004.022-.004.021-.001.021-.001.021.001.021.001.021.004.021.004.022.006.021.006.023.008.022.01.022.01.023.012.023.013.023.014.023.015.024.017.023.018.024.019.024.02.025.021.024.023.024.023.025.051.05.056.05.06.05.065.051.07.052.074.051.079.052.083.052.088.052.092.052.096.052.101.052.106.052.11.052.114.052.118.051.123.051.126.051.131.05.136.05.139.049.143.048.148.048.152.048.155.046.16.046.163.045.168.043.172.043.175.042.179.041.183.04.187.038.191.038.194.036.198.034.202.033.205.032.21.031.212.028.216.027.22.026.224.023.226.022.231.021.233.018.237.016.241.014.244.012.247.011.25.008.254.005.257.004.26.001.26-.001.257-.004.254-.005.25-.008.247-.011.244-.012.241-.014.237-.016.233-.018.231-.021.226-.022.224-.023.22-.026.216-.027.212-.028.21-.031.205-.032.202-.033.198-.034.194-.036.191-.038.187-.038.183-.04.179-.041.175-.042.172-.043.168-.043.163-.045.16-.046.155-.046.152-.048.148-.048.143-.048.139-.049.136-.05.131-.05.126-.051.123-.051.118-.051.114-.052.11-.052.106-.052.101-.052.096-.052.092-.052.088-.052.083-.052.079-.052.074-.051.07-.052.065-.051.06-.05.056-.05.051-.05.023-.025.023-.024.021-.024.02-.025.019-.024.018-.024.017-.023.015-.024.014-.023.013-.023.012-.023.01-.023.01-.022.008-.022.006-.023.006-.021.004-.022.004-.021.001-.021.001-.021-.001-.021-.001-.021-.004-.021-.004-.022-.006-.021-.006-.023-.008-.022-.01-.022-.01-.023-.012-.023-.013-.023-.014-.023-.015-.024-.017-.023-.018-.024-.019-.024-.02-.025-.021-.024-.023-.024-.023-.025-.051-.05-.056-.05-.06-.05-.065-.051-.07-.052-.074-.051-.079-.052-.083-.052-.088-.052-.092-.052-.096-.052-.101-.052-.106-.052-.11-.052-.114-.052-.118-.051-.123-.051-.126-.051-.131-.05-.136-.05-.139-.049-.143-.048-.148-.048-.152-.048-.155-.046-.16-.046-.163-.045-.168-.043-.172-.043-.175-.042-.179-.041-.183-.04-.187-.038-.191-.038-.194-.036-.198-.034-.202-.033-.205-.032-.21-.031-.212-.028-.216-.027-.22-.026-.224-.023-.226-.022-.231-.021-.233-.018-.237-.016-.241-.014-.244-.012-.247-.011-.25-.008-.254-.005-.257-.004-.26-.001-.26.001z"/></symbol></defs><defs><symbol id="clock" width="24" height="24"><path transform="scale(.5)" d="M12 2c5.514 0 10 4.486 10 10s-4.486 10-10 10-10-4.486-10-10 4.486-10 10-10zm0-2c-6.627 0-12 5.373-12 12s5.373 12 12 12 12-5.373 12-12-5.373-12-12-12zm5.848 12.459c.202.038.202.333.001.372-1.907.361-6.045 1.111-6.547 1.111-.719 0-1.301-.582-1.301-1.301 0-.512.77-5.447 1.125-7.445.034-.192.312-.181.343.014l.985 6.238 5.394 1.011z"/></symbol></defs><defs><marker id="arrowhead" refX="7.9" refY="5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto-start-reverse"><path d="M -1 0 L 10 5 L 0 10 z"/></marker></defs><defs><marker id="crosshead" markerWidth="15" markerHeight="8" orient="auto" refX="4" refY="4.5"><path fill="none" stroke="#000000" stroke-width="1pt" d="M 1,2 L 6,7 M 6,2 L 1,7" style="stroke-dasharray: 0, 0;"/></marker></defs><defs><marker id="filled-head" refX="15.5" refY="7" markerWidth="20" markerHeight="28" orient="auto"><path d="M 18,7 L9,13 L14,7 L9,1 Z"/></marker></defs><defs><marker id="sequencenumber" refX="15" refY="15" markerWidth="60" markerHeight="40" orient="auto" markerUnits="userSpaceOnUse"><circle cx="15" cy="15" r="10"/></marker></defs><defs><filter id="drop-shadow" height="130%" width="130%"><feDropShadow dx="4" dy="4" stdDeviation="0" flood-opacity="0.06" flood-color="#FFFFFF"/></filter></defs><defs><marker id="solidTopArrowHead" refX="7.9" refY="7.25" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto-start-reverse"><path d="M 0 0 L 10 8 L 0 8 z"/></marker></defs><defs><marker id="solidBottomArrowHead" refX="7.9" refY="0.75" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto-start-reverse"><path d="M 0 0 L 10 0 L 0 8 z"/></marker></defs><defs><marker id="stickTopArrowHead" refX="7.5" refY="7" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto-start-reverse"><path d="M 0 0 L 7 7" stroke="black" stroke-width="1.5" fill="none"/></marker></defs><defs><marker id="stickBottomArrowHead" refX="7.5" refY="0" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto-start-reverse"><path d="M 0 7 L 7 0" stroke="black" stroke-width="1.5" fill="none"/></marker></defs><g data-et="control-structure" data-id="i16"><line x1="64" y1="267" x2="1434" y2="267" class="loopLine"/><line x1="1434" y1="267" x2="1434" y2="792" class="loopLine"/><line x1="64" y1="792" x2="1434" y2="792" class="loopLine"/><line x1="64" y1="267" x2="64" y2="792" class="loopLine"/><polygon points="64,267 114,267 114,295 105.6,302 64,302" class="labelBox"/><text x="89" y="287" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="labelText">loop</text><text x="774" y="285" text-anchor="middle" style="font-size: 16px; font-weight: 400;" class="loopText"><tspan x="774">[Up to max_steps (25-45)]</tspan></text></g><text x="295" y="80" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">reset(seed=42, task_id="security_workflows")</text><line x1="76" y1="113" x2="513" y2="113" class="messageLine0" data-et="message" data-id="i1" data-from="Agent" data-to="Env" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="76" y1="113" x2="76" y2="113" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="76" y="117" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">1</text><text x="769" y="128" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">Database(seed=42) — create unique users/tasks</text><line x1="521" y1="161" x2="1016" y2="161" class="messageLine0" data-et="message" data-id="i2" data-from="Env" data-to="DB" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="161" x2="521" y2="161" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="165" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">2</text><text x="669" y="176" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">create_buggy_api(db)</text><line x1="521" y1="209" x2="816" y2="209" class="messageLine0" data-et="message" data-id="i3" data-from="Env" data-to="API" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="209" x2="521" y2="209" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="213" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">3</text><text x="301" y="224" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">APITestObservation (API spec, task)</text><line x1="519" y1="257" x2="82" y2="257" class="messageLine1" data-et="message" data-id="i4" data-from="Env" data-to="Agent" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="519" y1="257" x2="519" y2="257" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="519" y="261" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">4</text><text x="295" y="317" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">step(APITestAction)</text><line x1="76" y1="350" x2="513" y2="350" class="messageLine0" data-et="message" data-id="i6" data-from="Agent" data-to="Env" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="76" y1="350" x2="76" y2="350" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="76" y="354" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">5</text><text x="669" y="365" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">HTTP request via TestClient</text><line x1="521" y1="398" x2="816" y2="398" class="messageLine0" data-et="message" data-id="i7" data-from="Env" data-to="API" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="398" x2="521" y2="398" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="402" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">6</text><text x="920" y="413" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">SQL query</text><line x1="824" y1="446" x2="1016" y2="446" class="messageLine0" data-et="message" data-id="i8" data-from="API" data-to="DB" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="824" y1="446" x2="824" y2="446" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="824" y="450" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">7</text><text x="926" y="461" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">response data</text><line x1="1022" y1="494" x2="830" y2="494" class="messageLine1" data-et="message" data-id="i9" data-from="DB" data-to="API" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="1022" y1="494" x2="1022" y2="494" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="1022" y="498" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">8</text><text x="675" y="509" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">HTTP response (status, body)</text><line x1="822" y1="542" x2="527" y2="542" class="messageLine1" data-et="message" data-id="i10" data-from="API" data-to="Env" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="822" y1="542" x2="822" y2="542" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="822" y="546" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">9</text><text x="869" y="557" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">check(action, response) — does this expose a bug?</text><line x1="521" y1="590" x2="1216" y2="590" class="messageLine0" data-et="message" data-id="i11" data-from="Env" data-to="Detector" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="590" x2="521" y2="590" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="594" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">10</text><text x="875" y="605" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">BugDetection or None</text><line x1="1222" y1="638" x2="527" y2="638" class="messageLine1" data-et="message" data-id="i12" data-from="Detector" data-to="Env" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="1222" y1="638" x2="1222" y2="638" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="1222" y="642" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">11</text><text x="969" y="653" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">compute(coverage + validity + bugs + exploration + penalty)</text><line x1="521" y1="686" x2="1416" y2="686" class="messageLine0" data-et="message" data-id="i13" data-from="Env" data-to="Reward" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="686" x2="521" y2="686" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="690" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">12</text><text x="975" y="701" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">reward signal 0.0-0.5</text><line x1="1422" y1="734" x2="527" y2="734" class="messageLine1" data-et="message" data-id="i14" data-from="Reward" data-to="Env" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="1422" y1="734" x2="1422" y2="734" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="1422" y="738" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">13</text><text x="301" y="749" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">obs + reward + done</text><line x1="519" y1="782" x2="82" y2="782" class="messageLine1" data-et="message" data-id="i15" data-from="Env" data-to="Agent" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="519" y1="782" x2="519" y2="782" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="519" y="786" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">14</text><text x="295" y="807" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">(final step) done=True</text><line x1="76" y1="840" x2="513" y2="840" class="messageLine0" data-et="message" data-id="i17" data-from="Agent" data-to="Env" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="76" y1="840" x2="76" y2="840" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="76" y="844" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">15</text><text x="1069" y="855" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">grade(bugs_found, coverage, history)</text><line x1="521" y1="888" x2="1616" y2="888" class="messageLine0" data-et="message" data-id="i18" data-from="Env" data-to="Grader" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="521" y1="888" x2="521" y2="888" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="521" y="892" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">16</text><text x="1075" y="903" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">score in [0, 1] + breakdown</text><line x1="1622" y1="936" x2="527" y2="936" class="messageLine1" data-et="message" data-id="i19" data-from="Grader" data-to="Env" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="1622" y1="936" x2="1622" y2="936" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="1622" y="940" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">17</text><text x="521" y="951" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">generate_bug_report(OWASP mapped)</text><path d="M 521,984 C 581,974 581,1014 521,1004" class="messageLine0" data-et="message" data-id="i20" data-from="Env" data-to="Env" stroke-width="2" stroke="none" marker-end="url(#arrowhead)" style="fill: none;"/><line x1="520" y1="984" x2="520" y2="984" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="520" y="988" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">18</text><text x="301" y="1029" text-anchor="middle" dominant-baseline="middle" alignment-baseline="middle" style="font-size: 16px; font-weight: 400;" class="messageText" dy="1em">final obs + grade.score + report</text><line x1="519" y1="1062" x2="82" y2="1062" class="messageLine1" data-et="message" data-id="i21" data-from="Env" data-to="Agent" stroke-width="2" stroke="none" style="stroke-dasharray: 3, 3; fill: none;" marker-end="url(#arrowhead)"/><line x1="519" y1="1062" x2="519" y2="1062" stroke-width="0" marker-start="url(#sequencenumber)"/><text x="519" y="1066" font-family="sans-serif" font-size="12px" text-anchor="middle" class="sequenceNumber">19</text></svg>