lec4/pic/eq-relu.svg

<svg height="79.831" viewBox="-0.239 -0.233 113.127 59.873" width="150.836" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
  <defs>
    <path d="M5.392 21.842c0-1.315-.909-3.335-2.989-4.387 1.291-.694 2.833-2.093 2.977-4.328l.012-.072V4.77c0-.98 0-1.195.095-1.65.216-.956.79-2.14 2.308-3.036.095-.06.107-.072.107-.287 0-.263-.012-.275-.275-.275-.215 0-.239 0-.561.191-2.678 1.518-2.834 3.742-2.834 4.16v8.5c0 .861 0 1.83-.622 2.93-.55.98-1.195 1.47-1.71 1.817-.166.107-.178.12-.178.323 0 .215.012.227.107.287 1.016.669 2.104 1.733 2.367 3.682.036.263.036.287.036.43v9.182c0 .968.598 2.977 2.905 4.196.275.155.3.155.49.155.263 0 .275-.012.275-.275 0-.215-.012-.227-.06-.25-.513-.324-2.08-1.268-2.402-3.348-.048-.311-.048-.335-.048-.49v-9.17z" id="k"/>
    <path d="M2.331.048c0-.694-.227-1.208-.717-1.208-.383 0-.574.311-.574.574S1.22 0 1.626 0a.531.531 0 0 0 .394-.155c.024-.024.036-.024.048-.024.024 0 .024.167.024.227 0 .394-.072 1.171-.765 1.949-.131.143-.131.167-.131.19 0 .06.06.12.12.12.095 0 1.015-.884 1.015-2.26z" id="i"/>
    <path d="M5.332-4.806c.24 0 .335 0 .335-.227 0-.12-.096-.12-.311-.12h-.968c.227-1.231.394-2.08.49-2.462.071-.287.322-.562.633-.562.251 0 .502.107.622.215-.466.048-.61.394-.61.598 0 .239.18.382.407.382.239 0 .598-.203.598-.657 0-.502-.503-.777-1.029-.777-.514 0-1.016.382-1.255.848-.215.419-.335.85-.61 2.415h-.8c-.228 0-.347 0-.347.216 0 .131.071.131.31.131h.766c-.216 1.112-.706 3.814-.98 5.093C2.378 1.327 2.2 2.2 1.601 2.2c-.036 0-.383 0-.598-.227.61-.048.61-.574.61-.586 0-.24-.18-.383-.407-.383a.628.628 0 0 0-.597.658c0 .514.526.777.992.777 1.22 0 1.722-2.188 1.853-2.786.215-.92.801-4.1.86-4.459h1.017z" id="a"/>
    <path d="M5.667-4.878c-.383.072-.526.359-.526.586 0 .287.227.383.394.383.359 0 .61-.311.61-.634 0-.502-.574-.73-1.076-.73-.73 0-1.136.718-1.243.945-.275-.896-1.017-.944-1.232-.944C1.374-5.272.73-3.706.73-3.443c0 .048.048.108.132.108.095 0 .12-.072.143-.12.407-1.327 1.208-1.578 1.554-1.578.538 0 .646.502.646.789 0 .263-.072.538-.215 1.112l-.407 1.638C2.403-.777 2.056-.12 1.422-.12c-.06 0-.358 0-.609-.155a.617.617 0 0 0 .526-.586c0-.239-.18-.382-.406-.382a.623.623 0 0 0-.598.633c0 .502.562.73 1.076.73.574 0 .98-.455 1.231-.945.191.705.79.945 1.231.945 1.22 0 1.865-1.567 1.865-1.83 0-.06-.047-.107-.12-.107-.107 0-.119.06-.154.155C5.14-.61 4.447-.12 3.909-.12c-.418 0-.645-.31-.645-.8 0-.264.048-.455.239-1.244L3.92-3.79c.18-.717.586-1.243 1.136-1.243.024 0 .359 0 .61.155z" id="c"/>
    <path d="M3.885 2.905c0-.036 0-.06-.203-.263-1.195-1.207-1.865-3.18-1.865-5.619 0-2.32.562-4.316 1.949-5.726.12-.108.12-.132.12-.168 0-.071-.06-.095-.108-.095-.156 0-1.136.86-1.722 2.032-.61 1.207-.884 2.487-.884 3.957 0 1.064.167 2.487.789 3.766.705 1.435 1.685 2.212 1.817 2.212.048 0 .107-.024.107-.096z" id="b"/>
    <path d="M3.371-2.977c0-.908-.12-2.39-.789-3.778C1.877-8.189.897-8.966.765-8.966c-.048 0-.107.024-.107.095 0 .036 0 .06.203.263 1.195 1.208 1.865 3.18 1.865 5.62 0 2.319-.562 4.315-1.949 5.726-.12.107-.12.131-.12.167 0 .072.06.096.108.096C.921 3 1.901 2.14 2.487.968c.61-1.22.884-2.51.884-3.945z" id="d"/>
    <path d="M2.331.048c0-.741-.25-1.208-.717-1.208a.56.56 0 0 0-.574.574c0 .323.227.586.586.586a.6.6 0 0 0 .382-.143c.036-.036.048-.036.06-.036.024 0 .024.167.024.227a2.94 2.94 0 0 1-.837 2.032c-.048.036-.06.06-.06.108 0 .06.06.12.12.12.108 0 1.016-.885 1.016-2.26z" id="l"/>
    <path d="M5.356-3.826c0-.992-.06-1.96-.49-2.869-.49-.992-1.351-1.255-1.937-1.255-.693 0-1.542.347-1.985 1.339C.61-5.858.49-5.117.49-3.826c0 1.16.084 2.033.514 2.882A2.126 2.126 0 0 0 2.917.25c1.04 0 1.638-.622 1.985-1.315.43-.897.454-2.068.454-2.762zM2.917.012c-.382 0-1.16-.215-1.387-1.518C1.4-2.224 1.4-3.132 1.4-3.97c0-.98 0-1.865.191-2.57.203-.801.813-1.172 1.327-1.172.454 0 1.148.275 1.375 1.303.155.681.155 1.626.155 2.439 0 .8 0 1.71-.131 2.439C4.089-.215 3.336.012 2.917.012z" id="j"/>
    <path d="M8.07-3.873c.167 0 .382 0 .382-.216 0-.227-.203-.227-.382-.227H1.028c-.167 0-.382 0-.382.215 0 .228.203.228.382.228H8.07zm0 2.223c.167 0 .382 0 .382-.215 0-.227-.203-.227-.382-.227H1.028c-.167 0-.382 0-.382.215 0 .227.203.227.382.227H8.07z" id="e"/>
    <path d="M4.615-3.192c0-.646 0-1.124-.526-1.59-.419-.383-.957-.55-1.483-.55-.98 0-1.733.646-1.733 1.423 0 .346.227.514.502.514a.47.47 0 0 0 .49-.49c0-.49-.43-.49-.61-.49.275-.503.85-.718 1.327-.718.55 0 1.256.454 1.256 1.53v.479C1.435-3.05.526-2.044.526-1.124c0 .945 1.1 1.244 1.83 1.244A1.63 1.63 0 0 0 3.908-.933c.048.562.419.993.933.993.25 0 .944-.168.944-1.124v-.67h-.263v.67c0 .681-.287.777-.454.777-.454 0-.454-.634-.454-.813v-2.092zm-.777 1.506C3.838-.514 2.965-.12 2.45-.12c-.586 0-1.076-.43-1.076-1.004 0-1.578 2.032-1.721 2.463-1.745v1.183z" id="g"/>
    <path d="M8.572-2.905c0-1.112 0-1.447-.275-1.83-.347-.465-.909-.537-1.315-.537-.992 0-1.495.717-1.686 1.183-.167-.92-.813-1.183-1.566-1.183-1.16 0-1.614.992-1.71 1.231h-.012v-1.231l-1.625.131v.347c.813 0 .908.084.908.67v3.24c0 .537-.131.537-.908.537V0c.31-.024.956-.024 1.29-.024.347 0 .993 0 1.304.024v-.347c-.765 0-.909 0-.909-.538v-2.223c0-1.256.825-1.925 1.566-1.925s.909.61.909 1.339v2.81c0 .537-.132.537-.909.537V0c.311-.024.957-.024 1.292-.024.346 0 .992 0 1.303.024v-.347c-.765 0-.909 0-.909-.538v-2.223c0-1.256.825-1.925 1.566-1.925s.909.61.909 1.339v2.81c0 .537-.132.537-.909.537V0c.311-.024.957-.024 1.291-.024.347 0 .993 0 1.303.024v-.347c-.597 0-.896 0-.908-.358v-2.2z" id="f"/>
    <path d="M3.347-2.821c.347-.455.85-1.1 1.076-1.351.49-.55 1.052-.634 1.435-.634v-.347c-.514.024-.538.024-1.004.024-.455 0-.478 0-1.076-.024v.347c.155.024.347.096.347.37 0 .204-.108.335-.18.431l-.765.968-.932-1.231c-.036-.048-.108-.155-.108-.24 0-.07.06-.286.418-.298v-.347c-.298.024-.908.024-1.231.024-.394 0-.418 0-1.148-.024v.347c.61 0 .837.024 1.088.347L2.666-2.63c.024.024.072.095.072.131S1.805-1.29 1.686-1.136C1.16-.49.634-.359.12-.346V0c.454-.024.478-.024.992-.024.454 0 .478 0 1.076.024v-.347c-.287-.036-.335-.215-.335-.382 0-.192.084-.287.203-.443.18-.25.574-.74.861-1.111l.98 1.279c.204.263.204.287.204.358 0 .096-.096.287-.419.3V0c.311-.024.897-.024 1.232-.024.394 0 .418 0 1.135.024v-.347c-.633 0-.849-.024-1.135-.406L3.347-2.821z" id="h"/>
    <path d="M8.07-7.101c.131-.06.227-.12.227-.263a.232.232 0 0 0-.24-.24.653.653 0 0 0-.214.072L1.23-4.412c-.203.096-.239.18-.239.276 0 .107.072.19.24.263l6.61 3.108c.156.084.18.084.216.084a.24.24 0 0 0 .239-.24c0-.107-.048-.179-.251-.275l-6.253-2.94L8.07-7.101zm-.192 8.739c.204 0 .419 0 .419-.24s-.251-.238-.43-.238H1.423c-.18 0-.43 0-.43.239s.214.239.418.239h6.467z" id="m"/>
    <path d="M8.058-3.873c.167-.072.239-.156.239-.263 0-.12-.048-.192-.24-.275L1.47-7.52c-.167-.083-.215-.083-.239-.083a.232.232 0 0 0-.239.239c0 .143.096.203.227.263l6.277 2.953-6.253 2.952c-.239.108-.25.204-.25.275 0 .132.107.24.238.24.036 0 .06 0 .216-.084l6.61-3.108zm-.18 5.51c.204 0 .419 0 .419-.238s-.251-.24-.43-.24H1.423c-.18 0-.43 0-.43.24s.214.239.418.239h6.467z" id="n"/>
  </defs>
  <g transform="matrix(1.13 0 0 1.13 -63.986 -62.357)">
    <use x="56.413" xlink:href="#a" y="63.91"/>
    <use x="65.431" xlink:href="#b" y="63.91"/>
    <use x="69.983" xlink:href="#c" y="63.91"/>
    <use x="76.61" xlink:href="#d" y="63.91"/>
    <use x="84.53" xlink:href="#e" y="63.91"/>
    <use x="96.921" xlink:href="#f" y="63.91"/>
    <use x="106.64" xlink:href="#g" y="63.91"/>
    <use x="112.471" xlink:href="#h" y="63.91"/>
    <use x="120.7" xlink:href="#b" y="63.91"/>
    <use x="125.252" xlink:href="#c" y="63.91"/>
    <use x="131.879" xlink:href="#i" y="63.91"/>
    <use x="137.111" xlink:href="#j" y="63.91"/>
    <use x="142.943" xlink:href="#d" y="63.91"/>
    <use x="84.53" xlink:href="#e" y="93.151"/>
    <use x="96.921" xlink:href="#k" y="72.707"/>
    <use x="106.552" xlink:href="#j" y="84.962"/>
    <use x="112.383" xlink:href="#l" y="84.962"/>
    <use x="128.162" xlink:href="#c" y="84.962"/>
    <use x="138.11" xlink:href="#m" y="84.962"/>
    <use x="150.694" xlink:href="#j" y="84.962"/>
    <use x="106.552" xlink:href="#c" y="102.296"/>
    <use x="113.179" xlink:href="#i" y="102.296"/>
    <use x="128.162" xlink:href="#c" y="102.296"/>
    <use x="138.11" xlink:href="#n" y="102.296"/>
    <use x="150.694" xlink:href="#j" y="102.296"/>
  </g>
</svg>