feat: value extractor

.github/workflows/test.yml

@@ -25,11 +25,11 @@ jobs:
 
     - name: Download and install Circom
       run: |
-        CIRCOM_VERSION=2.1.9  
+        CIRCOM_VERSION=2.1.9
         curl -L https://github.com/iden3/circom/releases/download/v$CIRCOM_VERSION/circom-linux-amd64 -o circom
         chmod +x circom
         sudo mv circom /usr/local/bin/
-        circom --version 
+        circom --version
 
     - name: Run tests
-      run: npx mocha
+      run: npm run par-test

README.md

@@ -57,6 +57,25 @@ npx circomkit clean extract
 
 All of the above should be ran from repository root.
 
+## Rust Example Witness JSON Creation
+To generate example input JSON files for the Circom circuits, you can 
+```
+cargo install --path .
+```
+to install the `witness` binary. 
+To get the basic idea, run `witness --help`. 
+It can process and generate JSON files to be used for the circuits.
+For example, if we have a given JSON file we want to parse such as `examples/json/test/example.json` for the `extract` circuit (see `circuits.json`), then we can:
+```
+witness json --input-file examples/json/test/example.json --output-dir inputs/extract --output-filename input.json
+```
+
+For an HTTP request/response, you can generate a JSON input via:
+```
+witness http --input-file examples/http/get_request.http --output-dir inputs/get_request --output-filename input.json
+```
+Afterwards, you can run `circomkit compile get_request` then `circomkit witness get_request input`.
+
 ## Testing
 To test, you can just run
 ```

circuits.json

@@ -1,63 +1,63 @@
 {
     "extract": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             157,
             13
         ]
     },
     "value_string": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             12,
             1
         ]
     },
     "value_number": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             12,
             2
         ]
     },
     "value_array": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             18,
             2
         ]
     },
     "value_array_nested": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             24,
             4
         ]
     },
     "value_array_object": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             25,
             4
         ]
     },
     "value_array_object_array": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             31,
             5
         ]
     },
     "value_object": {
-        "file": "extract",
-        "template": "Extract",
+        "file": "parser_json/parser",
+        "template": "Parser",
         "params": [
             21,
             3
@@ -70,5 +70,10 @@
             787,
             10
         ]
+    },
+    "get_request": {
+        "file": "parser_http_request/parser",
+        "template": "Parser",
+        "params": [158]
     }
 }

circuits/http/parser_request/language.circom

@@ -0,0 +1,49 @@
+pragma circom 2.1.9;
+
+// All the possible request methods: https://developer.mozilla.org/en-US/docs/Web/HTTP/Methods
+
+template Syntax() {
+    //-Delimeters---------------------------------------------------------------------------------//
+    // - ASCII char `:`
+    signal output COLON     <== 58;
+    // - ASCII char `;`
+    signal output SEMICOLON <== 59;
+    // - ASCII char `,`
+    signal output COMMA     <== 44;
+    // - ASCII char `"`
+    signal output QUOTE     <== 34;
+    //-White_space--------------------------------------------------------------------------------//
+    // - ASCII pair: `\r\n`
+    signal output CLRF   <== [13, 10]; // https://www.rfc-editor.org/rfc/rfc2616#section-2.2
+                                       // https://www.rfc-editor.org/rfc/rfc7230#section-3.5
+    // - ASCII char: ` `
+    signal output SPACE     <== 32;
+    //-Escape-------------------------------------------------------------------------------------//
+    // - ASCII char: `\`
+    signal output ESCAPE    <== 92;
+}
+
+template RequestMethod() {
+    signal output GET[3]  <== [71, 69, 84];
+    // signal output HEAD[4] <== [72, 69, 65, 68];
+    signal output POST[4] <== [80, 79, 83, 84];
+    // signal output PUT     <== 3;
+    // signal output DELETE  <== 4;
+    // signal output CONNECT <== 5;
+    // signal output OPTIONS <== 6;
+    // signal output TRACE   <== 7;
+    // signal output PATCH   <== 8;
+}
+
+// NOTE: Starting at 1 to avoid a false positive with a 0.
+template RequestMethodTag() {
+    signal output GET  <== 1;
+    // signal output HEAD <== 2;
+    signal output POST <== 3;
+    // signal output PUT     <== 4;
+    // signal output DELETE  <== 5;
+    // signal output CONNECT <== 6;
+    // signal output OPTIONS <== 7;
+    // signal output TRACE   <== 8;
+    // signal output PATCH   <== 9;
+}

circuits/http/parser_request/machine.circom

@@ -0,0 +1,28 @@
+pragma circom 2.1.9;
+
+include "language.circom";
+include "../utils/array.circom";
+
+template ParseMethod() {
+    signal input bytes[7];
+    signal output MethodTag;
+
+    component RequestMethod = RequestMethod();
+    component RequestMethodTag = RequestMethodTag();
+
+    component IsGet = IsEqualArray(3);
+    for(var byte_idx = 0; byte_idx < 3; byte_idx++) {
+        IsGet.in[0][byte_idx] <== bytes[byte_idx];
+        IsGet.in[1][byte_idx] <== RequestMethod.GET[byte_idx];
+    }
+    signal TagGet <== IsGet.out * RequestMethodTag.GET;
+
+    component IsPost = IsEqualArray(4);
+    for(var byte_idx = 0; byte_idx < 4; byte_idx++) {
+        IsPost.in[0][byte_idx] <== bytes[byte_idx];
+        IsPost.in[1][byte_idx] <== RequestMethod.POST[byte_idx];
+    }
+    signal TagPost <== IsPost.out * RequestMethodTag.POST;
+
+    MethodTag <== TagGet + TagPost;
+}

circuits/http/parser_request/parser.circom

@@ -0,0 +1,24 @@
+pragma circom 2.1.9;
+
+include "../utils/bytes.circom";
+include "machine.circom";
+
+
+template Parser(DATA_BYTES) {
+    signal input data[DATA_BYTES];
+
+    signal output Method;
+
+    //--------------------------------------------------------------------------------------------//
+    //-CONSTRAINTS--------------------------------------------------------------------------------//
+    //--------------------------------------------------------------------------------------------//
+    component dataASCII = ASCII(DATA_BYTES);
+    dataASCII.in <== data;
+    //--------------------------------------------------------------------------------------------//
+
+    component ParseMethod = ParseMethod();
+    for(var byte_idx = 0; byte_idx < 7; byte_idx++) {
+        ParseMethod.bytes[byte_idx] <== data[byte_idx];
+    }
+    log("MethodTag: ", ParseMethod.MethodTag);
+}