diff --git a/.github/workflows/check.yml b/.github/workflows/check.yml index 0cfa1cf9b..6c343e7b2 100644 --- a/.github/workflows/check.yml +++ b/.github/workflows/check.yml @@ -58,7 +58,7 @@ jobs: - name: Check ml_model.onnx integrity if: ${{ always() && steps.code_checkout.conclusion == 'success' }} run: | - md5sum --binary credsweeper/ml_model/ml_model.onnx | grep 62d92ab2f91a18e861d846a7b8a0c3a7 + md5sum --binary credsweeper/ml_model/ml_model.onnx | grep 70a864232576f9b88a08296a5e628208 # # # Python setup diff --git a/cicd/benchmark.txt b/cicd/benchmark.txt index 58db87756..74c350607 100644 --- a/cicd/benchmark.txt +++ b/cicd/benchmark.txt @@ -223,21 +223,21 @@ FileType FileNumber ValidLines Positives Negatives Templat .zsh 6 872 12 .zsh-theme 1 97 1 TOTAL: 10332 16987703 11500 60361 5198 -credsweeper result_cnt : 10839, lost_cnt : 0, true_cnt : 10344, false_cnt : 495 +credsweeper result_cnt : 10944, lost_cnt : 2, true_cnt : 10434, false_cnt : 508 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ----- ---- ----- ---- -------- -------- -------- -------- -------- -------- -API 130 3165 185 118 116 2 3348 14 0.000597 0.107692 0.995402 0.983051 0.892308 0.935484 +API 130 3165 185 124 122 2 3348 8 0.000597 0.061538 0.997126 0.983871 0.938462 0.960630 AWS Client ID 167 18 0 160 160 0 18 7 0.000000 0.041916 0.962162 1.000000 0.958084 0.978593 AWS Multi 75 14 0 87 75 11 3 0 0.785714 0.000000 0.876404 0.872093 1.000000 0.931677 AWS S3 Bucket 66 24 0 92 66 24 0 0 1.000000 0.000000 0.733333 0.733333 1.000000 0.846154 Atlassian Old PAT token 27 212 3 12 3 8 207 24 0.037209 0.888889 0.867769 0.272727 0.111111 0.157895 -Auth 410 2724 76 361 357 4 2796 53 0.001429 0.129268 0.982243 0.988920 0.870732 0.926070 +Auth 410 2724 76 370 364 6 2794 46 0.002143 0.112195 0.983801 0.983784 0.887805 0.933333 Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 BASE64 Private Key 7 2 0 7 7 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 Bitbucket Client ID 142 1813 9 46 27 18 1804 115 0.009879 0.809859 0.932281 0.600000 0.190141 0.288770 Bitbucket Client Secret 230 535 10 44 33 11 534 197 0.020183 0.856522 0.731613 0.750000 0.143478 0.240876 -Certificate 25 461 1 20 20 0 462 5 0.000000 0.200000 0.989733 1.000000 0.800000 0.888889 +Certificate 25 461 1 27 20 7 455 5 0.015152 0.200000 0.975359 0.740741 0.800000 0.769231 Credential 94 154 74 90 90 0 228 4 0.000000 0.042553 0.987578 1.000000 0.957447 0.978261 Docker Swarm Token 2 0 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 Dropbox App secret 62 114 0 46 36 9 105 26 0.078947 0.419355 0.801136 0.800000 0.580645 0.672897 @@ -252,19 +252,19 @@ Google OAuth Access Token 3 0 0 Grafana Provisioned API Key 22 1 0 1 1 0 1 21 0.000000 0.954545 0.086957 1.000000 0.045455 0.086957 IPv4 729 405 0 1205 728 342 63 1 0.844444 0.001372 0.697531 0.680374 0.998628 0.809339 IPv6 33 131 0 33 33 0 131 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -JSON Web Token 285 9 2 275 272 3 8 13 0.272727 0.045614 0.945946 0.989091 0.954386 0.971429 +JSON Web Token 285 9 2 274 273 1 10 12 0.090909 0.042105 0.956081 0.996350 0.957895 0.976744 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 14 6 0 10 10 0 6 4 0.000000 0.285714 0.800000 1.000000 0.714286 0.833333 -Key 508 8473 464 460 457 3 8934 51 0.000336 0.100394 0.994283 0.993478 0.899606 0.944215 -Nonce 84 53 0 85 80 5 48 4 0.094340 0.047619 0.934307 0.941176 0.952381 0.946746 +Key 508 8473 464 483 477 6 8931 31 0.000671 0.061024 0.996083 0.987578 0.938976 0.962664 +Nonce 84 53 0 88 81 7 46 3 0.132075 0.035714 0.927007 0.920455 0.964286 0.941860 PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 -Password 1827 7479 2734 1653 1619 32 10181 208 0.003133 0.113848 0.980066 0.980618 0.886152 0.930995 -Salt 42 76 2 36 36 0 78 6 0.000000 0.142857 0.950000 1.000000 0.857143 0.923077 -Secret 1361 28458 869 1232 1231 1 29326 130 0.000034 0.095518 0.995731 0.999188 0.904482 0.949479 +Password 1827 7479 2734 1689 1652 28 10185 175 0.002742 0.095785 0.983140 0.983333 0.904215 0.942116 +Salt 42 76 2 38 38 0 78 4 0.000000 0.095238 0.966667 1.000000 0.904762 0.950000 +Secret 1361 28458 869 1249 1244 4 29323 117 0.000136 0.085966 0.996057 0.996795 0.914034 0.953622 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -Token 612 3951 438 549 548 1 4388 64 0.000228 0.104575 0.987003 0.998179 0.895425 0.944014 +Token 612 3951 438 556 553 3 4386 59 0.000684 0.096405 0.987602 0.994604 0.903595 0.946918 Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000 -URL Credentials 208 125 242 203 203 0 367 5 0.000000 0.024038 0.991304 1.000000 0.975962 0.987835 -UUID 3031 1 0 3009 3008 1 0 23 1.000000 0.007588 0.992084 0.999668 0.992412 0.996026 - 11500 60361 5198 10983 10344 495 59866 1156 0.008201 0.100522 0.977025 0.954332 0.899478 0.926093 +URL Credentials 208 125 242 206 206 0 367 2 0.000000 0.009615 0.996522 1.000000 0.990385 0.995169 +UUID 3031 1 0 3008 3007 1 0 24 1.000000 0.007918 0.991755 0.999668 0.992082 0.995860 + 11500 60361 5198 11094 10434 508 59853 1066 0.008416 0.092696 0.978097 0.953573 0.907304 0.929864 diff --git a/credsweeper/ml_model/ml_model.onnx b/credsweeper/ml_model/ml_model.onnx index 9001285cc..ca90ae43a 100644 Binary files a/credsweeper/ml_model/ml_model.onnx and b/credsweeper/ml_model/ml_model.onnx differ diff --git a/tests/__init__.py b/tests/__init__.py index 9d80d0ae1..cc1cfbf9f 100644 --- a/tests/__init__.py +++ b/tests/__init__.py @@ -7,18 +7,18 @@ NEGLIGIBLE_ML_THRESHOLD = 0.0001 # credentials count after scan -SAMPLES_CRED_COUNT: int = 430 -SAMPLES_CRED_LINE_COUNT: int = 447 +SAMPLES_CRED_COUNT: int = 429 +SAMPLES_CRED_LINE_COUNT: int = 446 # credentials count after post-processing -SAMPLES_POST_CRED_COUNT: int = 407 +SAMPLES_POST_CRED_COUNT: int = 401 # with option --doc SAMPLES_IN_DOC = 411 # archived credentials that are not found without --depth -SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 22 -SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 19 +SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 24 +SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 18 SAMPLES_IN_DEEP_3 = SAMPLES_IN_DEEP_2 + 1 # well known string with all latin letters diff --git a/tests/data/depth_3.json b/tests/data/depth_3.json index 5d030f0df..5210346ae 100644 --- a/tests/data/depth_3.json +++ b/tests/data/depth_3.json @@ -286,7 +286,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.962, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -313,7 +313,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -340,7 +340,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.991, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -394,7 +394,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -421,7 +421,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -641,60 +641,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", - "line_num": 4, - "path": "tests/samples/aws_multi.groovy", - "info": "tests/samples/aws_multi.groovy|RAW", - "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", - "value_start": 16, - "value_end": 56, - "variable": "AwsSecretKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.012814895472355, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, - "rule": "Secret", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", - "line_num": 4, - "path": "tests/samples/aws_multi.groovy", - "info": "tests/samples/aws_multi.groovy|RAW", - "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", - "value_start": 16, - "value_end": 56, - "variable": "AwsSecretKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.012814895472355, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -725,7 +671,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -806,7 +752,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.988, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -1157,7 +1103,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1265,7 +1211,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1292,7 +1238,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1319,7 +1265,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1346,7 +1292,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.926, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1373,7 +1319,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1400,7 +1346,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1427,7 +1373,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1481,7 +1427,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1508,7 +1454,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1535,7 +1481,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1562,7 +1508,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1589,7 +1535,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1616,7 +1562,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1643,7 +1589,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1670,7 +1616,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.941, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1697,7 +1643,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1724,7 +1670,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.946, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1751,7 +1697,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1778,7 +1724,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1805,7 +1751,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1832,34 +1778,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.923, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "id:master pass:dipPr122Gg!", - "line_num": 23, - "path": "tests/samples/doc_id_pair_passwd_pair", - "info": "tests/samples/doc_id_pair_passwd_pair|RAW", - "value": "dipPr122Gg!", - "value_start": 15, - "value_end": 26, - "variable": "pass", - "variable_start": 10, - "variable_end": 14, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1886,7 +1805,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.909, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1913,7 +1832,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1940,7 +1859,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1967,7 +1886,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1994,7 +1913,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2021,7 +1940,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2048,7 +1967,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2075,7 +1994,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.945, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2102,7 +2021,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2129,7 +2048,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2156,7 +2075,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2183,7 +2102,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2237,7 +2156,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2264,7 +2183,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2291,7 +2210,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2318,7 +2237,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2345,7 +2264,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.797, + "ml_probability": 0.752, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2372,7 +2291,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2399,7 +2318,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2453,7 +2372,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2507,7 +2426,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2534,7 +2453,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2561,7 +2480,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2588,7 +2507,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2615,7 +2534,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2642,7 +2561,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2696,7 +2615,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2723,7 +2642,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2750,7 +2669,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2777,7 +2696,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.953, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2804,7 +2723,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2831,7 +2750,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2858,7 +2777,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2885,7 +2804,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2912,7 +2831,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2939,7 +2858,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2966,7 +2885,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2993,7 +2912,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3101,7 +3020,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3182,7 +3101,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3209,7 +3128,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.885, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3236,7 +3155,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.943, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3263,7 +3182,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3290,7 +3209,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3317,7 +3236,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3344,7 +3263,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3371,7 +3290,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3425,7 +3344,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3479,7 +3398,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3506,61 +3425,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.704, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/PW:master/iPp0@GRq", - "line_num": 1, - "path": "tests/samples/doc_id_passwd_pair", - "info": "tests/samples/doc_id_passwd_pair|RAW", - "value": "master/iPp0@GRq", - "value_start": 6, - "value_end": 21, - "variable": "PW", - "variable_start": 3, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.64643122256795, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.912, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID:PW=master:iPp4@GRq", - "line_num": 5, - "path": "tests/samples/doc_id_passwd_pair", - "info": "tests/samples/doc_id_passwd_pair|RAW", - "value": "master:iPp4@GRq", - "value_start": 6, - "value_end": 21, - "variable": "PW", - "variable_start": 3, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3859718495273823, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3587,7 +3452,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.866, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3641,7 +3506,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.954, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3695,7 +3560,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3722,34 +3587,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.632, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/PWD:master/iPp21@GRq", - "line_num": 22, - "path": "tests/samples/doc_id_passwd_pair", - "info": "tests/samples/doc_id_passwd_pair|RAW", - "value": "master/iPp21@GRq", - "value_start": 7, - "value_end": 23, - "variable": "PWD", - "variable_start": 3, - "variable_end": 6, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.842, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3776,34 +3614,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.651, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/PW:master/iPp28@GRq", - "line_num": 29, - "path": "tests/samples/doc_id_passwd_pair", - "info": "tests/samples/doc_id_passwd_pair|RAW", - "value": "master/iPp28@GRq", - "value_start": 6, - "value_end": 22, - "variable": "PW", - "variable_start": 3, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.864, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3830,7 +3641,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.951, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3857,7 +3668,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.766, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3884,7 +3695,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3911,7 +3722,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3938,7 +3749,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3965,7 +3776,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4019,7 +3830,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4046,7 +3857,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4073,7 +3884,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4100,7 +3911,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4127,7 +3938,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.631, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4154,7 +3965,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.636, + "ml_probability": 0.759, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4181,7 +3992,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4208,7 +4019,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4235,7 +4046,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4262,7 +4073,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4289,7 +4100,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4316,7 +4127,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4343,7 +4154,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.783, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4370,7 +4181,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.812, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4397,7 +4208,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4424,7 +4235,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.903, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4451,7 +4262,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4478,7 +4289,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4505,7 +4316,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.88, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4532,7 +4343,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4559,7 +4370,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4586,7 +4397,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4613,7 +4424,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.677, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4991,7 +4802,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5072,7 +4883,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5342,7 +5153,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5369,7 +5180,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5396,7 +5207,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5450,7 +5261,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5639,7 +5450,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5666,7 +5477,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5720,7 +5531,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5774,7 +5585,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5801,7 +5612,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5882,7 +5693,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5936,7 +5747,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.822, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5963,7 +5774,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6098,7 +5909,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6125,7 +5936,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -6152,7 +5963,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6206,7 +6017,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6260,7 +6071,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6314,7 +6125,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.936, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6341,7 +6152,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6395,7 +6206,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6557,7 +6368,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6611,7 +6422,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6692,7 +6503,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6719,7 +6530,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6746,7 +6557,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6773,7 +6584,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6827,34 +6638,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", - "line_num": 70, - "path": "tests/samples/doc_various", - "info": "tests/samples/doc_various|RAW", - "value": "master/IhqSb1Gg)", - "value_start": 18, - "value_end": 34, - "variable": "PW", - "variable_start": 15, - "variable_end": 17, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6908,7 +6692,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6989,7 +6773,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7097,7 +6881,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7124,7 +6908,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7178,7 +6962,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7232,7 +7016,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7313,7 +7097,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7421,7 +7205,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7529,7 +7313,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7583,7 +7367,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7637,7 +7421,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7691,7 +7475,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.881, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7772,7 +7556,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7853,7 +7637,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7934,7 +7718,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7961,7 +7745,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8042,7 +7826,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8174,6 +7958,60 @@ } ] }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.943, + "rule": "Github Old Token", + "severity": "high", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n", + "line_num": 1, + "path": "tests/samples/encoded_data", + "info": "tests/samples/encoded_data|ENCODED|RAW", + "value": "gireogicracklecrackle1231567190113413981", + "value_start": 15, + "value_end": 55, + "variable": null, + "variable_start": -2, + "variable_end": -2, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.97402442086502, + "valid": true + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.943, + "rule": "Token", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n", + "line_num": 1, + "path": "tests/samples/encoded_data", + "info": "tests/samples/encoded_data|ENCODED|RAW", + "value": "gireogicracklecrackle1231567190113413981", + "value_start": 15, + "value_end": 55, + "variable": "git_token", + "variable_start": 2, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.97402442086502, + "valid": true + } + } + ] + }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -8204,7 +8042,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8805,7 +8643,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.99, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9237,7 +9075,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9372,7 +9210,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9399,7 +9237,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.853, + "rule": "Key", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "prKeyValid=LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJBTkNBQVNnRlRLandKQUFVOTVnKysvdnpLV0hrekFWbU5NSQp0QjV2VGpaT09Jd25FYjcwTXNXWkZJeVVGRDFQOUd3c3R6NCtha0hYN3ZJOEJINmhIbUJtZmVRbAotLS0tLUVORCBQUklWJNR0J5cUdTTTQ5QW5aUHhmQXl4cUUKWlYwNdFR0QVRFIEtFWS0tLS0tCgtFWS0tLS0tCk1JR0hBZ0VBTU==", + "line_num": 1, + "path": "tests/samples/key.hs", + "info": "tests/samples/key.hs|RAW", + "value": "LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJBTkNBQVNnRlRLandKQUFVOTVnKysvdnpLV0hrekFWbU5NSQp0QjV2VGpaT09Jd25FYjcwTXNXWkZJeVVGRDFQOUd3c3R6NCtha0hYN3ZJOEJINmhIbUJtZmVRbAotLS0tLUVORCBQUklWJNR0J5cUdTTTQ5QW5aUHhmQXl4cUUKWlYwNdFR0QVRFIEtFWS0tLS0tCgtFWS0tLS0tCk1JR0hBZ0VBTU==", + "value_start": 11, + "value_end": 335, + "variable": "prKeyValid", + "variable_start": 0, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 5.428808109703668, + "valid": true + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9507,7 +9372,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9973,7 +9838,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10000,7 +9865,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10054,7 +9919,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10081,7 +9946,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10108,7 +9973,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.748, + "ml_probability": 0.904, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10135,7 +10000,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10162,7 +10027,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10189,7 +10054,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10216,7 +10081,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11570,7 +11435,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.85, + "ml_probability": 0.963, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11597,7 +11462,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11624,7 +11489,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.91, + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11651,7 +11516,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.9, + "rule": "Salt", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "salt4 = {\"salt5\": \"my124%#$@s\\x04clt\\0\"}", + "line_num": 4, + "path": "tests/samples/salt.py", + "info": "tests/samples/salt.py|RAW", + "value": "my124%#$@s\\x04clt\\0", + "value_start": 19, + "value_end": 38, + "variable": "salt5", + "variable_start": 10, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.6959504039350857, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11678,7 +11570,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.906, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11705,7 +11597,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.906, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12380,7 +12272,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12434,7 +12326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12488,7 +12380,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.991, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12758,7 +12650,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.979, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -12785,7 +12677,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.979, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12839,7 +12731,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -12866,7 +12758,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12893,7 +12785,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.88, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12920,7 +12812,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -13001,7 +12893,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -13055,7 +12947,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -13109,7 +13001,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.988, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -13136,7 +13028,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.983, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -13190,7 +13082,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "UUID", "severity": "info", "confidence": "strong", @@ -13244,7 +13136,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/doc.json b/tests/data/doc.json index 8cd283a18..83cb4954c 100644 --- a/tests/data/doc.json +++ b/tests/data/doc.json @@ -12931,8 +12931,8 @@ }, { "api_validation": "NOT_AVAILABLE", - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, "rule": "UUID", "severity": "info", "confidence": "strong", diff --git a/tests/data/ml_threshold.json b/tests/data/ml_threshold.json index 262e3583d..cc07330ee 100644 --- a/tests/data/ml_threshold.json +++ b/tests/data/ml_threshold.json @@ -191,7 +191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.962, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -218,7 +218,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -245,7 +245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.991, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -299,7 +299,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -326,7 +326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -478,7 +478,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.394, + "ml_probability": 0.13, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -576,7 +576,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.619, + "ml_probability": 0.4, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -603,7 +603,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, + "ml_probability": 0.034, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -630,7 +630,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, + "ml_probability": 0.034, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -684,7 +684,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -765,7 +765,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.988, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -1008,7 +1008,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1116,7 +1116,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1143,7 +1143,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1170,7 +1170,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1197,7 +1197,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.926, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1224,7 +1224,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1251,7 +1251,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1278,7 +1278,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1332,7 +1332,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1359,7 +1359,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1386,7 +1386,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1413,7 +1413,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1440,7 +1440,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1467,7 +1467,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1494,7 +1494,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1521,7 +1521,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.941, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1548,7 +1548,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1575,7 +1575,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.946, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1602,7 +1602,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1629,7 +1629,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1656,7 +1656,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1683,7 +1683,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.923, + "ml_probability": 0.494, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1710,7 +1710,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1737,7 +1737,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.909, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1764,7 +1764,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1791,7 +1791,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1818,7 +1818,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1845,7 +1845,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1872,7 +1872,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1899,7 +1899,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1926,7 +1926,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.945, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1953,7 +1953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1980,7 +1980,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2007,7 +2007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2034,7 +2034,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2088,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2115,7 +2115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2142,7 +2142,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2169,7 +2169,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2196,7 +2196,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.797, + "ml_probability": 0.752, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2223,7 +2223,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2250,7 +2250,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2304,7 +2304,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2358,7 +2358,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2385,7 +2385,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2412,7 +2412,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2439,7 +2439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2466,7 +2466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2493,7 +2493,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2547,7 +2547,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2574,7 +2574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2601,7 +2601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2628,7 +2628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.953, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2655,7 +2655,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2682,7 +2682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2709,7 +2709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2736,7 +2736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2763,7 +2763,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2790,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2817,7 +2817,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2844,7 +2844,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2952,7 +2952,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3033,7 +3033,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3060,7 +3060,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.885, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3087,7 +3087,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.943, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3114,7 +3114,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3141,7 +3141,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3168,7 +3168,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3195,7 +3195,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3222,7 +3222,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3276,7 +3276,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3330,7 +3330,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3357,7 +3357,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.279, + "ml_probability": 0.086, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3384,7 +3384,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.026, + "ml_probability": 0.001, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3411,7 +3411,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.704, + "ml_probability": 0.617, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3438,7 +3438,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.602, + "ml_probability": 0.301, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3465,7 +3465,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.413, + "ml_probability": 0.202, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3492,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.912, + "ml_probability": 0.609, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3519,7 +3519,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.547, + "ml_probability": 0.427, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3546,7 +3546,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3573,7 +3573,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.866, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3627,7 +3627,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.954, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3654,7 +3654,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.162, + "ml_probability": 0.04, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3681,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.58, + "ml_probability": 0.329, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3735,7 +3735,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3762,7 +3762,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.632, + "ml_probability": 0.245, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3789,7 +3789,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.287, + "ml_probability": 0.035, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3816,7 +3816,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.512, + "ml_probability": 0.19, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3843,7 +3843,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.842, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3870,7 +3870,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.651, + "ml_probability": 0.517, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3897,7 +3897,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.864, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3924,7 +3924,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.951, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3951,7 +3951,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.766, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3978,7 +3978,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4005,7 +4005,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4032,7 +4032,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4059,7 +4059,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4113,7 +4113,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4140,7 +4140,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4167,7 +4167,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4194,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4221,7 +4221,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.631, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4248,7 +4248,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.636, + "ml_probability": 0.759, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4275,7 +4275,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4302,7 +4302,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4329,7 +4329,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4356,7 +4356,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4383,7 +4383,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4410,7 +4410,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4437,7 +4437,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.783, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4464,7 +4464,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.812, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4491,7 +4491,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4518,7 +4518,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.903, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4545,7 +4545,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4572,7 +4572,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4599,7 +4599,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.88, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4626,7 +4626,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4653,7 +4653,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4680,7 +4680,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4707,7 +4707,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.677, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5085,7 +5085,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5166,7 +5166,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5355,7 +5355,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.003, + "ml_probability": 0.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5490,7 +5490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5517,7 +5517,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5544,7 +5544,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5598,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5787,7 +5787,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5814,7 +5814,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5868,7 +5868,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5922,7 +5922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5949,7 +5949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6030,7 +6030,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6084,7 +6084,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.822, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6111,7 +6111,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6246,7 +6246,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6273,7 +6273,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -6300,7 +6300,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6354,7 +6354,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6408,7 +6408,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6462,7 +6462,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.936, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6489,7 +6489,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6543,7 +6543,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6594,33 +6594,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.002, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg", - "line_num": 47, - "path": "tests/samples/doc_various", - "info": "", - "value": "IhqSb1Gg", - "value_start": 28, - "value_end": 36, - "variable": "gildong.hong@98.76.54.32,pw", - "variable_start": 0, - "variable_end": 27, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.0, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -6732,7 +6705,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6759,7 +6732,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.033, + "ml_probability": 0.03, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6813,7 +6786,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6894,7 +6867,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6921,7 +6894,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6948,7 +6921,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6975,7 +6948,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7029,7 +7002,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, + "ml_probability": 0.579, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7056,7 +7029,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7110,7 +7083,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7164,7 +7137,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.057, + "ml_probability": 0.003, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7218,7 +7191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7326,7 +7299,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7353,7 +7326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7407,7 +7380,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7461,7 +7434,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7542,7 +7515,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7650,7 +7623,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7758,7 +7731,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7812,7 +7785,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7866,7 +7839,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7920,7 +7893,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.881, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8001,7 +7974,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8082,7 +8055,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8163,7 +8136,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8190,7 +8163,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8271,7 +8244,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8433,7 +8406,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9034,7 +9007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.99, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9466,7 +9439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9601,7 +9574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9628,7 +9601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.279, + "ml_probability": 0.853, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9655,7 +9628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9763,7 +9736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -10175,7 +10148,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10202,7 +10175,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.058, + "ml_probability": 0.013, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10229,7 +10202,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.04, + "ml_probability": 0.163, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10256,7 +10229,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10310,7 +10283,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10337,7 +10310,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10364,7 +10337,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.748, + "ml_probability": 0.904, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10391,7 +10364,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10418,7 +10391,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10445,7 +10418,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10472,7 +10445,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10821,7 +10794,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.362, + "ml_probability": 0.378, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10875,7 +10848,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10902,7 +10875,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.18, + "ml_probability": 0.322, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10929,7 +10902,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.91, + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10956,7 +10929,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.516, + "ml_probability": 0.9, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10983,7 +10956,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11010,7 +10983,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.127, + "ml_probability": 0.264, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -11415,7 +11388,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.994, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -11469,7 +11442,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -11496,7 +11469,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11523,7 +11496,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.88, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11550,7 +11523,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11631,7 +11604,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11685,7 +11658,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11739,7 +11712,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.988, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11766,7 +11739,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.983, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11820,7 +11793,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "UUID", "severity": "info", "confidence": "strong", @@ -11874,7 +11847,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/output.json b/tests/data/output.json index 2405b3d9d..5245e7e02 100644 --- a/tests/data/output.json +++ b/tests/data/output.json @@ -191,7 +191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.962, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -218,7 +218,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -245,7 +245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.991, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -299,7 +299,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -326,7 +326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.945, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -546,60 +546,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", - "line_num": 4, - "path": "tests/samples/aws_multi.groovy", - "info": "", - "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", - "value_start": 16, - "value_end": 56, - "variable": "AwsSecretKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.012814895472355, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, - "rule": "Secret", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", - "line_num": 4, - "path": "tests/samples/aws_multi.groovy", - "info": "", - "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", - "value_start": 16, - "value_end": 56, - "variable": "AwsSecretKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.012814895472355, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -630,7 +576,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -711,7 +657,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.988, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -954,7 +900,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1062,7 +1008,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1089,7 +1035,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1116,7 +1062,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.9, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1143,7 +1089,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.926, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1170,7 +1116,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1197,7 +1143,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1224,7 +1170,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1278,7 +1224,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1305,7 +1251,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.957, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1332,7 +1278,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1359,7 +1305,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1386,7 +1332,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1413,7 +1359,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1440,7 +1386,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1467,7 +1413,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.941, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1494,7 +1440,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1521,7 +1467,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.946, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1548,7 +1494,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1575,7 +1521,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1602,7 +1548,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1629,34 +1575,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.923, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "id:master pass:dipPr122Gg!", - "line_num": 23, - "path": "tests/samples/doc_id_pair_passwd_pair", - "info": "", - "value": "dipPr122Gg!", - "value_start": 15, - "value_end": 26, - "variable": "pass", - "variable_start": 10, - "variable_end": 14, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1683,7 +1602,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.909, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1710,7 +1629,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1737,7 +1656,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1764,7 +1683,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1791,7 +1710,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1818,7 +1737,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1845,7 +1764,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1872,7 +1791,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.945, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1899,7 +1818,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1926,7 +1845,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1953,7 +1872,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1980,7 +1899,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2034,7 +1953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2061,7 +1980,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2115,7 +2034,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2142,7 +2061,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.797, + "ml_probability": 0.752, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2169,7 +2088,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2196,7 +2115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2250,7 +2169,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2304,7 +2223,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2331,7 +2250,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2358,7 +2277,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2385,7 +2304,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2412,7 +2331,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2439,7 +2358,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2493,7 +2412,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2520,7 +2439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2547,7 +2466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2574,7 +2493,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.953, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2601,7 +2520,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2628,7 +2547,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2655,7 +2574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2682,7 +2601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2709,7 +2628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.932, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2736,7 +2655,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2763,7 +2682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2898,7 +2817,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2979,7 +2898,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3006,7 +2925,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.885, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3033,7 +2952,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.943, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3060,7 +2979,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3087,7 +3006,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3114,7 +3033,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3141,7 +3060,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3168,7 +3087,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3222,7 +3141,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3276,7 +3195,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3303,61 +3222,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.704, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/PW:master/iPp0@GRq", - "line_num": 1, - "path": "tests/samples/doc_id_passwd_pair", - "info": "", - "value": "master/iPp0@GRq", - "value_start": 6, - "value_end": 21, - "variable": "PW", - "variable_start": 3, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.64643122256795, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.912, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID:PW=master:iPp4@GRq", - "line_num": 5, - "path": "tests/samples/doc_id_passwd_pair", - "info": "", - "value": "master:iPp4@GRq", - "value_start": 6, - "value_end": 21, - "variable": "PW", - "variable_start": 3, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3859718495273823, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3384,7 +3249,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.866, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3438,7 +3303,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.954, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3357,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3502,66 +3367,12 @@ "line_num": 20, "path": "tests/samples/doc_id_passwd_pair", "info": "", - "value": "master/iPp19@GRq", - "value_start": 18, - "value_end": 34, - "variable": "pw", - "variable_start": 15, - "variable_end": 17, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.632, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/PWD:master/iPp21@GRq", - "line_num": 22, - "path": "tests/samples/doc_id_passwd_pair", - "info": "", - "value": "master/iPp21@GRq", - "value_start": 7, - "value_end": 23, - "variable": "PWD", - "variable_start": 3, - "variable_end": 6, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ID/Password=master/iPp27@GRq", - "line_num": 28, - "path": "tests/samples/doc_id_passwd_pair", - "info": "", - "value": "master/iPp27@GRq", - "value_start": 12, - "value_end": 28, - "variable": "Password", - "variable_start": 3, - "variable_end": 11, + "value": "master/iPp19@GRq", + "value_start": 18, + "value_end": 34, + "variable": "pw", + "variable_start": 15, + "variable_end": 17, "entropy_validation": { "iterator": "BASE64_CHARS", "entropy": 3.75, @@ -3573,22 +3384,22 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.651, + "ml_probability": 0.842, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID/PW:master/iPp28@GRq", - "line_num": 29, + "line": "ID/Password=master/iPp27@GRq", + "line_num": 28, "path": "tests/samples/doc_id_passwd_pair", "info": "", - "value": "master/iPp28@GRq", - "value_start": 6, - "value_end": 22, - "variable": "PW", + "value": "master/iPp27@GRq", + "value_start": 12, + "value_end": 28, + "variable": "Password", "variable_start": 3, - "variable_end": 5, + "variable_end": 11, "entropy_validation": { "iterator": "BASE64_CHARS", "entropy": 3.75, @@ -3600,7 +3411,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.864, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3627,7 +3438,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.951, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3654,7 +3465,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.766, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3492,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3708,7 +3519,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3735,7 +3546,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3762,7 +3573,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3816,7 +3627,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3843,7 +3654,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3870,7 +3681,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3897,7 +3708,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3924,7 +3735,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.631, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3951,7 +3762,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.636, + "ml_probability": 0.759, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3978,7 +3789,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.905, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4005,7 +3816,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4032,7 +3843,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4059,7 +3870,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4086,7 +3897,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4113,7 +3924,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4140,7 +3951,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.783, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4167,7 +3978,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.812, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4005,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4221,7 +4032,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.903, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4248,7 +4059,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4275,7 +4086,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.664, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4302,7 +4113,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.88, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4329,7 +4140,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4356,7 +4167,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4383,7 +4194,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4410,7 +4221,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.677, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4788,7 +4599,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4869,7 +4680,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5139,7 +4950,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5166,7 +4977,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5193,7 +5004,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.961, + "ml_probability": 0.964, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5247,7 +5058,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5436,7 +5247,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5463,7 +5274,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5517,7 +5328,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5571,7 +5382,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5409,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5679,7 +5490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5733,7 +5544,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.822, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5760,7 +5571,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5895,7 +5706,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5922,7 +5733,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5949,7 +5760,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.892, + "ml_probability": 0.758, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6003,7 +5814,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6057,7 +5868,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6111,7 +5922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.936, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6138,7 +5949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6192,7 +6003,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6354,7 +6165,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.94, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6408,7 +6219,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6489,7 +6300,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6516,7 +6327,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6543,7 +6354,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6570,7 +6381,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6624,34 +6435,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", - "line_num": 70, - "path": "tests/samples/doc_various", - "info": "", - "value": "master/IhqSb1Gg)", - "value_start": 18, - "value_end": 34, - "variable": "PW", - "variable_start": 15, - "variable_end": 17, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.865, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6705,7 +6489,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.958, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6786,7 +6570,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6894,7 +6678,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6921,7 +6705,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6975,7 +6759,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7029,7 +6813,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7110,7 +6894,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7218,7 +7002,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7326,7 +7110,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7380,7 +7164,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7434,7 +7218,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7488,7 +7272,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.881, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7569,7 +7353,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7650,7 +7434,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7731,7 +7515,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7758,7 +7542,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7839,7 +7623,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8001,7 +7785,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8602,7 +8386,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.99, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9034,7 +8818,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9169,7 +8953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9196,7 +8980,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.853, + "rule": "Key", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "prKeyValid=LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJBTkNBQVNnRlRLandKQUFVOTVnKysvdnpLV0hrekFWbU5NSQp0QjV2VGpaT09Jd25FYjcwTXNXWkZJeVVGRDFQOUd3c3R6NCtha0hYN3ZJOEJINmhIbUJtZmVRbAotLS0tLUVORCBQUklWJNR0J5cUdTTTQ5QW5aUHhmQXl4cUUKWlYwNdFR0QVRFIEtFWS0tLS0tCgtFWS0tLS0tCk1JR0hBZ0VBTU==", + "line_num": 1, + "path": "tests/samples/key.hs", + "info": "", + "value": "LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJBTkNBQVNnRlRLandKQUFVOTVnKysvdnpLV0hrekFWbU5NSQp0QjV2VGpaT09Jd25FYjcwTXNXWkZJeVVGRDFQOUd3c3R6NCtha0hYN3ZJOEJINmhIbUJtZmVRbAotLS0tLUVORCBQUklWJNR0J5cUdTTTQ5QW5aUHhmQXl4cUUKWlYwNdFR0QVRFIEtFWS0tLS0tCgtFWS0tLS0tCk1JR0hBZ0VBTU==", + "value_start": 11, + "value_end": 335, + "variable": "prKeyValid", + "variable_start": 0, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 5.428808109703668, + "valid": true + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9304,7 +9115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9716,7 +9527,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9743,7 +9554,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9797,7 +9608,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9824,7 +9635,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9851,7 +9662,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.748, + "ml_probability": 0.904, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9878,7 +9689,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9905,7 +9716,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9932,7 +9743,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9959,7 +9770,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10335,7 +10146,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.989, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10362,7 +10173,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.91, + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10389,7 +10200,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.9, + "rule": "Salt", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "salt4 = {\"salt5\": \"my124%#$@s\\x04clt\\0\"}", + "line_num": 4, + "path": "tests/samples/salt.py", + "info": "", + "value": "my124%#$@s\\x04clt\\0", + "value_start": 19, + "value_end": 38, + "variable": "salt5", + "variable_start": 10, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.6959504039350857, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.992, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10794,7 +10632,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.994, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -10848,7 +10686,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -10875,7 +10713,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.975, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10902,7 +10740,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.88, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10929,7 +10767,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11010,7 +10848,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11064,7 +10902,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11118,7 +10956,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.988, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11145,7 +10983,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.983, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11199,7 +11037,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "UUID", "severity": "info", "confidence": "strong", @@ -11253,7 +11091,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/ml_model/test_ml_validator.py b/tests/ml_model/test_ml_validator.py index cf74b9ba3..3e3ac44d9 100644 --- a/tests/ml_model/test_ml_validator.py +++ b/tests/ml_model/test_ml_validator.py @@ -48,22 +48,22 @@ def validate(_candidate: Candidate) -> Tuple[bool, float]: candidate.line_data_list[0].value = "Ahga%$FiQ@Ei8" decision, probability = validate(candidate) - self.assertAlmostEqual(0.9978964328765869, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9996967911720276, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "sample.py" candidate.line_data_list[0].file_type = ".yaml" decision, probability = validate(candidate) - self.assertAlmostEqual(0.9921828508377075, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9958975315093994, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "test.zip" candidate.line_data_list[0].file_type = ".zip" decision, probability = validate(candidate) - self.assertAlmostEqual(0.9936838150024414, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9976728558540344, probability, delta=NEGLIGIBLE_ML_THRESHOLD) - candidate.line_data_list[0].path = "other.txt" - candidate.line_data_list[0].file_type = ".txt" + candidate.line_data_list[0].path = "other.unknown" + candidate.line_data_list[0].file_type = ".unknown" decision, probability = validate(candidate) - self.assertAlmostEqual(0.9651957154273987, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9810119271278381, probability, delta=NEGLIGIBLE_ML_THRESHOLD) def test_ml_validator_auxiliary_p(self): candidate = Candidate.get_dummy_candidate(self.config, "mycred", "", "") @@ -80,19 +80,19 @@ def test_ml_validator_auxiliary_p(self): candidate_key = CandidateKey(candidate.line_data_list[0]) sample_as_batch = [(candidate_key, [candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9105992317199707, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9583272337913513, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule which was not trained - keeps the same ML probability aux_candidate.rule_name = "PASSWD_PAIR" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9105992317199707, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9583272337913513, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule in train increases ML probability aux_candidate.rule_name = "UUID" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9877114295959473, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9972454309463501, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) def test_extract_features_p(self): candidate1 = Candidate.get_dummy_candidate(self.config, "main.py", ".py", "info") diff --git a/tests/test_main.py b/tests/test_main.py index 2b25431d0..14c8a619b 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -786,6 +786,7 @@ def test_param_n(self) -> None: ("pager.rs", b"token: impl AsRef,"), # ("pager.rs", b" let tokens = quote::quote! {"), # ("pager.rs", b" let cert_chain = x509_rx"), # + ("my.kt", b'val password: String? = null'), # ] content_provider: AbstractProvider = FilesProvider([(file_name, io.BytesIO(data_line)) for file_name, data_line in items]) @@ -819,7 +820,7 @@ def test_param_p(self) -> None: ("accept.py", b"password='Ahga%$FiQ@Ei8'", "password", "Ahga%$FiQ@Ei8"), # ("test.template", b" NAMED_API_KEY=qii7t1m6423127xto389xc914l34451qz5135865564sg ", "NAMED_API_KEY", "qii7t1m6423127xto389xc914l34451qz5135865564sg"), # - ("my.kt", b'val password: String? = "Ahga%$FiQ@Ei8"', "password", "Ahga%$FiQ@Ei8"), # + ("my.kt", b'val password: String = "Ahga%$FiQ@Ei8"', "password", "Ahga%$FiQ@Ei8"), # ] for file_name, data_line, variable, value in items: content_provider: AbstractProvider = FilesProvider([