diff --git a/cicd/benchmark.txt b/cicd/benchmark.txt index 431799454..58db87756 100644 --- a/cicd/benchmark.txt +++ b/cicd/benchmark.txt @@ -1,4 +1,4 @@ -DATA: 16987703 interested lines. MARKUP: 65357 items +DATA: 16987703 interested lines. MARKUP: 65360 items FileType FileNumber ValidLines Positives Negatives Templates --------------- ------------ ------------ ----------- ----------- ----------- 194 28318 67 430 87 @@ -10,7 +10,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .axaml 5 286 6 .backup 1 62 2 1 .bash 2 2158 2 1 -.bat 4 233 1 13 2 +.bat 4 233 14 2 .bats 15 2804 12 52 9 .bazel 3 424 8 .build 2 40 3 @@ -53,8 +53,8 @@ FileType FileNumber ValidLines Positives Negatives Templat .erb 13 323 27 .erl 4 96 8 .ex 25 4968 5 105 5 -.example 17 1838 75 37 55 -.exs 24 4842 8 188 4 +.example 17 1838 75 38 55 +.exs 24 4842 8 189 4 .ext 5 211 1 4 2 .fsproj 1 75 1 1 .g4 2 201 2 @@ -80,16 +80,16 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 5 .j 1 241 4 .j2 31 5601 8 214 10 -.java 621 134132 374 1355 170 +.java 621 134132 374 1358 170 .jenkinsfile 1 58 2 7 .jinja2 1 64 2 .js 658 535543 551 2639 330 -.json 861 13670751 2796 10972 143 +.json 861 13670751 2795 10972 143 .jsp 13 3202 1 42 .jsx 7 857 19 .jwt 6 8 7 .key 83 2737 70 14 -.kt 123 20774 69 383 3 +.kt 123 20774 70 383 3 .l 1 982 2 .las 1 6656 48 .lasso 1 230 7 @@ -110,7 +110,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .markdown 3 139 3 1 .markerb 3 12 3 .marko 1 21 2 -.md 679 149755 849 2584 669 +.md 679 149755 847 2587 669 .mdx 3 549 7 .mjml 1 18 1 .mjs 22 4424 136 310 @@ -122,7 +122,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .mqh 1 1023 2 .msg 1 26644 2 1 .mysql 1 36 2 -.ndjson 2 5006 108 349 2 +.ndjson 2 5006 106 350 2 .nix 4 211 12 .nolint 1 2 1 .odd 1 1281 57 @@ -156,7 +156,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .pyx 2 1094 21 .r 4 62 6 3 1 .rake 2 51 2 -.rb 862 131917 275 3464 612 +.rb 862 131917 275 3467 612 .re 1 31 1 .red 1 159 1 .release 1 13 4 @@ -208,7 +208,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ts 585 106846 172 1930 203 .tsx 55 9846 1 128 5 .ttar 2 6050 227 3 -.txt 444 78553 1932 14267 50 +.txt 444 78553 1936 14268 50 .utf8 1 77 2 .vsixmanifest 1 36 1 .vsmdi 1 6 2 @@ -222,50 +222,49 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 418 36162 522 914 384 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10333 16988573 8377 60439 5233 -NOT FOUND WITH KEY: 1338367,b42689a1,GitHub,ac9be8d9,data/ac9be8d9/test/b42689a1.exs,445,445,F,F,68,78,F,F,,,,,0.0,0,F,F,F,Password -credsweeper result_cnt : 7808, lost_cnt : 1, true_cnt : 7237, false_cnt : 570 -Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------- ----------- ----------- ----------- ---------- ---- ---- ----- ---- -------- -------- -------- -------- -------- -------- -API 123 3163 185 112 109 3 3345 14 0.000896 0.113821 0.995102 0.973214 0.886179 0.927660 -AWS Client ID 168 13 0 160 160 0 13 8 0.000000 0.047619 0.955801 1.000000 0.952381 0.975610 -AWS Multi 75 12 0 87 75 11 1 0 0.916667 0.000000 0.873563 0.872093 1.000000 0.931677 -AWS S3 Bucket 61 25 0 87 61 24 1 0 0.960000 0.000000 0.720930 0.717647 1.000000 0.835616 -Atlassian Old PAT token 27 212 3 12 3 8 207 24 0.037209 0.888889 0.867769 0.272727 0.111111 0.157895 -Auth 407 2725 77 372 351 21 2781 56 0.007495 0.137592 0.976005 0.943548 0.862408 0.901155 -Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 -BASE64 Private Key 7 2 0 7 7 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 -Bitbucket Client ID 142 1813 9 46 27 18 1804 115 0.009879 0.809859 0.932281 0.600000 0.190141 0.288770 -Bitbucket Client Secret 230 535 10 44 33 11 534 197 0.020183 0.856522 0.731613 0.750000 0.143478 0.240876 -Certificate 25 459 1 21 20 1 459 5 0.002174 0.200000 0.987629 0.952381 0.800000 0.869565 -Credential 91 155 74 90 87 3 226 4 0.013100 0.043956 0.978125 0.966667 0.956044 0.961326 -Docker Swarm Token 2 0 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 -Dropbox App secret 62 114 0 46 36 9 105 26 0.078947 0.419355 0.801136 0.800000 0.580645 0.672897 -Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 -Firebase Domain 6 1 0 7 6 1 0 0 1.000000 0.000000 0.857143 0.857143 1.000000 0.923077 -Github Old Token 1 0 0 1 1 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 -Gitlab Feed Token 188 460 88 60 47 12 536 141 0.021898 0.750000 0.792120 0.796610 0.250000 0.380567 -Gitlab Incoming Email Token 37 3 0 21 19 2 1 18 0.666667 0.486486 0.500000 0.904762 0.513514 0.655172 -Google API Key 12 0 0 12 12 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 -Google Multi 10 2 0 11 10 1 1 0 0.500000 0.000000 0.916667 0.909091 1.000000 0.952381 -Google OAuth Access Token 3 0 0 3 3 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 -Grafana Provisioned API Key 22 1 0 1 1 0 1 21 0.000000 0.954545 0.086957 1.000000 0.045455 0.086957 -IPv4 729 405 0 1205 728 342 63 1 0.844444 0.001372 0.697531 0.680374 0.998628 0.809339 -IPv6 33 131 0 33 33 0 131 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -JSON Web Token 284 11 2 274 271 3 10 13 0.230769 0.045775 0.946128 0.989051 0.954225 0.971326 -Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 -Jira 2FA 14 6 0 10 10 0 6 4 0.000000 0.285714 0.800000 1.000000 0.714286 0.833333 -Key 483 8494 464 445 436 9 8949 47 0.001005 0.097308 0.994068 0.979775 0.902692 0.939655 -Nonce 83 53 0 85 79 6 47 4 0.113208 0.048193 0.926471 0.929412 0.951807 0.940476 -Other 0 0 5 0 0 5 0 0.000000 1.000000 -PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 -Password 1823 7474 2752 1682 1614 67 10159 209 0.006552 0.114646 0.977094 0.960143 0.885354 0.921233 -Salt 42 76 2 38 38 0 78 4 0.000000 0.095238 0.966667 1.000000 0.904762 0.950000 -Secret 1358 28497 869 1234 1229 5 29361 129 0.000170 0.094993 0.995639 0.995948 0.905007 0.948302 -Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 -Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -Token 585 3972 439 521 512 9 4402 73 0.002040 0.124786 0.983587 0.982726 0.875214 0.925859 -Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000 -URL Credentials 194 125 251 189 189 0 376 5 0.000000 0.025773 0.991228 1.000000 0.974227 0.986945 - 8377 60439 5233 7950 7237 570 59869 1140 0.009431 0.136087 0.975151 0.926989 0.863913 0.894340 +TOTAL: 10332 16987703 11500 60361 5198 +credsweeper result_cnt : 10839, lost_cnt : 0, true_cnt : 10344, false_cnt : 495 +Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 +------------------------------ ----------- ----------- ----------- ---------- ----- ---- ----- ---- -------- -------- -------- -------- -------- -------- +API 130 3165 185 118 116 2 3348 14 0.000597 0.107692 0.995402 0.983051 0.892308 0.935484 +AWS Client ID 167 18 0 160 160 0 18 7 0.000000 0.041916 0.962162 1.000000 0.958084 0.978593 +AWS Multi 75 14 0 87 75 11 3 0 0.785714 0.000000 0.876404 0.872093 1.000000 0.931677 +AWS S3 Bucket 66 24 0 92 66 24 0 0 1.000000 0.000000 0.733333 0.733333 1.000000 0.846154 +Atlassian Old PAT token 27 212 3 12 3 8 207 24 0.037209 0.888889 0.867769 0.272727 0.111111 0.157895 +Auth 410 2724 76 361 357 4 2796 53 0.001429 0.129268 0.982243 0.988920 0.870732 0.926070 +Azure Access Token 19 0 0 0 0 0 19 1.000000 0.000000 0.000000 +BASE64 Private Key 7 2 0 7 7 0 2 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 +BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 +Bitbucket Client ID 142 1813 9 46 27 18 1804 115 0.009879 0.809859 0.932281 0.600000 0.190141 0.288770 +Bitbucket Client Secret 230 535 10 44 33 11 534 197 0.020183 0.856522 0.731613 0.750000 0.143478 0.240876 +Certificate 25 461 1 20 20 0 462 5 0.000000 0.200000 0.989733 1.000000 0.800000 0.888889 +Credential 94 154 74 90 90 0 228 4 0.000000 0.042553 0.987578 1.000000 0.957447 0.978261 +Docker Swarm Token 2 0 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Dropbox App secret 62 114 0 46 36 9 105 26 0.078947 0.419355 0.801136 0.800000 0.580645 0.672897 +Facebook Access Token 0 1 0 0 0 1 0 0.000000 1.000000 +Firebase Domain 6 1 0 7 6 1 0 0 1.000000 0.000000 0.857143 0.857143 1.000000 0.923077 +Github Old Token 1 0 0 1 1 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Gitlab Feed Token 188 451 87 60 47 12 526 141 0.022305 0.750000 0.789256 0.796610 0.250000 0.380567 +Gitlab Incoming Email Token 37 3 0 21 19 2 1 18 0.666667 0.486486 0.500000 0.904762 0.513514 0.655172 +Google API Key 12 0 0 12 12 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Google Multi 10 2 0 11 10 1 1 0 0.500000 0.000000 0.916667 0.909091 1.000000 0.952381 +Google OAuth Access Token 3 0 0 3 3 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 +Grafana Provisioned API Key 22 1 0 1 1 0 1 21 0.000000 0.954545 0.086957 1.000000 0.045455 0.086957 +IPv4 729 405 0 1205 728 342 63 1 0.844444 0.001372 0.697531 0.680374 0.998628 0.809339 +IPv6 33 131 0 33 33 0 131 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 +JSON Web Token 285 9 2 275 272 3 8 13 0.272727 0.045614 0.945946 0.989091 0.954386 0.971429 +Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 +Jira 2FA 14 6 0 10 10 0 6 4 0.000000 0.285714 0.800000 1.000000 0.714286 0.833333 +Key 508 8473 464 460 457 3 8934 51 0.000336 0.100394 0.994283 0.993478 0.899606 0.944215 +Nonce 84 53 0 85 80 5 48 4 0.094340 0.047619 0.934307 0.941176 0.952381 0.946746 +PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 +Password 1827 7479 2734 1653 1619 32 10181 208 0.003133 0.113848 0.980066 0.980618 0.886152 0.930995 +Salt 42 76 2 36 36 0 78 6 0.000000 0.142857 0.950000 1.000000 0.857143 0.923077 +Secret 1361 28458 869 1232 1231 1 29326 130 0.000034 0.095518 0.995731 0.999188 0.904482 0.949479 +Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 +Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 +Token 612 3951 438 549 548 1 4388 64 0.000228 0.104575 0.987003 0.998179 0.895425 0.944014 +Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000 +URL Credentials 208 125 242 203 203 0 367 5 0.000000 0.024038 0.991304 1.000000 0.975962 0.987835 +UUID 3031 1 0 3009 3008 1 0 23 1.000000 0.007588 0.992084 0.999668 0.992412 0.996026 + 11500 60361 5198 10983 10344 495 59866 1156 0.008201 0.100522 0.977025 0.954332 0.899478 0.926093 diff --git a/tests/__init__.py b/tests/__init__.py index 9645344cf..9d80d0ae1 100644 --- a/tests/__init__.py +++ b/tests/__init__.py @@ -7,17 +7,17 @@ NEGLIGIBLE_ML_THRESHOLD = 0.0001 # credentials count after scan -SAMPLES_CRED_COUNT: int = 432 -SAMPLES_CRED_LINE_COUNT: int = 449 +SAMPLES_CRED_COUNT: int = 430 +SAMPLES_CRED_LINE_COUNT: int = 447 # credentials count after post-processing -SAMPLES_POST_CRED_COUNT: int = 390 +SAMPLES_POST_CRED_COUNT: int = 407 # with option --doc SAMPLES_IN_DOC = 411 # archived credentials that are not found without --depth -SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 25 +SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 22 SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 19 SAMPLES_IN_DEEP_3 = SAMPLES_IN_DEEP_2 + 1 diff --git a/tests/data/depth_3.json b/tests/data/depth_3.json index 1849f4a22..5d030f0df 100644 --- a/tests/data/depth_3.json +++ b/tests/data/depth_3.json @@ -124,7 +124,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -286,7 +286,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.87, + "ml_probability": 0.935, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -313,7 +313,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -340,7 +340,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -367,7 +367,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -394,7 +394,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -421,7 +421,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -570,33 +570,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\"AwsAccessKey\": \"AKIAGIREOGIAWSKEY123\", \"AwsAccessKey2\": \"AKIAGIREOGIAWSKEY555\",", - "line_num": 2, - "path": "tests/samples/aws_multi.groovy", - "info": "tests/samples/aws_multi.groovy|RAW", - "value": "AKIAGIREOGIAWSKEY123", - "value_start": 17, - "value_end": 37, - "variable": "AwsAccessKey", - "variable_start": 1, - "variable_end": 13, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -671,25 +644,52 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.753, "rule": "Key", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "\"AwsAccessKey\": \"AKIAGIREOGIAWSKEY123\", \"AwsAccessKey2\": \"AKIAGIREOGIAWSKEY555\",", - "line_num": 2, + "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", + "line_num": 4, "path": "tests/samples/aws_multi.groovy", "info": "tests/samples/aws_multi.groovy|RAW", - "value": "AKIAGIREOGIAWSKEY555", - "value_start": 58, - "value_end": 78, - "variable": "AwsAccessKey2", - "variable_start": 41, - "variable_end": 54, + "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", + "value_start": 16, + "value_end": 56, + "variable": "AwsSecretKey", + "variable_start": 1, + "variable_end": 13, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "entropy": 4.012814895472355, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.753, + "rule": "Secret", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\"", + "line_num": 4, + "path": "tests/samples/aws_multi.groovy", + "info": "tests/samples/aws_multi.groovy|RAW", + "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", + "value_start": 16, + "value_end": 56, + "variable": "AwsSecretKey", + "variable_start": 1, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 4.012814895472355, "valid": false } } @@ -725,7 +725,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -806,7 +806,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.997, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -1022,7 +1022,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -1049,7 +1049,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1157,7 +1157,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1265,7 +1265,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.954, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1292,7 +1292,61 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.881, + "ml_probability": 0.984, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master PW:dipPr11Gg!", + "line_num": 2, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr11Gg!", + "value_start": 13, + "value_end": 23, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.7897352853986264, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.977, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYID:master PW:dipPr12Gg!", + "line_num": 3, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr12Gg!", + "value_start": 16, + "value_end": 26, + "variable": "PW", + "variable_start": 13, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1319,7 +1373,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1346,7 +1400,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.786, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1373,7 +1427,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1400,7 +1454,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1427,7 +1481,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1454,7 +1508,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.812, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1481,7 +1535,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1508,7 +1562,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.981, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master PWD:dipPr112Gg!", + "line_num": 13, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr112Gg!", + "value_start": 14, + "value_end": 25, + "variable": "PWD", + "variable_start": 10, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1535,7 +1616,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1562,7 +1643,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1589,7 +1670,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1616,7 +1697,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1643,7 +1724,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1670,7 +1751,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1697,7 +1778,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1724,7 +1805,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1751,7 +1832,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.735, + "ml_probability": 0.923, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master pass:dipPr122Gg!", + "line_num": 23, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr122Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pass", + "variable_start": 10, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.9631196533066344, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1778,7 +1886,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1805,7 +1913,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.893, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1832,7 +1940,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.791, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1859,7 +1967,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.915, + "ml_probability": 0.971, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1886,7 +1994,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1913,7 +2021,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.639, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1940,7 +2048,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1967,7 +2075,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.85, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1994,7 +2102,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.893, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2021,7 +2129,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.811, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2048,7 +2156,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2075,7 +2183,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2102,7 +2210,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2129,7 +2237,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2156,7 +2264,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2183,7 +2291,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2210,7 +2318,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2237,7 +2345,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.797, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2264,7 +2372,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2291,7 +2399,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2318,7 +2426,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2345,7 +2453,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2399,7 +2507,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.736, + "ml_probability": 0.99, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "(98.76.54.32)ID:master PW:dipPr149Gg!", + "line_num": 50, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr149Gg!", + "value_start": 26, + "value_end": 37, + "variable": "PW", + "variable_start": 23, + "variable_end": 25, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2426,7 +2561,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.629, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2453,7 +2588,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2480,7 +2615,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2507,7 +2642,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2534,7 +2669,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2561,7 +2696,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2588,7 +2723,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2615,7 +2750,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2642,7 +2777,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.976, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2669,7 +2804,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.652, + "ml_probability": 0.961, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2696,7 +2831,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.984, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "dipPr163Gg! ID:master dipPr163Gg! PWD:dipPr163Gg!", + "line_num": 64, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr163Gg!", + "value_start": 38, + "value_end": 49, + "variable": "PWD", + "variable_start": 34, + "variable_end": 37, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2723,7 +2885,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2750,7 +2912,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.855, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2777,7 +2939,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2804,7 +2966,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.921, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2831,7 +2993,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2858,7 +3020,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2885,7 +3047,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2912,7 +3074,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2939,7 +3101,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2966,7 +3128,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2993,7 +3155,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3020,7 +3182,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3047,7 +3209,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.759, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3074,7 +3236,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.766, + "ml_probability": 0.991, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master,default pw:dipPr182Gg!", + "line_num": 83, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr182Gg!", + "value_start": 21, + "value_end": 32, + "variable": "pw", + "variable_start": 18, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3101,7 +3290,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3128,7 +3317,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.839, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3155,7 +3344,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.871, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3179,6 +3368,33 @@ } ] }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.984, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:dipPr190Gg! ID:master", + "line_num": 91, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr190Gg!", + "value_start": 3, + "value_end": 14, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -3209,7 +3425,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3254,7 +3470,61 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 2.515950268099853, + "entropy": 2.515950268099853, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id: master pw:dipPr197Gg!", + "line_num": 98, + "path": "tests/samples/doc_id_pair_passwd_pair", + "info": "tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr197Gg!", + "value_start": 14, + "value_end": 25, + "variable": "pw", + "variable_start": 11, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.704, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/PW:master/iPp0@GRq", + "line_num": 1, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp0@GRq", + "value_start": 6, + "value_end": 21, + "variable": "PW", + "variable_start": 3, + "variable_end": 5, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.64643122256795, "valid": false } } @@ -3263,25 +3533,25 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.912, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "id: master pw:dipPr197Gg!", - "line_num": 98, - "path": "tests/samples/doc_id_pair_passwd_pair", - "info": "tests/samples/doc_id_pair_passwd_pair|RAW", - "value": "dipPr197Gg!", - "value_start": 14, - "value_end": 25, - "variable": "pw", - "variable_start": 11, - "variable_end": 13, + "line": "ID:PW=master:iPp4@GRq", + "line_num": 5, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master:iPp4@GRq", + "value_start": 6, + "value_end": 21, + "variable": "PW", + "variable_start": 3, + "variable_end": 5, "entropy_validation": { "iterator": "BASE64_CHARS", - "entropy": 3.1449378351248165, + "entropy": 3.3859718495273823, "valid": false } } @@ -3290,7 +3560,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3317,7 +3587,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.921, + "ml_probability": 0.925, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3368,6 +3638,33 @@ } ] }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.98, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(ID:master/PW:iPp10@GRq) # todo: move into other sample ?", + "line_num": 11, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "iPp10@GRq)", + "value_start": 25, + "value_end": 35, + "variable": "PW", + "variable_start": 22, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.65754247590989, + "valid": false + } + } + ] + }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -3398,7 +3695,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.745, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3425,7 +3722,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.874, + "ml_probability": 0.632, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/PWD:master/iPp21@GRq", + "line_num": 22, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp21@GRq", + "value_start": 7, + "value_end": 23, + "variable": "PWD", + "variable_start": 3, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.926, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3452,7 +3776,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.651, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/PW:master/iPp28@GRq", + "line_num": 29, + "path": "tests/samples/doc_id_passwd_pair", + "info": "tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp28@GRq", + "value_start": 6, + "value_end": 22, + "variable": "PW", + "variable_start": 3, + "variable_end": 5, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.864, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3479,7 +3830,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.847, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3506,7 +3857,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.766, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3533,7 +3884,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3560,7 +3911,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3587,7 +3938,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3614,7 +3965,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3668,7 +4019,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.946, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3695,7 +4046,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3722,7 +4073,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.931, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3749,7 +4100,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3776,7 +4127,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.883, + "ml_probability": 0.631, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3803,7 +4154,34 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.636, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:Prl23Db#@,password:Prl23Db#@", + "line_num": 24, + "path": "tests/samples/doc_passwd_pair", + "info": "tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 3, + "value_end": 12, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3830,7 +4208,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3857,7 +4235,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3911,7 +4289,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3938,7 +4316,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3965,7 +4343,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.783, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3992,7 +4370,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.67, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4019,7 +4397,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4046,7 +4424,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.903, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4073,7 +4451,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4100,7 +4478,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.767, + "ml_probability": 0.664, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4127,7 +4505,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.916, + "ml_probability": 0.88, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4154,7 +4532,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4181,7 +4559,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4208,7 +4586,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4232,6 +4610,33 @@ } ] }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.677, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "# password: keep empty", + "line_num": 56, + "path": "tests/samples/doc_passwd_pair", + "info": "tests/samples/doc_passwd_pair|RAW", + "value": "keep", + "value_start": 12, + "value_end": 16, + "variable": "password", + "variable_start": 2, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 1.5, + "valid": false + } + } + ] + }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", @@ -4262,7 +4667,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4505,7 +4910,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4586,7 +4991,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4667,7 +5072,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4694,7 +5099,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4721,7 +5126,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -4802,7 +5207,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -4829,7 +5234,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4937,7 +5342,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4964,7 +5369,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4991,7 +5396,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.943, + "ml_probability": 0.961, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5045,7 +5450,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5234,7 +5639,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5261,7 +5666,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5315,7 +5720,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5369,7 +5774,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5396,7 +5801,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5423,7 +5828,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5477,7 +5882,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5531,7 +5936,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.899, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5558,7 +5963,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5666,7 +6071,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5693,7 +6098,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5720,7 +6125,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.894, + "ml_probability": 0.892, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5747,7 +6152,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.894, + "ml_probability": 0.892, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5801,7 +6206,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5855,7 +6260,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.938, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5909,7 +6314,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5990,7 +6395,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6152,7 +6557,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6206,7 +6611,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6260,7 +6665,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6287,7 +6692,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6314,7 +6719,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.953, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6341,7 +6746,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6368,7 +6773,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6419,6 +6824,60 @@ } ] }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.904, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", + "line_num": 70, + "path": "tests/samples/doc_various", + "info": "tests/samples/doc_various|RAW", + "value": "master/IhqSb1Gg)", + "value_start": 18, + "value_end": 34, + "variable": "PW", + "variable_start": 15, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "api_validation": "NOT_AVAILABLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.929, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "(ID&PWD):master/IhqSb1Gg", + "line_num": 71, + "path": "tests/samples/doc_various", + "info": "tests/samples/doc_various|RAW", + "value": "master/IhqSb1Gg", + "value_start": 9, + "value_end": 24, + "variable": "PWD)", + "variable_start": 4, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -6449,7 +6908,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6530,7 +6989,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6557,7 +7016,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.976, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6638,7 +7097,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6665,7 +7124,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6719,7 +7178,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.943, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6773,7 +7232,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6854,7 +7313,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6962,7 +7421,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7070,7 +7529,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7232,7 +7691,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7313,7 +7772,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7394,7 +7853,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7475,7 +7934,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7502,7 +7961,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7583,7 +8042,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7715,60 +8174,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.756, - "rule": "Github Old Token", - "severity": "high", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n", - "line_num": 1, - "path": "tests/samples/encoded_data", - "info": "tests/samples/encoded_data|ENCODED|RAW", - "value": "gireogicracklecrackle1231567190113413981", - "value_start": 15, - "value_end": 55, - "variable": null, - "variable_start": -2, - "variable_end": -2, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.97402442086502, - "valid": true - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.756, - "rule": "Token", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n", - "line_num": 1, - "path": "tests/samples/encoded_data", - "info": "tests/samples/encoded_data|ENCODED|RAW", - "value": "gireogicracklecrackle1231567190113413981", - "value_start": 15, - "value_end": 55, - "variable": "git_token", - "variable_start": 2, - "variable_end": 11, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.97402442086502, - "valid": true - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "NOT_AVAILABLE", @@ -7799,7 +8204,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8400,7 +8805,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 1.0, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -8832,7 +9237,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8967,7 +9372,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.999, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -8994,7 +9399,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9021,7 +9426,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9048,7 +9453,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9075,7 +9480,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9102,7 +9507,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9129,7 +9534,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -9156,7 +9561,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9308,7 +9713,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9406,7 +9811,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9433,7 +9838,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Nonce", "severity": "medium", "confidence": "moderate", @@ -9541,7 +9946,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9568,7 +9973,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9595,7 +10000,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, + "ml_probability": 0.934, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9649,7 +10054,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9676,7 +10081,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9703,7 +10108,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.818, + "ml_probability": 0.748, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9730,7 +10135,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9757,7 +10162,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9784,7 +10189,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9811,7 +10216,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11165,7 +11570,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.85, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11192,7 +11597,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.959, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11219,7 +11624,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.907, + "ml_probability": 0.91, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11246,34 +11651,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.816, - "rule": "Salt", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "salt4 = {\"salt5\": \"my124%#$@s\\x04clt\\0\"}", - "line_num": 4, - "path": "tests/samples/salt.py", - "info": "tests/samples/salt.py|RAW", - "value": "my124%#$@s\\x04clt\\0", - "value_start": 19, - "value_end": 38, - "variable": "salt5", - "variable_start": 10, - "variable_end": 15, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.6959504039350857, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.665, + "ml_probability": 0.968, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11300,7 +11678,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.852, + "ml_probability": 0.775, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11327,7 +11705,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.852, + "ml_probability": 0.775, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11459,33 +11837,6 @@ } ] }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.719, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "AwsAccessKey:AKIAGIREOGIAWSKEY123", - "line_num": 1, - "path": "tests/samples/sample.pdf", - "info": "tests/samples/sample.pdf|PDF:1|ENCODED|RAW", - "value": "AKIAGIREOGIAWSKEY123", - "value_start": 13, - "value_end": 33, - "variable": "AwsAccessKey", - "variable_start": 0, - "variable_end": 12, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, - "valid": false - } - } - ] - }, { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", @@ -11543,7 +11894,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12002,7 +12353,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12029,7 +12380,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12056,7 +12407,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -12083,7 +12434,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12137,7 +12488,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.982, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12164,7 +12515,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12407,7 +12758,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -12434,7 +12785,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12488,7 +12839,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -12515,7 +12866,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12542,7 +12893,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.804, + "ml_probability": 0.918, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12569,7 +12920,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.716, + "ml_probability": 0.963, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12596,7 +12947,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12650,7 +13001,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.997, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -12704,7 +13055,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -12758,7 +13109,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12785,7 +13136,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12838,8 +13189,8 @@ }, { "api_validation": "NOT_AVAILABLE", - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, "rule": "UUID", "severity": "info", "confidence": "strong", @@ -12893,7 +13244,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/ml_threshold.json b/tests/data/ml_threshold.json index 8d20a8a7b..262e3583d 100644 --- a/tests/data/ml_threshold.json +++ b/tests/data/ml_threshold.json @@ -29,7 +29,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -191,7 +191,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.87, + "ml_probability": 0.935, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -218,7 +218,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -245,7 +245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -272,7 +272,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -299,7 +299,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -326,7 +326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.973, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -478,7 +478,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.394, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -576,7 +576,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.922, + "ml_probability": 0.619, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -603,7 +603,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.453, + "ml_probability": 0.753, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -630,7 +630,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.453, + "ml_probability": 0.753, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -684,7 +684,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -765,7 +765,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.997, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -954,7 +954,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -981,7 +981,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1008,7 +1008,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1116,7 +1116,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.775, + "ml_probability": 0.954, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1143,7 +1143,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.402, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1170,7 +1170,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.327, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1197,7 +1197,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.881, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1224,7 +1224,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1251,7 +1251,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.786, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1278,7 +1278,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1305,7 +1305,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1332,7 +1332,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1359,7 +1359,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.812, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1386,7 +1386,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1413,7 +1413,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.573, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1440,7 +1440,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1467,7 +1467,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1494,7 +1494,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1521,7 +1521,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1548,7 +1548,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1575,7 +1575,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1602,7 +1602,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1629,7 +1629,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1656,7 +1656,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1683,7 +1683,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.558, + "ml_probability": 0.923, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1710,7 +1710,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.735, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1737,7 +1737,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1764,7 +1764,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.893, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1791,7 +1791,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.791, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1818,7 +1818,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.915, + "ml_probability": 0.971, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1845,7 +1845,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.941, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1872,7 +1872,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.639, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1899,7 +1899,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1926,7 +1926,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.85, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1953,7 +1953,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.893, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1980,7 +1980,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.811, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2007,7 +2007,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2034,7 +2034,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2061,7 +2061,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2088,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2115,7 +2115,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2142,7 +2142,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2169,7 +2169,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2196,7 +2196,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.849, + "ml_probability": 0.797, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2223,7 +2223,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2250,7 +2250,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2277,7 +2277,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2304,7 +2304,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2358,7 +2358,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.472, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2385,7 +2385,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.736, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2412,7 +2412,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.629, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2439,7 +2439,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2466,7 +2466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2493,7 +2493,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2520,7 +2520,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2547,7 +2547,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2574,7 +2574,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2601,7 +2601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2628,7 +2628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.976, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2655,7 +2655,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.652, + "ml_probability": 0.961, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2682,7 +2682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.438, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2709,7 +2709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2736,7 +2736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2763,7 +2763,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.855, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2790,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2817,7 +2817,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.921, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2844,7 +2844,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2871,7 +2871,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2898,7 +2898,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2925,7 +2925,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2952,7 +2952,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2979,7 +2979,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3006,7 +3006,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3033,7 +3033,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3060,7 +3060,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.759, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3087,7 +3087,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.538, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3114,7 +3114,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.766, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3141,7 +3141,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3168,7 +3168,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.839, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3195,7 +3195,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.871, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3222,7 +3222,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.51, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3276,7 +3276,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3330,7 +3330,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.973, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3357,7 +3357,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.2, + "ml_probability": 0.279, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3384,7 +3384,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.076, + "ml_probability": 0.026, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3411,7 +3411,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.178, + "ml_probability": 0.704, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3438,7 +3438,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.577, + "ml_probability": 0.602, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3465,7 +3465,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.269, + "ml_probability": 0.413, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3492,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.466, + "ml_probability": 0.912, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3519,7 +3519,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.117, + "ml_probability": 0.547, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3546,7 +3546,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3573,7 +3573,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.921, + "ml_probability": 0.925, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3627,7 +3627,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.435, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3654,7 +3654,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.035, + "ml_probability": 0.162, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3681,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.135, + "ml_probability": 0.58, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3735,7 +3735,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.745, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3762,7 +3762,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.236, + "ml_probability": 0.632, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3789,7 +3789,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.222, + "ml_probability": 0.287, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3816,7 +3816,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.567, + "ml_probability": 0.512, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3843,7 +3843,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.874, + "ml_probability": 0.926, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3870,7 +3870,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.195, + "ml_probability": 0.651, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3897,7 +3897,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.864, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3924,7 +3924,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.847, + "ml_probability": 0.962, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3951,7 +3951,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.939, + "ml_probability": 0.766, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3978,7 +3978,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4005,7 +4005,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4032,7 +4032,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.944, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4059,7 +4059,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4113,7 +4113,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.946, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4140,7 +4140,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4167,7 +4167,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.931, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4194,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4221,7 +4221,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.883, + "ml_probability": 0.631, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4248,7 +4248,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.229, + "ml_probability": 0.636, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4275,7 +4275,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.946, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4302,7 +4302,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4329,7 +4329,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4383,7 +4383,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4410,7 +4410,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.959, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4437,7 +4437,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.783, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4464,7 +4464,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.67, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4491,7 +4491,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4518,7 +4518,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.951, + "ml_probability": 0.903, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4545,7 +4545,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4572,7 +4572,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.767, + "ml_probability": 0.664, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4599,7 +4599,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.916, + "ml_probability": 0.88, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4626,7 +4626,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4653,7 +4653,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4680,7 +4680,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4707,7 +4707,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.488, + "ml_probability": 0.677, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4761,7 +4761,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5004,7 +5004,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5085,7 +5085,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5166,7 +5166,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5193,7 +5193,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5220,7 +5220,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5301,7 +5301,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -5328,7 +5328,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5355,7 +5355,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.031, + "ml_probability": 0.003, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5490,7 +5490,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5517,7 +5517,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5544,7 +5544,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.943, + "ml_probability": 0.961, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5598,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5787,7 +5787,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5814,7 +5814,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.933, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5868,7 +5868,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5922,7 +5922,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5949,7 +5949,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5976,7 +5976,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6030,7 +6030,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6084,7 +6084,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.899, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6111,7 +6111,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.981, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6219,7 +6219,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6246,7 +6246,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6273,7 +6273,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.894, + "ml_probability": 0.892, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -6300,7 +6300,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.894, + "ml_probability": 0.892, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6354,7 +6354,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6408,7 +6408,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.938, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6462,7 +6462,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6543,7 +6543,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6597,7 +6597,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.1, + "ml_probability": 0.002, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6732,7 +6732,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6759,7 +6759,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.01, + "ml_probability": 0.033, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6813,7 +6813,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6867,7 +6867,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6894,7 +6894,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6921,7 +6921,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.953, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6948,7 +6948,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6975,7 +6975,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7029,7 +7029,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.131, + "ml_probability": 0.904, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7056,7 +7056,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.603, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7110,7 +7110,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7164,7 +7164,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.029, + "ml_probability": 0.057, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7218,7 +7218,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7245,7 +7245,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.976, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7326,7 +7326,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7353,7 +7353,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7407,7 +7407,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.943, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7461,7 +7461,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7542,7 +7542,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7650,7 +7650,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7758,7 +7758,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7920,7 +7920,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.987, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8001,7 +8001,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8082,7 +8082,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8163,7 +8163,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8190,7 +8190,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8271,7 +8271,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8433,7 +8433,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9034,7 +9034,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 1.0, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9466,7 +9466,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9601,7 +9601,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.999, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -9628,7 +9628,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.458, + "ml_probability": 0.279, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9655,7 +9655,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9682,7 +9682,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9709,7 +9709,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9736,7 +9736,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -9763,7 +9763,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9915,7 +9915,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10013,7 +10013,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10040,7 +10040,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Nonce", "severity": "medium", "confidence": "moderate", @@ -10148,34 +10148,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.0, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "MYSQLPASS: Ce7shE0ENPiBlE_EdEose0cBAA", - "line_num": 1, - "path": "tests/samples/pass_valid", - "info": "", - "value": "Ce7shE0ENPiBlE_EdEose0cBAA", - "value_start": 11, - "value_end": 37, - "variable": "MYSQLPASS", - "variable_start": 0, - "variable_end": 9, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.688513556888096, - "valid": false - } - } - ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10202,7 +10175,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10229,7 +10202,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.038, + "ml_probability": 0.058, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10256,7 +10229,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.087, + "ml_probability": 0.04, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10283,7 +10256,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.904, + "ml_probability": 0.934, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10337,7 +10310,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10364,7 +10337,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10391,7 +10364,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.818, + "ml_probability": 0.748, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10418,7 +10391,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10445,7 +10418,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10472,7 +10445,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10499,7 +10472,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10848,7 +10821,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.308, + "ml_probability": 0.362, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10902,7 +10875,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.887, + "ml_probability": 0.959, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10929,7 +10902,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.125, + "ml_probability": 0.18, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10956,7 +10929,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.907, + "ml_probability": 0.91, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10983,7 +10956,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.816, + "ml_probability": 0.516, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11010,7 +10983,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.665, + "ml_probability": 0.968, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -11037,7 +11010,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.192, + "ml_probability": 0.127, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -11442,7 +11415,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.217, + "ml_probability": 0.972, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -11496,7 +11469,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "JSON Web Token", "severity": "medium", "confidence": "moderate", @@ -11523,7 +11496,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11550,7 +11523,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.804, + "ml_probability": 0.918, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11577,7 +11550,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.716, + "ml_probability": 0.963, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11604,7 +11577,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11658,7 +11631,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.997, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11712,7 +11685,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11766,7 +11739,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11793,7 +11766,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11846,8 +11819,8 @@ }, { "api_validation": "NOT_AVAILABLE", - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, "rule": "UUID", "severity": "info", "confidence": "strong", @@ -11901,7 +11874,7 @@ { "api_validation": "NOT_AVAILABLE", "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.896, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11924,32 +11897,5 @@ } } ] - }, - { - "api_validation": "NOT_AVAILABLE", - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.0, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "password : peace_for_ukraine", - "line_num": 9, - "path": "tests/samples/xml_password.xml", - "info": "", - "value": "peace_for_ukraine", - "value_start": 11, - "value_end": 28, - "variable": "password", - "variable_start": 0, - "variable_end": 8, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.091591477446567, - "valid": true - } - } - ] } ] \ No newline at end of file