diff --git a/cicd/benchmark.txt b/cicd/benchmark.txt
index c8d8fa7f7..d75bff0b3 100644
--- a/cicd/benchmark.txt
+++ b/cicd/benchmark.txt
@@ -1,13 +1,13 @@
-DATA: 16988573 interested lines. MARKUP: 62869 items
+DATA: 16979136 interested lines. MARKUP: 61880 items
FileType FileNumber ValidLines Positives Negatives Templates
--------------- ------------ ------------ ----------- ----------- -----------
- 194 28318 65 430 89
+ 194 28318 64 427 89
.1 2 641 2 5
.admx 1 26 1
.adoc 1 158 11 6 1
.api 2 118 4
.asciidoc 96 14471 53 348 27
-.axaml 5 286 6
+.axaml 5 286 5
.backup 1 62 1 1
.bash 2 2158 2 1
.bat 4 233 1 13 2
@@ -16,8 +16,8 @@ FileType FileNumber ValidLines Positives Negatives Templat
.build 2 40 3
.bundle 4 1512 570
.bzl 3 2503 11
-.c 179 284009 16 942 5
-.cc 30 30656 624 1
+.c 179 284009 9 942 5
+.cc 29 30562 622 1
.cf 3 126 2 1
.cfg 1 385 1 1
.cjs 1 725 3 6
@@ -25,20 +25,20 @@ FileType FileNumber ValidLines Positives Negatives Templat
.cljc 5 2421 12
.cls 1 657 1
.cmd 4 401 2 3
-.cnf 8 858 18 46 18
+.cnf 8 858 18 45 18
.coffee 1 585 2
-.conf 61 4954 54 74 54
+.conf 61 4954 51 74 54
.config 20 492 16 33 1
-.cpp 15 5688 2 61
+.cpp 15 5688 1 61
.creds 1 10 1 1
.crlf 1 27 1
.crt 2 4979 253
-.cs 269 82442 121 910 99
+.cs 268 82410 120 908 99
.cshtml 5 180 12
.csp 3 379 11
.csproj 1 14 1
.css 6 13564 10
-.csv 1 109 81
+.csv 1 109 78
.dart 2 22 2
.deprecated 1 126 1
.development 1 5 1
@@ -61,10 +61,10 @@ FileType FileNumber ValidLines Positives Negatives Templat
.gd 1 37 1
.gml 3 3075 26
.gni 3 5017 18
-.go 1084 569469 666 4347 742
+.go 1079 566327 621 4334 742
.golden 5 1168 1 14 29
.gradle 45 3265 4 91 100
-.graphql 8 445 1 13
+.graphql 7 420 13
.graphqls 1 30 1
.groovy 23 5011 25 211 1
.h 11 2038 38
@@ -73,30 +73,30 @@ FileType FileNumber ValidLines Positives Negatives Templat
.hs 17 4509 37 71 5
.html 53 15327 14 115 18
.idl 2 777 4
-.iml 6 699 38
-.in 6 2130 4 81 12
+.iml 6 699 36
+.in 6 2130 1 80 12
.inc 2 56 2 1
.ini 11 1437 24 12 18
.ipynb 1 134 5
.j 1 241 4
-.j2 31 5601 8 214 10
-.java 621 134132 328 1356 170
+.j2 30 5530 6 213 10
+.java 621 134132 322 1354 170
.jenkinsfile 1 58 1 7
.jinja2 1 64 2
-.js 659 536413 541 2645 336
-.json 861 13670751 917 11012 143
+.js 659 536413 521 2642 336
+.json 860 13670669 623 10947 143
.jsp 13 3202 1 42
.jsx 7 857 19
.jwt 6 8 7
.key 83 2737 70 14
-.kt 123 20774 53 383 3
-.l 1 982 2
-.las 1 6656 48
-.lasso 1 230 7
+.kt 123 20774 51 383 3
+.l 1 982 1
+.las 1 6656 46
+.lasso 1 230 6
.lasso9 1 164 5
.ldif 2 286 20
.ldiff 1 20 1
-.ldml 1 6656 48
+.ldml 1 6656 46
.leex 1 9 2
.less 4 3023 12
.libsonnet 2 210 1 11
@@ -104,13 +104,13 @@ FileType FileNumber ValidLines Positives Negatives Templat
.lkml 1 43 1
.lock 24 160912 144
.log 2 199 38 52
-.lua 10 1924 3 37 3
+.lua 10 1924 37 3
.m 16 13358 11 151 3
.manifest 3 102 3
.markdown 3 139 3 1
.markerb 3 12 3
.marko 1 21 2
-.md 679 149755 784 2584 671
+.md 675 149422 661 2365 671
.mdx 3 549 7
.mjml 1 18 1
.mjs 22 4424 108 310
@@ -120,9 +120,9 @@ FileType FileNumber ValidLines Positives Negatives Templat
.mod 2 96 4
.moo 1 1404 26
.mqh 1 1023 2
-.msg 1 26644 1 1
+.msg 1 26644 1
.mysql 1 36 2
-.ndjson 2 5006 73 350 2
+.ndjson 2 5006 34 268 2
.nix 4 211 12
.nolint 1 2 1
.odd 1 1281 57
@@ -132,31 +132,31 @@ FileType FileNumber ValidLines Positives Negatives Templat
.patch 4 109405 27
.pbxproj 1 941 1
.pem 48 1169 47 8
-.php 371 75710 135 1833 80
+.php 371 75710 130 1769 80
.pl 16 14727 6 47
.pm 3 744 8
.po 3 2994 15
-.pod 9 1859 8 26
+.pod 9 1859 2 24
.pony 1 83 4
.postinst 2 354 4 16
.pp 10 563 23
.ppk 1 45 37
.private 1 15 1
.proj 1 85 3
-.properties 48 1621 56 28 34
+.properties 48 1621 51 28 34
.proto 5 5768 58
-.ps1 17 8618 69 2
+.ps1 16 8509 68 2
.ps1xml 1 5022 1
.pug 2 193 2
.purs 1 69 4
.pxd 1 150 5 2
-.py 896 292902 676 3468 748
+.py 890 291553 618 3466 748
.pyi 4 1361 9
.pyp 1 167 1
.pyx 2 1094 21
.r 4 62 6 3 1
.rake 2 51 2
-.rb 862 131917 253 3465 615
+.rb 861 131867 239 3455 615
.re 1 31 1
.red 1 159 1
.release 1 13 4
@@ -168,22 +168,22 @@ FileType FileNumber ValidLines Positives Negatives Templat
.rrc 39 1404 514
.rs 31 9855 2 238 11
.rsc 1 691 1
-.rsp 16 7101 23 11 28
-.rst 87 34151 64 360 68
+.rsp 16 7101 19 10 28
+.rst 86 33980 61 358 68
.rules 1 6 2
-.sample 2 25 1 7 4
-.sbt 3 570 7 2
+.sample 2 25 1 5 4
+.sbt 3 570 6 2
.scala 40 5071 13 102
.scss 16 8553 32 1
.secrets 1 11 1
-.sh 144 21573 63 476 30
+.sh 143 21525 50 474 30
.slim 1 153 2 2
.sln 1 306 2
.smali 1 775 12
.snap 3 1708 1 34 2
.spec 2 332 2
.spin 1 565 1
-.sql 27 6606 29 69 4
+.sql 27 6606 29 62 4
.storyboard 20 1802 401
.strings 20 1240 184
.stub 3 84 6
@@ -193,7 +193,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.swift 6 278 16
.t 9 1767 28 56 14
.td 2 14002 6
-.template 19 1633 5 42 11
+.template 19 1633 4 42 11
.test 2 24 25 4
.testsettings 1 21 5
.tf 21 1377 3 32 2
@@ -202,13 +202,13 @@ FileType FileNumber ValidLines Positives Negatives Templat
.tl 2 2161 165 2
.tmpl 5 336 3 9
.token 1 1 3
-.toml 83 2379 55 72 172
+.toml 83 2379 54 72 172
.tpl 1 43 1
.travis 1 34 4 3 1
-.ts 585 106846 172 1930 203
-.tsx 55 9846 1 128 5
-.ttar 2 6050 8 3
-.txt 444 78553 1830 14283 50
+.ts 584 106807 166 1930 203
+.tsx 54 7914 1 124 5
+.ttar 2 6050 3
+.txt 443 78152 1775 14282 50
.utf8 1 77 2
.vsixmanifest 1 36 1
.vsmdi 1 6 1
@@ -218,12 +218,12 @@ FileType FileNumber ValidLines Positives Negatives Templat
.xib 11 503 174
.xml 9 689 9
.xsl 1 311 1
-.yaml 149 20563 140 383 44
-.yml 418 36162 467 920 384
+.yaml 137 19004 116 356 44
+.yml 418 36162 460 916 384
.zsh 6 872 12
.zsh-theme 1 97 1
-TOTAL: 10333 16988573 8377 60439 5233
-credsweeper result_cnt : 7800, lost_cnt : 0, true_cnt : 7231, false_cnt : 569
+TOTAL: 10294 16979136 7615 59903 5233
+credsweeper result_cnt : 6697, lost_cnt : 0, true_cnt : 6470, false_cnt : 227
Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1
------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ---- -------- -------- -------- -------- -------- --------
API 123 3163 185 112 109 3 3345 14 0.000896 0.113821 0.995102 0.973214 0.886179 0.927660
@@ -250,8 +250,6 @@ Google API Key 12 0 0 1
Google Multi 10 2 0 11 10 1 1 0 0.500000 0.000000 0.916667 0.909091 1.000000 0.952381
Google OAuth Access Token 3 0 0 3 3 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000
Grafana Provisioned API Key 22 1 0 1 1 0 1 21 0.000000 0.954545 0.086957 1.000000 0.045455 0.086957
-IPv4 729 405 0 1205 728 342 63 1 0.844444 0.001372 0.697531 0.680374 0.998628 0.809339
-IPv6 33 131 0 33 33 0 131 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000
JSON Web Token 284 11 2 274 271 3 10 13 0.230769 0.045775 0.946128 0.989051 0.954225 0.971326
Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000
Jira 2FA 14 6 0 10 10 0 6 4 0.000000 0.285714 0.800000 1.000000 0.714286 0.833333
@@ -267,4 +265,4 @@ Slack Token 4 1 0
Token 585 3972 439 519 511 8 4403 74 0.001814 0.126496 0.983587 0.984586 0.873504 0.925725
Twilio API Key 0 5 2 0 0 7 0 0.000000 1.000000
URL Credentials 194 125 251 184 184 0 376 10 0.000000 0.051546 0.982456 1.000000 0.948454 0.973545
- 8377 60439 5233 7942 7231 569 59870 1146 0.009414 0.136803 0.975078 0.927051 0.863197 0.893985
+ 7615 59903 5233 6704 6470 227 59676 1145 0.003789 0.150361 0.979679 0.966104 0.849639 0.904136
diff --git a/credsweeper/filters/__init__.py b/credsweeper/filters/__init__.py
index 986728d22..f88bcac57 100644
--- a/credsweeper/filters/__init__.py
+++ b/credsweeper/filters/__init__.py
@@ -25,7 +25,6 @@
from credsweeper.filters.value_grafana_check import ValueGrafanaCheck
from credsweeper.filters.value_grafana_service_check import ValueGrafanaServiceCheck
from credsweeper.filters.value_hex_number_check import ValueHexNumberCheck
-from credsweeper.filters.value_ip_check import ValueIPCheck
from credsweeper.filters.value_jfrog_token_check import ValueJfrogTokenCheck
from credsweeper.filters.value_json_web_token_check import ValueJsonWebTokenCheck
from credsweeper.filters.value_last_word_check import ValueLastWordCheck
diff --git a/credsweeper/filters/value_ip_check.py b/credsweeper/filters/value_ip_check.py
deleted file mode 100644
index eae2d6dec..000000000
--- a/credsweeper/filters/value_ip_check.py
+++ /dev/null
@@ -1,51 +0,0 @@
-import contextlib
-import ipaddress
-import re
-
-from credsweeper.common.constants import ML_HUNK
-from credsweeper.config import Config
-from credsweeper.credentials import LineData
-from credsweeper.file_handler.analysis_target import AnalysisTarget
-from credsweeper.filters import Filter
-from credsweeper.utils import Util
-
-
-class ValueIPCheck(Filter):
- """Filter out some of insensible IP"""
-
- TRUE_POSITIVE_MARKERS = [r"\bip\b", "server", "addr", "login"]
- TRUE_POSITIVE_PATTERN = re.compile(Util.get_regex_combine_or(TRUE_POSITIVE_MARKERS), flags=re.IGNORECASE)
-
- FALSE_POSITIVE_MARKERS = ["version", "oid", "section", "rfc"]
- FALSE_POSITIVE_PATTERN = re.compile(Util.get_regex_combine_or(FALSE_POSITIVE_MARKERS), flags=re.IGNORECASE)
-
- def __init__(self, config: Config = None) -> None:
- pass
-
- def run(self, line_data: LineData, target: AnalysisTarget) -> bool:
- """Run filter checks on received credential candidate data 'line_data'.
-
- Args:
- line_data: credential candidate data
- target: multiline target from which line data was obtained
-
- Return:
- True, if need to filter candidate and False if left
-
- """
-
- with contextlib.suppress(Exception):
- ip = ipaddress.ip_address(line_data.value)
- if 4 == ip.version:
- byte_sum = sum(x for x in ip.packed)
- if 100 > (byte_sum >> 2):
- # versions usually have low average of sum the bytes
- search_text = Util.subtext(line_data.line, line_data.value_start, ML_HUNK)
- if self.FALSE_POSITIVE_PATTERN.search(search_text) \
- and not self.TRUE_POSITIVE_PATTERN.search(search_text):
- return True
- if ip.is_loopback or ip.is_private or ip.is_reserved or ip.is_link_local or ip.is_multicast:
- return True
- return False
-
- return True
diff --git a/credsweeper/rules/config.yaml b/credsweeper/rules/config.yaml
index 3b51f6507..ce05d3b4b 100644
--- a/credsweeper/rules/config.yaml
+++ b/credsweeper/rules/config.yaml
@@ -126,34 +126,6 @@
target:
- code
-- name: IPv4
- severity: info
- confidence: weak
- type: pattern
- values:
- - (?[0-2]?[0-9]{1,2}\.[0-2]?[0-9]{1,2}\.[0-2]?[0-9]{1,2}\.[0-2]?[0-9]{1,2})(?![.0-9a-zA-Z])
- filter_type:
- - ValueIPCheck
- min_line_len: 10
- required_substrings:
- - "."
- target:
- - code
-
-- name: IPv6
- severity: info
- confidence: strong
- type: pattern
- values:
- - (?[0-9A-Fa-f]{0,4}:(:?[0-9A-Fa-f]{1,4}:?){0,6}:[0-9A-Fa-f]{1,4})(?![:0-9A-Za-z])
- filter_type:
- - ValueIPCheck
- min_line_len: 10
- required_substrings:
- - ":"
- target:
- - code
-
- name: AWS Client ID
severity: high
confidence: moderate
diff --git a/docs/source/credsweeper.filters.rst b/docs/source/credsweeper.filters.rst
index f2da332f5..7599043ae 100644
--- a/docs/source/credsweeper.filters.rst
+++ b/docs/source/credsweeper.filters.rst
@@ -188,14 +188,6 @@ credsweeper.filters.value\_grafana\_check module
:undoc-members:
:show-inheritance:
-credsweeper.filters.value\_ip\_check module
--------------------------------------------
-
-.. automodule:: credsweeper.filters.value_ip_check
- :members:
- :undoc-members:
- :show-inheritance:
-
credsweeper.filters.value\_jfrog\_token\_check module
-----------------------------------------------------
diff --git a/tests/__init__.py b/tests/__init__.py
index bff4d614a..4f6c5b878 100644
--- a/tests/__init__.py
+++ b/tests/__init__.py
@@ -1,24 +1,24 @@
from pathlib import Path
# total number of files in test samples
-SAMPLES_FILES_COUNT: int = 131
+SAMPLES_FILES_COUNT: int = 129
# the lowest value of ML threshold is used to display possible lowest values
NEGLIGIBLE_ML_THRESHOLD = 0.0001
# credentials count after scan
-SAMPLES_CRED_COUNT: int = 430
-SAMPLES_CRED_LINE_COUNT: int = 447
+SAMPLES_CRED_COUNT: int = 362
+SAMPLES_CRED_LINE_COUNT: int = 379
# credentials count after post-processing
-SAMPLES_POST_CRED_COUNT: int = 388
+SAMPLES_POST_CRED_COUNT: int = 320
# with option --doc
SAMPLES_IN_DOC = 411
# archived credentials that are not found without --depth
-SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 25
-SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 18
+SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 24
+SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 17
SAMPLES_IN_DEEP_3 = SAMPLES_IN_DEEP_2 + 1
# well known string with all latin letters
diff --git a/tests/data/depth_3.json b/tests/data/depth_3.json
index 369eeee14..bf0894ec2 100644
--- a/tests/data/depth_3.json
+++ b/tests/data/depth_3.json
@@ -2369,33 +2369,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(98.76.54.32)ID:master PW:dipPr149Gg!",
- "line_num": 50,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "tests/samples/doc_id_pair_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 1,
- "value_end": 12,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3179,33 +3152,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ANYid:master pw:dipPr194Gg! ip:98.76.54.32",
- "line_num": 95,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "tests/samples/doc_id_pair_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 31,
- "value_end": 42,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3233,33 +3179,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 mailto:{1} (password-dipPr196Gg!) # skip",
- "line_num": 97,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "tests/samples/doc_id_pair_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3341,60 +3260,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID:master/PW:iPp10@GRq) # todo: move into other sample ?",
- "line_num": 11,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "tests/samples/doc_id_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 id/pw:master/iPp19@GRq",
- "line_num": 20,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "tests/samples/doc_id_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3638,33 +3503,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 password:Prl23Db#@",
- "line_num": 14,
- "path": "tests/samples/doc_passwd_pair",
- "info": "tests/samples/doc_passwd_pair|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4853,87 +4691,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 1,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg)",
- "line_num": 2,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 3,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5015,33 +4772,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)",
- "line_num": 6,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5069,33 +4799,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg",
- "line_num": 7,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5123,33 +4826,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 11,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 29,
- "value_end": 40,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5177,60 +4853,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 xxxx (master/IhqSb1Gg)",
- "line_num": 14,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg",
- "line_num": 15,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5285,33 +4907,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 17,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5339,33 +4934,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32/pw:IhqSb1Gg",
- "line_num": 19,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5447,33 +5015,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 22,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5501,33 +5042,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 23,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5582,33 +5096,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 25,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5636,33 +5123,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} master/IhqSb1Gg",
- "line_num": 26,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5771,33 +5231,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 ANY_PW:IhqSb1Gg",
- "line_num": 34,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5825,33 +5258,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID/PW:IhqSb1Gg)",
- "line_num": 36,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5879,33 +5285,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)",
- "line_num": 38,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5960,33 +5339,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32(master/IhqSb1Gg)",
- "line_num": 44,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6014,141 +5366,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg",
- "line_num": 47,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg,master/IhqSb1Gg)",
- "line_num": 48,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg master/IhqSb1Gg)",
- "line_num": 49,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "xxxx:98.76.54.32(master/IhqSb1Gg)",
- "line_num": 50,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 5,
- "value_end": 16,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)",
- "line_num": 51,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6176,33 +5393,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg",
- "line_num": 56,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6230,33 +5420,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "http|https://98.76.54.32/xxxx(master/IhqSb1Gg)",
- "line_num": 59,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6394,26 +5557,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.956,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)",
- "line_num": 70,
+ "line": "master@98.76.54.32(pw:IhqSb1Gg)",
+ "line_num": 73,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg)",
+ "value_start": 22,
+ "value_end": 31,
+ "variable": "pw",
+ "variable_start": 19,
+ "variable_end": 21,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6421,26 +5584,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.99,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
+ "line": "98.76.54.32 pw:IhqSb1Gg",
+ "line_num": 75,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 15,
+ "value_end": 23,
+ "variable": "pw",
+ "variable_start": 12,
+ "variable_end": 14,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6449,52 +5612,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.956,
+ "ml_probability": 0.976,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg)",
- "value_start": 22,
- "value_end": 31,
- "variable": "pw",
- "variable_start": 19,
- "variable_end": 21,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32,PW:IhqSb1Gg",
- "line_num": 74,
+ "line": "config:xxxx,PW:IhqSb1Gg",
+ "line_num": 78,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 15,
+ "value_end": 23,
+ "variable": "xxxx,PW",
+ "variable_start": 7,
+ "variable_end": 14,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6502,26 +5638,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.988,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
+ "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
+ "line_num": 82,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 43,
+ "value_end": 51,
+ "variable": "pw",
+ "variable_start": 40,
+ "variable_end": 42,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6530,22 +5666,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.99,
+ "ml_probability": 0.952,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
+ "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg",
+ "line_num": 83,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
- "value_start": 15,
- "value_end": 23,
+ "value_start": 38,
+ "value_end": 46,
"variable": "pw",
- "variable_start": 12,
- "variable_end": 14,
+ "variable_start": 35,
+ "variable_end": 37,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6557,22 +5693,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.976,
+ "ml_probability": 0.943,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "config:xxxx,PW:IhqSb1Gg",
- "line_num": 78,
+ "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
+ "line_num": 84,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
- "value_start": 15,
- "value_end": 23,
- "variable": "xxxx,PW",
- "variable_start": 7,
- "variable_end": 14,
+ "value_start": 39,
+ "value_end": 47,
+ "variable": "pw",
+ "variable_start": 36,
+ "variable_end": 38,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6583,26 +5719,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.996,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32-->master/IhqSb1Gg",
- "line_num": 81,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
+ "line_num": 85,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 43,
+ "value_end": 51,
+ "variable": "pw",
+ "variable_start": 40,
+ "variable_end": 42,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6610,26 +5746,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.995,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 82,
+ "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
+ "line_num": 87,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 45,
+ "value_end": 53,
+ "variable": "pwd",
+ "variable_start": 41,
+ "variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6638,22 +5774,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.988,
+ "ml_probability": 0.996,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 82,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
+ "line_num": 90,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
- "value_start": 43,
- "value_end": 51,
+ "value_start": 44,
+ "value_end": 52,
"variable": "pw",
- "variable_start": 40,
- "variable_end": 42,
+ "variable_start": 41,
+ "variable_end": 43,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6665,25 +5801,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.952,
+ "ml_probability": 0.998,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg",
- "line_num": 83,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)",
+ "line_num": 93,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 38,
- "value_end": 46,
- "variable": "pw",
- "variable_start": 35,
- "variable_end": 37,
+ "value": "IhqSb1Gg)",
+ "value_start": 45,
+ "value_end": 54,
+ "variable": "pwd",
+ "variable_start": 41,
+ "variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.0,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6691,26 +5827,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.997,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 84,
+ "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
+ "line_num": 94,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg)",
+ "value_start": 46,
+ "value_end": 55,
+ "variable": "password",
+ "variable_start": 37,
+ "variable_end": 45,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6719,22 +5855,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.943,
+ "ml_probability": 0.995,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 84,
+ "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg",
+ "line_num": 96,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
- "value_start": 39,
- "value_end": 47,
- "variable": "pw",
+ "value_start": 45,
+ "value_end": 53,
+ "variable": "Password",
"variable_start": 36,
- "variable_end": 38,
+ "variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6745,26 +5881,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.979,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
- "line_num": 85,
+ "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)",
+ "line_num": 97,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg)",
+ "value_start": 42,
+ "value_end": 51,
+ "variable": "pass",
+ "variable_start": 37,
+ "variable_end": 41,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6773,14 +5909,14 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.996,
+ "ml_probability": 0.994,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
- "line_num": 85,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
+ "line_num": 100,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
@@ -6799,76 +5935,22 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.999,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 mailto:{1} (master/IhqSb1Gg)",
- "line_num": 86,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.995,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg",
+ "line_num": 101,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
"value_start": 45,
"value_end": 53,
- "variable": "pwd",
- "variable_start": 41,
+ "variable": "pass",
+ "variable_start": 40,
"variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
@@ -6878,105 +5960,24 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 88,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:[1} \uacc4\uc815master/IhqSb1Gg",
- "line_num": 89,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.996,
+ "ml_probability": 0.999,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
+ "line": "id:gildong.hong@xxx.com mailto:{1}/password:IhqSb1Gg",
+ "line_num": 102,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg",
"value_start": 44,
"value_end": 52,
- "variable": "pw",
- "variable_start": 41,
+ "variable": "password",
+ "variable_start": 35,
"variable_end": 43,
"entropy_validation": {
"iterator": "BASE64_CHARS",
@@ -6988,26 +5989,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 1.0,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 mailto:{1} (\ube44\ubc88 IhqSb1Gg)",
- "line_num": 91,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg",
+ "line_num": 104,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 49,
+ "value_end": 57,
+ "variable": "password",
+ "variable_start": 40,
+ "variable_end": 48,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7015,26 +6016,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.934,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password IhqSb1Gg",
- "line_num": 92,
+ "line": "-ANYID:gildong.hong@example.com mailto:{1} -pw:IhqSb1Gg",
+ "line_num": 105,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 47,
+ "value_end": 55,
+ "variable": "pw",
+ "variable_start": 44,
+ "variable_end": 46,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7042,26 +6043,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.97,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)",
- "line_num": 93,
+ "line": "ID:gildong.hong@xxxx.net mailto:{1} pw:IhqSb1Gg",
+ "line_num": 106,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 39,
+ "value_end": 47,
+ "variable": "pw",
+ "variable_start": 36,
+ "variable_end": 38,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7070,22 +6071,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.998,
+ "ml_probability": 0.978,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)",
- "line_num": 93,
+ "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)",
+ "line_num": 108,
"path": "tests/samples/doc_various",
"info": "tests/samples/doc_various|RAW",
"value": "IhqSb1Gg)",
- "value_start": 45,
- "value_end": 54,
- "variable": "pwd",
- "variable_start": 41,
- "variable_end": 44,
+ "value_start": 26,
+ "value_end": 35,
+ "variable": "pw",
+ "variable_start": 23,
+ "variable_end": 25,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 2.8177111123931664,
@@ -7098,781 +6099,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
+ "rule": "Dropbox API secret (long term)",
+ "severity": "high",
"confidence": "weak",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 94,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
+ "line": "var g = '7rBynGo0b1cAAAAAAAAAAc72L3T6rQK51mB5a06ijnwRG91deTxvSqdZNAlxq8pZ'",
+ "line_num": 1,
+ "path": "tests/samples/dropbox_api_secret_long_term",
+ "info": "tests/samples/dropbox_api_secret_long_term|RAW",
+ "value": "7rBynGo0b1cAAAAAAAAAAc72L3T6rQK51mB5a06ijnwRG91deTxvSqdZNAlxq8pZ",
+ "value_start": 9,
+ "value_end": 73,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.997,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 94,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg)",
- "value_start": 46,
- "value_end": 55,
- "variable": "password",
- "variable_start": 37,
- "variable_end": 45,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg",
- "line_num": 96,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.995,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg",
- "line_num": 96,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 45,
- "value_end": 53,
- "variable": "Password",
- "variable_start": 36,
- "variable_end": 44,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)",
- "line_num": 97,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.979,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)",
- "line_num": 97,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg)",
- "value_start": 42,
- "value_end": 51,
- "variable": "pass",
- "variable_start": 37,
- "variable_end": 41,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (xxxx//IhqSb1Gg)",
- "line_num": 99,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 100,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.994,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 100,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 43,
- "value_end": 51,
- "variable": "pw",
- "variable_start": 40,
- "variable_end": 42,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg",
- "line_num": 101,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.999,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg",
- "line_num": 101,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 45,
- "value_end": 53,
- "variable": "pass",
- "variable_start": 40,
- "variable_end": 44,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.999,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "id:gildong.hong@xxx.com mailto:{1}/password:IhqSb1Gg",
- "line_num": 102,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 44,
- "value_end": 52,
- "variable": "password",
- "variable_start": 35,
- "variable_end": 43,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg",
- "line_num": 104,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 1.0,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg",
- "line_num": 104,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 49,
- "value_end": 57,
- "variable": "password",
- "variable_start": 40,
- "variable_end": 48,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.934,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "-ANYID:gildong.hong@example.com mailto:{1} -pw:IhqSb1Gg",
- "line_num": 105,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 47,
- "value_end": 55,
- "variable": "pw",
- "variable_start": 44,
- "variable_end": 46,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.97,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ID:gildong.hong@xxxx.net mailto:{1} pw:IhqSb1Gg",
- "line_num": 106,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg",
- "value_start": 39,
- "value_end": 47,
- "variable": "pw",
- "variable_start": 36,
- "variable_end": 38,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ID/PW 98.76.54.32:xxx master/IhqSb1Gg",
- "line_num": 107,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 6,
- "value_end": 17,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)",
- "line_num": 108,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.978,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)",
- "line_num": 108,
- "path": "tests/samples/doc_various",
- "info": "tests/samples/doc_various|RAW",
- "value": "IhqSb1Gg)",
- "value_start": 26,
- "value_end": 35,
- "variable": "pw",
- "variable_start": 23,
- "variable_end": 25,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Dropbox API secret (long term)",
- "severity": "high",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "var g = '7rBynGo0b1cAAAAAAAAAAc72L3T6rQK51mB5a06ijnwRG91deTxvSqdZNAlxq8pZ'",
- "line_num": 1,
- "path": "tests/samples/dropbox_api_secret_long_term",
- "info": "tests/samples/dropbox_api_secret_long_term|RAW",
- "value": "7rBynGo0b1cAAAAAAAAAAc72L3T6rQK51mB5a06ijnwRG91deTxvSqdZNAlxq8pZ",
- "value_start": 9,
- "value_end": 73,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.89361507332541,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Dropbox App secret",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "var app_unique_val_s = 'wpv1jq9xwanbn3n';",
- "line_num": 1,
- "path": "tests/samples/dropbox_app_secret",
- "info": "tests/samples/dropbox_app_secret|RAW",
- "value": "wpv1jq9xwanbn3n",
- "value_start": 24,
- "value_end": 39,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.4565647621309536,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Dropbox OAuth2 API Access Token",
- "severity": "high",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "var dropbox = 'sl.BdmpmC82mhhySscKk2oQGyE5l--8LdAQftLTXVGQhP39Z8FtAK1BhePhyevurA-Elt7ToIr6OpwzKAYE7RBqpu6VVyQU5WlCTL_Q7N4gElXahaWou6aPpOIwgGCIOq9aeC3YFoc';",
- "line_num": 1,
- "path": "tests/samples/dropbox_oauth_token",
- "info": "tests/samples/dropbox_oauth_token|RAW",
- "value": "sl.BdmpmC82mhhySscKk2oQGyE5l--8LdAQftLTXVGQhP39Z8FtAK1BhePhyevurA-Elt7ToIr6OpwzKAYE7RBqpu6VVyQU5WlCTL_Q7N4gElXahaWou6aPpOIwgGCIOq9aeC3YFoc",
- "value_start": 15,
- "value_end": 153,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 5.395844179446957,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Dynatrace API Token",
- "severity": "high",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "dt0c01.ST2EY72KQINMH574WMNVI7YN.G3DFPBEJYMODIDAEX454M7YWBUVEFOWKPRVMWFASS64NFH52PX6BNDVFFM572RZM",
- "line_num": 1,
- "path": "tests/samples/dynatrace_api.hs",
- "info": "tests/samples/dynatrace_api.hs|RAW",
- "value": "dt0c01.ST2EY72KQINMH574WMNVI7YN.G3DFPBEJYMODIDAEX454M7YWBUVEFOWKPRVMWFASS64NFH52PX6BNDVFFM572RZM",
- "value_start": 0,
- "value_end": 96,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.808191506786782,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.756,
- "rule": "Github Old Token",
- "severity": "high",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n",
- "line_num": 1,
- "path": "tests/samples/encoded_data",
- "info": "tests/samples/encoded_data|ENCODED|RAW",
- "value": "gireogicracklecrackle1231567190113413981",
- "value_start": 15,
- "value_end": 55,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.97402442086502,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.756,
- "rule": "Token",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n",
- "line_num": 1,
- "path": "tests/samples/encoded_data",
- "info": "tests/samples/encoded_data|ENCODED|RAW",
- "value": "gireogicracklecrackle1231567190113413981",
- "value_start": 15,
- "value_end": 55,
- "variable": "git_token",
- "variable_start": 2,
- "variable_end": 11,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.97402442086502,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Facebook Access Token",
- "severity": "high",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "GI_REO_GI_FACEBOOK_TOKEN = \"EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD\"",
- "line_num": 1,
- "path": "tests/samples/facebook_key",
- "info": "tests/samples/facebook_key|RAW",
- "value": "EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD",
- "value_start": 28,
- "value_end": 115,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.936120692057916,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.999,
- "rule": "Token",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "GI_REO_GI_FACEBOOK_TOKEN = \"EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD\"",
- "line_num": 1,
- "path": "tests/samples/facebook_key",
- "info": "tests/samples/facebook_key|RAW",
- "value": "EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD",
- "value_start": 28,
- "value_end": 115,
- "variable": "GI_REO_GI_FACEBOOK_TOKEN",
- "variable_start": 0,
- "variable_end": 24,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.936120692057916,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Facebook App Token",
- "severity": "high",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "1527194624358273|qbBf2-fdB9zZpqLA0_2nNzZDw2M",
- "line_num": 2,
- "path": "tests/samples/facebook_key",
- "info": "tests/samples/facebook_key|RAW",
- "value": "1527194624358273|qbBf2-fdB9zZpqLA0_2nNzZDw2M",
- "value_start": 0,
- "value_end": 44,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.2089099270924217,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Firebase Domain",
- "severity": "info",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "test-app-domain-42.firebaseapp.com",
- "line_num": 1,
- "path": "tests/samples/firebase_domain",
- "info": "tests/samples/firebase_domain|RAW",
- "value": "test-app-domain-42.firebaseapp.com",
- "value_start": 0,
- "value_end": 34,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.4347510262969525,
- "valid": true
+ "entropy": 4.89361507332541,
+ "valid": true
}
}
]
@@ -7881,24 +6126,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Firebase Domain",
- "severity": "info",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "test2.io.firebaseio.com",
- "line_num": 2,
- "path": "tests/samples/firebase_domain",
- "info": "tests/samples/firebase_domain|RAW",
- "value": "test2.io.firebaseio.com",
- "value_start": 0,
- "value_end": 23,
+ "rule": "Dropbox App secret",
+ "severity": "info",
+ "confidence": "weak",
+ "line_data_list": [
+ {
+ "line": "var app_unique_val_s = 'wpv1jq9xwanbn3n';",
+ "line_num": 1,
+ "path": "tests/samples/dropbox_app_secret",
+ "info": "tests/samples/dropbox_app_secret|RAW",
+ "value": "wpv1jq9xwanbn3n",
+ "value_start": 24,
+ "value_end": 39,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 3.1394163745499943,
+ "entropy": 3.4565647621309536,
"valid": true
}
}
@@ -7908,25 +6153,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Github Classic Token",
+ "rule": "Dropbox OAuth2 API Access Token",
"severity": "high",
- "confidence": "strong",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ghp_00000000000000000000000000000004WZ4EQ # classic",
+ "line": "var dropbox = 'sl.BdmpmC82mhhySscKk2oQGyE5l--8LdAQftLTXVGQhP39Z8FtAK1BhePhyevurA-Elt7ToIr6OpwzKAYE7RBqpu6VVyQU5WlCTL_Q7N4gElXahaWou6aPpOIwgGCIOq9aeC3YFoc';",
"line_num": 1,
- "path": "tests/samples/github_classic_token",
- "info": "tests/samples/github_classic_token|RAW",
- "value": "ghp_00000000000000000000000000000004WZ4EQ",
- "value_start": 0,
- "value_end": 41,
+ "path": "tests/samples/dropbox_oauth_token",
+ "info": "tests/samples/dropbox_oauth_token|RAW",
+ "value": "sl.BdmpmC82mhhySscKk2oQGyE5l--8LdAQftLTXVGQhP39Z8FtAK1BhePhyevurA-Elt7ToIr6OpwzKAYE7RBqpu6VVyQU5WlCTL_Q7N4gElXahaWou6aPpOIwgGCIOq9aeC3YFoc",
+ "value_start": 15,
+ "value_end": 153,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 1.4322437698226884,
- "valid": false
+ "entropy": 5.395844179446957,
+ "valid": true
}
}
]
@@ -7935,24 +6180,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Github Fine-granted Token",
+ "rule": "Dynatrace API Token",
"severity": "high",
- "confidence": "strong",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "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",
- "line_num": 2,
- "path": "tests/samples/github_fine_granted_token",
- "info": "tests/samples/github_fine_granted_token|RAW",
- "value": "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",
+ "line": "dt0c01.ST2EY72KQINMH574WMNVI7YN.G3DFPBEJYMODIDAEX454M7YWBUVEFOWKPRVMWFASS64NFH52PX6BNDVFFM572RZM",
+ "line_num": 1,
+ "path": "tests/samples/dynatrace_api.hs",
+ "info": "tests/samples/dynatrace_api.hs|RAW",
+ "value": "dt0c01.ST2EY72KQINMH574WMNVI7YN.G3DFPBEJYMODIDAEX454M7YWBUVEFOWKPRVMWFASS64NFH52PX6BNDVFFM572RZM",
"value_start": 0,
- "value_end": 93,
+ "value_end": 96,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 5.255374790203285,
+ "entropy": 4.808191506786782,
"valid": true
}
}
@@ -7961,25 +6206,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 1.0,
+ "ml_probability": 0.756,
"rule": "Github Old Token",
"severity": "high",
"confidence": "moderate",
"line_data_list": [
{
- "line": "GITHUB_ACCESS_TOKEN = \"lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy\"",
+ "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n",
"line_num": 1,
- "path": "tests/samples/github_key.groovy",
- "info": "tests/samples/github_key.groovy|RAW",
- "value": "lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy",
- "value_start": 23,
- "value_end": 63,
+ "path": "tests/samples/encoded_data",
+ "info": "tests/samples/encoded_data|ENCODED|RAW",
+ "value": "gireogicracklecrackle1231567190113413981",
+ "value_start": 15,
+ "value_end": 55,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 4.246439344671015,
+ "entropy": 3.97402442086502,
"valid": true
}
}
@@ -7988,52 +6233,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 1.0,
+ "ml_probability": 0.756,
"rule": "Token",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "GITHUB_ACCESS_TOKEN = \"lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy\"",
- "line_num": 1,
- "path": "tests/samples/github_key.groovy",
- "info": "tests/samples/github_key.groovy|RAW",
- "value": "lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy",
- "value_start": 23,
- "value_end": 63,
- "variable": "GITHUB_ACCESS_TOKEN",
- "variable_start": 0,
- "variable_end": 19,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 4.246439344671015,
- "valid": true
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Gitlab Incoming Email Token",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "var email_t = '7e4v6v5j2nepcc8f5zvatgl9g';",
+ "line": "\\ngit_token = \"gireogicracklecrackle1231567190113413981\"\\n\\n",
"line_num": 1,
- "path": "tests/samples/gitlab_email_token",
- "info": "tests/samples/gitlab_email_token|RAW",
- "value": "7e4v6v5j2nepcc8f5zvatgl9g",
+ "path": "tests/samples/encoded_data",
+ "info": "tests/samples/encoded_data|ENCODED|RAW",
+ "value": "gireogicracklecrackle1231567190113413981",
"value_start": 15,
- "value_end": 40,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value_end": 55,
+ "variable": "git_token",
+ "variable_start": 2,
+ "variable_end": 11,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 4.133660689688185,
+ "entropy": 3.97402442086502,
"valid": true
}
}
@@ -8043,52 +6261,52 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Gitlab Feed Token",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Facebook Access Token",
+ "severity": "high",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "feed_n = 'o9aEaH32LN618KhF7e_L'",
+ "line": "GI_REO_GI_FACEBOOK_TOKEN = \"EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD\"",
"line_num": 1,
- "path": "tests/samples/gitlab_feed_token",
- "info": "tests/samples/gitlab_feed_token|RAW",
- "value": "o9aEaH32LN618KhF7e_L",
- "value_start": 10,
- "value_end": 30,
+ "path": "tests/samples/facebook_key",
+ "info": "tests/samples/facebook_key|RAW",
+ "value": "EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD",
+ "value_start": 28,
+ "value_end": 115,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.9058316901429944,
- "valid": false
+ "entropy": 4.936120692057916,
+ "valid": true
}
}
]
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Gitlab PAT",
- "severity": "high",
- "confidence": "strong",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.999,
+ "rule": "Token",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "var pat = 'glpat-a6N2pFAr2L2A6iRsA_mw';",
+ "line": "GI_REO_GI_FACEBOOK_TOKEN = \"EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD\"",
"line_num": 1,
- "path": "tests/samples/gitlab_pat_api",
- "info": "tests/samples/gitlab_pat_api|RAW",
- "value": "glpat-a6N2pFAr2L2A6iRsA_mw",
- "value_start": 11,
- "value_end": 37,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "path": "tests/samples/facebook_key",
+ "info": "tests/samples/facebook_key|RAW",
+ "value": "EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD",
+ "value_start": 28,
+ "value_end": 115,
+ "variable": "GI_REO_GI_FACEBOOK_TOKEN",
+ "variable_start": 0,
+ "variable_end": 24,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.7423376242715105,
- "valid": false
+ "entropy": 4.936120692057916,
+ "valid": true
}
}
]
@@ -8097,24 +6315,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Gitlab Pipeline Trigger Token",
+ "rule": "Facebook App Token",
"severity": "high",
- "confidence": "strong",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "trigger = 'glptt-33276248c9748113e978392e5c074b7f974f8683';",
- "line_num": 1,
- "path": "tests/samples/gitlab_pipeline_trigger_token",
- "info": "tests/samples/gitlab_pipeline_trigger_token|RAW",
- "value": "glptt-33276248c9748113e978392e5c074b7f974f8683",
- "value_start": 11,
- "value_end": 57,
+ "line": "1527194624358273|qbBf2-fdB9zZpqLA0_2nNzZDw2M",
+ "line_num": 2,
+ "path": "tests/samples/facebook_key",
+ "info": "tests/samples/facebook_key|RAW",
+ "value": "1527194624358273|qbBf2-fdB9zZpqLA0_2nNzZDw2M",
+ "value_start": 0,
+ "value_end": 44,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 3.8494857514609038,
+ "entropy": 3.2089099270924217,
"valid": true
}
}
@@ -8124,24 +6342,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Gitlab Registration Runner Token",
- "severity": "high",
- "confidence": "strong",
+ "rule": "Firebase Domain",
+ "severity": "info",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "gitlab_runner = 'GR1348941jG6xeSsmN8DFVKoyBYu2';",
+ "line": "test-app-domain-42.firebaseapp.com",
"line_num": 1,
- "path": "tests/samples/gitlab_registration_runner",
- "info": "tests/samples/gitlab_registration_runner|RAW",
- "value": "GR1348941jG6xeSsmN8DFVKoyBYu2",
- "value_start": 17,
- "value_end": 46,
+ "path": "tests/samples/firebase_domain",
+ "info": "tests/samples/firebase_domain|RAW",
+ "value": "test-app-domain-42.firebaseapp.com",
+ "value_start": 0,
+ "value_end": 34,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.582118926162056,
+ "iterator": "BASE36_CHARS",
+ "entropy": 3.4347510262969525,
"valid": true
}
}
@@ -8151,25 +6369,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Gitlab Registration Runner Token 2023",
- "severity": "high",
- "confidence": "strong",
+ "rule": "Firebase Domain",
+ "severity": "info",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "return \"glrt-2CR8_eVxiio-1QmzPZwa\"",
- "line_num": 1,
- "path": "tests/samples/gitlab_registration_runner_2023",
- "info": "tests/samples/gitlab_registration_runner_2023|RAW",
- "value": "glrt-2CR8_eVxiio-1QmzPZwa",
- "value_start": 8,
- "value_end": 33,
+ "line": "test2.io.firebaseio.com",
+ "line_num": 2,
+ "path": "tests/samples/firebase_domain",
+ "info": "tests/samples/firebase_domain|RAW",
+ "value": "test2.io.firebaseio.com",
+ "value_start": 0,
+ "value_end": 23,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.006593447001756,
- "valid": false
+ "iterator": "BASE36_CHARS",
+ "entropy": 3.1394163745499943,
+ "valid": true
}
}
]
@@ -8178,25 +6396,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Google API Key",
+ "rule": "Github Classic Token",
"severity": "high",
- "confidence": "moderate",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "AIzaGiReoG-CrackleCrackle12315618_12315",
+ "line": "ghp_00000000000000000000000000000004WZ4EQ # classic",
"line_num": 1,
- "path": "tests/samples/google_api_key.toml",
- "info": "tests/samples/google_api_key.toml|RAW",
- "value": "AIzaGiReoG-CrackleCrackle12315618_12315",
+ "path": "tests/samples/github_classic_token",
+ "info": "tests/samples/github_classic_token|RAW",
+ "value": "ghp_00000000000000000000000000000004WZ4EQ",
"value_start": 0,
- "value_end": 39,
+ "value_end": 41,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 3.165196181720608,
- "valid": true
+ "iterator": "BASE64_CHARS",
+ "entropy": 1.4322437698226884,
+ "valid": false
}
}
]
@@ -8205,113 +6423,79 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Google Multi",
+ "rule": "Github Fine-granted Token",
"severity": "high",
- "confidence": "moderate",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "194206074328-qp89pdv6fi35vsi71258g1eh31q6h7c3.apps.googleusercontent.com",
+ "line": "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",
"line_num": 2,
- "path": "tests/samples/google_multi",
- "info": "tests/samples/google_multi|RAW",
- "value": "194206074328-qp89pdv6fi35vsi71258g1eh31q6h7c3.apps.googleusercontent.com",
+ "path": "tests/samples/github_fine_granted_token",
+ "info": "tests/samples/github_fine_granted_token|RAW",
+ "value": "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",
"value_start": 0,
- "value_end": 72,
+ "value_end": 93,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 4.531537327540733,
+ "entropy": 5.255374790203285,
"valid": true
}
- },
- {
- "line": "4L2QMyTm6Rr0o46ytGiReoG1",
- "line_num": 4,
- "path": "tests/samples/google_multi",
- "info": "tests/samples/google_multi|RAW",
- "value": "4L2QMyTm6Rr0o46ytGiReoG1",
- "value_start": 0,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.084962500721157,
- "valid": false
- }
}
]
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Google Multi",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 1.0,
+ "rule": "Github Old Token",
"severity": "high",
"confidence": "moderate",
"line_data_list": [
{
- "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
- "line_num": 18,
- "path": "tests/samples/google_multi",
- "info": "tests/samples/google_multi|RAW",
- "value": "194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com",
- "value_start": 6,
- "value_end": 78,
+ "line": "GITHUB_ACCESS_TOKEN = \"lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy\"",
+ "line_num": 1,
+ "path": "tests/samples/github_key.groovy",
+ "info": "tests/samples/github_key.groovy|RAW",
+ "value": "lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy",
+ "value_start": 23,
+ "value_end": 63,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.531537327540733,
+ "iterator": "BASE36_CHARS",
+ "entropy": 4.246439344671015,
"valid": true
}
- },
- {
- "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
- "line_num": 18,
- "path": "tests/samples/google_multi",
- "info": "tests/samples/google_multi|RAW",
- "value": "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",
- "value_start": 90,
- "value_end": 125,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.436181130262395,
- "valid": false
- }
}
]
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "Google OAuth Secret",
- "severity": "high",
- "confidence": "strong",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 1.0,
+ "rule": "Token",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
- "line_num": 18,
- "path": "tests/samples/google_multi",
- "info": "tests/samples/google_multi|RAW",
- "value": "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",
- "value_start": 90,
- "value_end": 125,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "line": "GITHUB_ACCESS_TOKEN = \"lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy\"",
+ "line_num": 1,
+ "path": "tests/samples/github_key.groovy",
+ "info": "tests/samples/github_key.groovy|RAW",
+ "value": "lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy",
+ "value_start": 23,
+ "value_end": 63,
+ "variable": "GITHUB_ACCESS_TOKEN",
+ "variable_start": 0,
+ "variable_end": 19,
"entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 4.436181130262395,
- "valid": false
+ "iterator": "BASE36_CHARS",
+ "entropy": 4.246439344671015,
+ "valid": true
}
}
]
@@ -8320,24 +6504,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Google OAuth Access Token",
- "severity": "high",
- "confidence": "moderate",
+ "rule": "Gitlab Incoming Email Token",
+ "severity": "info",
+ "confidence": "weak",
"line_data_list": [
{
- "line": "google_oauth_key = \"ya29.gi_reo_gi_crackle_ln22\"",
+ "line": "var email_t = '7e4v6v5j2nepcc8f5zvatgl9g';",
"line_num": 1,
- "path": "tests/samples/google_oauth_key",
- "info": "tests/samples/google_oauth_key|RAW",
- "value": "ya29.gi_reo_gi_crackle_ln22",
- "value_start": 20,
- "value_end": 47,
+ "path": "tests/samples/gitlab_email_token",
+ "info": "tests/samples/gitlab_email_token|RAW",
+ "value": "7e4v6v5j2nepcc8f5zvatgl9g",
+ "value_start": 15,
+ "value_end": 40,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 3.1797273164975133,
+ "entropy": 4.133660689688185,
"valid": true
}
}
@@ -8347,25 +6531,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Grafana Access Policy Token",
- "severity": "high",
- "confidence": "strong",
+ "rule": "Gitlab Feed Token",
+ "severity": "info",
+ "confidence": "weak",
"line_data_list": [
{
- "line": "grafana_policy = 'glc_eyJvIjoiMjA0NjMwIiwibiI6InRlc3QtdG9rZW4iLCJrIjoidklnbjJ2WHc5MTVXOWtNOWxsNHcyZHEyIiwibSI6eyJyIjoicHJvZC0wIn19'",
+ "line": "feed_n = 'o9aEaH32LN618KhF7e_L'",
"line_num": 1,
- "path": "tests/samples/grafana_access_policy_token",
- "info": "tests/samples/grafana_access_policy_token|RAW",
- "value": "glc_eyJvIjoiMjA0NjMwIiwibiI6InRlc3QtdG9rZW4iLCJrIjoidklnbjJ2WHc5MTVXOWtNOWxsNHcyZHEyIiwibSI6eyJyIjoicHJvZC0wIn19",
- "value_start": 18,
- "value_end": 130,
+ "path": "tests/samples/gitlab_feed_token",
+ "info": "tests/samples/gitlab_feed_token|RAW",
+ "value": "o9aEaH32LN618KhF7e_L",
+ "value_start": 10,
+ "value_end": 30,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 5.097632476604024,
- "valid": true
+ "entropy": 3.9058316901429944,
+ "valid": false
}
}
]
@@ -8374,24 +6558,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Grafana Provisioned API Key",
+ "rule": "Gitlab PAT",
"severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "grafana = 'eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0='",
+ "line": "var pat = 'glpat-a6N2pFAr2L2A6iRsA_mw';",
"line_num": 1,
- "path": "tests/samples/grafana_provisioned_api_key",
- "info": "tests/samples/grafana_provisioned_api_key|RAW",
- "value": "eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0=",
+ "path": "tests/samples/gitlab_pat_api",
+ "info": "tests/samples/gitlab_pat_api|RAW",
+ "value": "glpat-a6N2pFAr2L2A6iRsA_mw",
"value_start": 11,
- "value_end": 107,
+ "value_end": 37,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.8153130511409934,
+ "entropy": 3.7423376242715105,
"valid": false
}
}
@@ -8399,27 +6583,27 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.985,
- "rule": "JSON Web Token",
- "severity": "medium",
- "confidence": "moderate",
+ "ml_validation": "NOT_AVAILABLE",
+ "ml_probability": null,
+ "rule": "Gitlab Pipeline Trigger Token",
+ "severity": "high",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "grafana = 'eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0='",
+ "line": "trigger = 'glptt-33276248c9748113e978392e5c074b7f974f8683';",
"line_num": 1,
- "path": "tests/samples/grafana_provisioned_api_key",
- "info": "tests/samples/grafana_provisioned_api_key|RAW",
- "value": "eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0=",
+ "path": "tests/samples/gitlab_pipeline_trigger_token",
+ "info": "tests/samples/gitlab_pipeline_trigger_token|RAW",
+ "value": "glptt-33276248c9748113e978392e5c074b7f974f8683",
"value_start": 11,
- "value_end": 107,
+ "value_end": 57,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.8153130511409934,
- "valid": false
+ "iterator": "BASE36_CHARS",
+ "entropy": 3.8494857514609038,
+ "valid": true
}
}
]
@@ -8428,24 +6612,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Grafana Service Account Token",
+ "rule": "Gitlab Registration Runner Token",
"severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "glsa_ThisI5NtTheTok3nYou8reLo0k1ngF0r_0a2a3df7",
+ "line": "gitlab_runner = 'GR1348941jG6xeSsmN8DFVKoyBYu2';",
"line_num": 1,
- "path": "tests/samples/grafana_service_accounts",
- "info": "tests/samples/grafana_service_accounts|RAW",
- "value": "glsa_ThisI5NtTheTok3nYou8reLo0k1ngF0r_0a2a3df7",
- "value_start": 0,
+ "path": "tests/samples/gitlab_registration_runner",
+ "info": "tests/samples/gitlab_registration_runner|RAW",
+ "value": "GR1348941jG6xeSsmN8DFVKoyBYu2",
+ "value_start": 17,
"value_end": 46,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 4.52211252299684,
+ "entropy": 4.582118926162056,
"valid": true
}
}
@@ -8455,25 +6639,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Hashicorp Terraform Token",
+ "rule": "Gitlab Registration Runner Token 2023",
"severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "Z28P3STmkBQi1Y.atlasv1.YE7RBqu6VVyQIOq9a1eC3YFU5Elt7ToIr6OwzKAWlCTQ7N4gElXaWou6aPpOIwGCoc0",
+ "line": "return \"glrt-2CR8_eVxiio-1QmzPZwa\"",
"line_num": 1,
- "path": "tests/samples/hashicorp_terraform",
- "info": "tests/samples/hashicorp_terraform|RAW",
- "value": "Z28P3STmkBQi1Y.atlasv1.YE7RBqu6VVyQIOq9a1eC3YFU5Elt7ToIr6OwzKAWlCTQ7N4gElXaWou6aPpOIwGCoc0",
- "value_start": 0,
- "value_end": 90,
+ "path": "tests/samples/gitlab_registration_runner_2023",
+ "info": "tests/samples/gitlab_registration_runner_2023|RAW",
+ "value": "glrt-2CR8_eVxiio-1QmzPZwa",
+ "value_start": 8,
+ "value_end": 33,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 5.348551883097512,
- "valid": true
+ "entropy": 4.006593447001756,
+ "valid": false
}
}
]
@@ -8482,24 +6666,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Heroku API Key",
+ "rule": "Google API Key",
"severity": "high",
"confidence": "moderate",
"line_data_list": [
{
- "line": "HerOkUa04b8c1d-A147-b252-3b6a8f9c2b16",
+ "line": "AIzaGiReoG-CrackleCrackle12315618_12315",
"line_num": 1,
- "path": "tests/samples/heroku_api.toml",
- "info": "tests/samples/heroku_api.toml|RAW",
- "value": "HerOkUa04b8c1d-A147-b252-3b6a8f9c2b16",
+ "path": "tests/samples/google_api_key.toml",
+ "info": "tests/samples/google_api_key.toml|RAW",
+ "value": "AIzaGiReoG-CrackleCrackle12315618_12315",
"value_start": 0,
- "value_end": 37,
+ "value_end": 39,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 3.48037367471734,
+ "entropy": 3.165196181720608,
"valid": true
}
}
@@ -8509,51 +6693,41 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "Instagram Access Token",
+ "rule": "Google Multi",
"severity": "high",
- "confidence": "strong",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "IGQVJWS3pUNmZA2MUJDVlRwLW9ac1lrU05nZAmpzWHQtWHFJSEFRMF9tWVpRdEd70HQ5Wk8wSnY0R0VEQnVQdUU0MnpxNWxocUYyNmZAXSTUtVVNrMmh1ZAHZAQQno2ZA0VHR0lLWkk1N1R5RDFvM0dmVEpIYQZGZX",
- "line_num": 1,
- "path": "tests/samples/instagram_access_token",
- "info": "tests/samples/instagram_access_token|RAW",
- "value": "IGQVJWS3pUNmZA2MUJDVlRwLW9ac1lrU05nZAmpzWHQtWHFJSEFRMF9tWVpRdEd70HQ5Wk8wSnY0R0VEQnVQdUU0MnpxNWxocUYyNmZAXSTUtVVNrMmh1ZAHZAQQno2ZA0VHR0lLWkk1N1R5RDFvM0dmVEpIYQZGZX",
+ "line": "194206074328-qp89pdv6fi35vsi71258g1eh31q6h7c3.apps.googleusercontent.com",
+ "line_num": 2,
+ "path": "tests/samples/google_multi",
+ "info": "tests/samples/google_multi|RAW",
+ "value": "194206074328-qp89pdv6fi35vsi71258g1eh31q6h7c3.apps.googleusercontent.com",
"value_start": 0,
- "value_end": 162,
+ "value_end": 72,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 5.231644837540696,
+ "entropy": 4.531537327540733,
"valid": true
}
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
+ },
{
- "line": "100.64.0.0/10",
- "line_num": 13,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "100.64.0.0",
+ "line": "4L2QMyTm6Rr0o46ytGiReoG1",
+ "line_num": 4,
+ "path": "tests/samples/google_multi",
+ "info": "tests/samples/google_multi|RAW",
+ "value": "4L2QMyTm6Rr0o46ytGiReoG1",
"value_start": 0,
- "value_end": 10,
+ "value_end": 24,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
+ "entropy": 4.084962500721157,
"valid": false
}
}
@@ -8563,51 +6737,41 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Google Multi",
+ "severity": "high",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "100.127.255.255",
- "value_start": 11,
- "value_end": 26,
+ "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
+ "line_num": 18,
+ "path": "tests/samples/google_multi",
+ "info": "tests/samples/google_multi|RAW",
+ "value": "194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com",
+ "value_start": 6,
+ "value_end": 78,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.008519976342584,
- "valid": false
+ "iterator": "BASE64_CHARS",
+ "entropy": 4.531537327540733,
+ "valid": true
}
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
+ },
{
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "100.64.0.0",
- "value_start": 0,
- "value_end": 10,
+ "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
+ "line_num": 18,
+ "path": "tests/samples/google_multi",
+ "info": "tests/samples/google_multi|RAW",
+ "value": "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",
+ "value_start": 90,
+ "value_end": 125,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
+ "entropy": 4.436181130262395,
"valid": false
}
}
@@ -8617,24 +6781,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Google OAuth Secret",
+ "severity": "high",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "192.0.0.0\u2013192.0.0.255",
- "line_num": 22,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "192.0.0.255",
- "value_start": 10,
- "value_end": 21,
+ "line": "\"id\":\"194206074328-qdv6fi3eh31q6h7c35vsi7p89p1258g1.apps.googleusercontent.com\",\"CEKPET\":\"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\",",
+ "line_num": 18,
+ "path": "tests/samples/google_multi",
+ "info": "tests/samples/google_multi|RAW",
+ "value": "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",
+ "value_start": 90,
+ "value_end": 125,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 1.9704957226453073,
+ "entropy": 4.436181130262395,
"valid": false
}
}
@@ -8644,25 +6808,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Google OAuth Access Token",
+ "severity": "high",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "192.88.99.0/24",
- "line_num": 25,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
+ "line": "google_oauth_key = \"ya29.gi_reo_gi_crackle_ln22\"",
+ "line_num": 1,
+ "path": "tests/samples/google_oauth_key",
+ "info": "tests/samples/google_oauth_key|RAW",
+ "value": "ya29.gi_reo_gi_crackle_ln22",
+ "value_start": 20,
+ "value_end": 47,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
+ "entropy": 3.1797273164975133,
+ "valid": true
}
}
]
@@ -8671,25 +6835,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Grafana Access Policy Token",
+ "severity": "high",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
+ "line": "grafana_policy = 'glc_eyJvIjoiMjA0NjMwIiwibiI6InRlc3QtdG9rZW4iLCJrIjoidklnbjJ2WHc5MTVXOWtNOWxsNHcyZHEyIiwibSI6eyJyIjoicHJvZC0wIn19'",
+ "line_num": 1,
+ "path": "tests/samples/grafana_access_policy_token",
+ "info": "tests/samples/grafana_access_policy_token|RAW",
+ "value": "glc_eyJvIjoiMjA0NjMwIiwibiI6InRlc3QtdG9rZW4iLCJrIjoidklnbjJ2WHc5MTVXOWtNOWxsNHcyZHEyIiwibSI6eyJyIjoicHJvZC0wIn19",
+ "value_start": 18,
+ "value_end": 130,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
+ "iterator": "BASE64_CHARS",
+ "entropy": 5.097632476604024,
+ "valid": true
}
}
]
@@ -8698,24 +6862,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Grafana Provisioned API Key",
+ "severity": "high",
+ "confidence": "strong",
"line_data_list": [
{
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "tests/samples/ipv4|RAW",
- "value": "192.88.99.255",
- "value_start": 12,
- "value_end": 25,
+ "line": "grafana = 'eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0='",
+ "line_num": 1,
+ "path": "tests/samples/grafana_provisioned_api_key",
+ "info": "tests/samples/grafana_provisioned_api_key|RAW",
+ "value": "eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0=",
+ "value_start": 11,
+ "value_end": 107,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.019193052249804,
+ "entropy": 3.8153130511409934,
"valid": false
}
}
@@ -8723,26 +6887,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.985,
+ "rule": "JSON Web Token",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "2004:5678::9324",
- "line_num": 12,
- "path": "tests/samples/ipv6",
- "info": "tests/samples/ipv6|RAW",
- "value": "2004:5678::9324",
- "value_start": 0,
- "value_end": 15,
+ "line": "grafana = 'eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0='",
+ "line_num": 1,
+ "path": "tests/samples/grafana_provisioned_api_key",
+ "info": "tests/samples/grafana_provisioned_api_key|RAW",
+ "value": "eyJrIjoiMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMCIsIm4iOiJ4eHh4IiwiaWQiOjIwNDM2MH0=",
+ "value_start": 11,
+ "value_end": 107,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.725512476486815,
+ "iterator": "BASE64_CHARS",
+ "entropy": 3.8153130511409934,
"valid": false
}
}
@@ -8752,25 +6916,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
+ "rule": "Grafana Service Account Token",
+ "severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "2004::5678:9",
- "line_num": 13,
- "path": "tests/samples/ipv6",
- "info": "tests/samples/ipv6|RAW",
- "value": "2004::5678:9",
+ "line": "glsa_ThisI5NtTheTok3nYou8reLo0k1ngF0r_0a2a3df7",
+ "line_num": 1,
+ "path": "tests/samples/grafana_service_accounts",
+ "info": "tests/samples/grafana_service_accounts|RAW",
+ "value": "glsa_ThisI5NtTheTok3nYou8reLo0k1ngF0r_0a2a3df7",
"value_start": 0,
- "value_end": 12,
+ "value_end": 46,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.5220552088742005,
- "valid": false
+ "iterator": "BASE64_CHARS",
+ "entropy": 4.52211252299684,
+ "valid": true
}
}
]
@@ -8779,25 +6943,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
+ "rule": "Hashicorp Terraform Token",
+ "severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "2041:0000:140F::875B:131B",
- "line_num": 14,
- "path": "tests/samples/ipv6",
- "info": "tests/samples/ipv6|RAW",
- "value": "2041:0000:140F::875B:131B",
+ "line": "Z28P3STmkBQi1Y.atlasv1.YE7RBqu6VVyQIOq9a1eC3YFU5Elt7ToIr6OwzKAWlCTQ7N4gElXaWou6aPpOIwGCoc0",
+ "line_num": 1,
+ "path": "tests/samples/hashicorp_terraform",
+ "info": "tests/samples/hashicorp_terraform|RAW",
+ "value": "Z28P3STmkBQi1Y.atlasv1.YE7RBqu6VVyQIOq9a1eC3YFU5Elt7ToIr6OwzKAWlCTQ7N4gElXaWou6aPpOIwGCoc0",
"value_start": 0,
- "value_end": 25,
+ "value_end": 90,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.6146939516467023,
- "valid": false
+ "iterator": "BASE64_CHARS",
+ "entropy": 5.348551883097512,
+ "valid": true
}
}
]
@@ -8806,25 +6970,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
+ "rule": "Heroku API Key",
+ "severity": "high",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "tests/samples/ipv6|RAW",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7010,
- "value_end": 7032,
+ "line": "HerOkUa04b8c1d-A147-b252-3b6a8f9c2b16",
+ "line_num": 1,
+ "path": "tests/samples/heroku_api.toml",
+ "info": "tests/samples/heroku_api.toml|RAW",
+ "value": "HerOkUa04b8c1d-A147-b252-3b6a8f9c2b16",
+ "value_start": 0,
+ "value_end": 37,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
+ "iterator": "BASE36_CHARS",
+ "entropy": 3.48037367471734,
+ "valid": true
}
}
]
@@ -8833,25 +6997,25 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
"ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
+ "rule": "Instagram Access Token",
+ "severity": "high",
"confidence": "strong",
"line_data_list": [
{
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "tests/samples/ipv6|RAW",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7989,
- "value_end": 8011,
+ "line": "IGQVJWS3pUNmZA2MUJDVlRwLW9ac1lrU05nZAmpzWHQtWHFJSEFRMF9tWVpRdEd70HQ5Wk8wSnY0R0VEQnVQdUU0MnpxNWxocUYyNmZAXSTUtVVNrMmh1ZAHZAQQno2ZA0VHR0lLWkk1N1R5RDFvM0dmVEpIYQZGZX",
+ "line_num": 1,
+ "path": "tests/samples/instagram_access_token",
+ "info": "tests/samples/instagram_access_token|RAW",
+ "value": "IGQVJWS3pUNmZA2MUJDVlRwLW9ac1lrU05nZAmpzWHQtWHFJSEFRMF9tWVpRdEd70HQ5Wk8wSnY0R0VEQnVQdUU0MnpxNWxocUYyNmZAXSTUtVVNrMmh1ZAHZAQQno2ZA0VHR0lLWkk1N1R5RDFvM0dmVEpIYQZGZX",
+ "value_start": 0,
+ "value_end": 162,
"variable": null,
"variable_start": -2,
"variable_end": -2,
"entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
+ "iterator": "BASE64_CHARS",
+ "entropy": 5.231644837540696,
+ "valid": true
}
}
]
@@ -11324,60 +9488,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "18LibreOffice/7.6.2.1$Linux_X86_64 LibreOffice_project/9d0b4c0791fc17bc4181a67fd90c5aaed576d1c015.00001459612",
- "line_num": 2,
- "path": "tests/samples/sample.docx",
- "info": "tests/samples/sample.docx.gz|GZIP|tests/samples/sample.docx|ZIP|docProps/app.xml|RAW",
- "value": "7.6.2.1",
- "value_start": 245,
- "value_end": 252,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.6042028126043455,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "18LibreOffice/7.6.2.1$Linux_X86_64 LibreOffice_project/9d0b4c0791fc17bc4181a67fd90c5aaed576d1c015.00001460622",
- "line_num": 2,
- "path": "tests/samples/sample.docx",
- "info": "tests/samples/sample.docx|ZIP|docProps/app.xml|RAW",
- "value": "7.6.2.1",
- "value_start": 245,
- "value_end": 252,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.6042028126043455,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "NOT_AVAILABLE",
diff --git a/tests/data/ml_threshold.json b/tests/data/ml_threshold.json
index d6e5801d2..71958bd1a 100644
--- a/tests/data/ml_threshold.json
+++ b/tests/data/ml_threshold.json
@@ -2328,33 +2328,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(98.76.54.32)ID:master PW:dipPr149Gg!",
- "line_num": 50,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 1,
- "value_end": 12,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3246,33 +3219,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ANYid:master pw:dipPr194Gg! ip:98.76.54.32",
- "line_num": 95,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 31,
- "value_end": 42,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3300,33 +3246,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 mailto:{1} (password-dipPr196Gg!) # skip",
- "line_num": 97,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3597,33 +3516,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID:master/PW:iPp10@GRq) # todo: move into other sample ?",
- "line_num": 11,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3705,33 +3597,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 id/pw:master/iPp19@GRq",
- "line_num": 20,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4083,33 +3948,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 password:Prl23Db#@",
- "line_num": 14,
- "path": "tests/samples/doc_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5406,87 +5244,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 1,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg)",
- "line_num": 2,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 3,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5568,33 +5325,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)",
- "line_num": 6,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5624,80 +5354,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 1.0,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
"line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg",
"line_num": 7,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 49,
+ "value_end": 57,
+ "variable": "password",
+ "variable_start": 40,
+ "variable_end": 48,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 1.0,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg",
- "line_num": 7,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 49,
- "value_end": 57,
- "variable": "password",
- "variable_start": 40,
- "variable_end": 48,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 11,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 29,
- "value_end": 40,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -5730,60 +5406,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 xxxx (master/IhqSb1Gg)",
- "line_num": 14,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg",
- "line_num": 15,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5838,33 +5460,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 17,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5892,33 +5487,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32/pw:IhqSb1Gg",
- "line_num": 19,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6000,33 +5568,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 22,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6054,33 +5595,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 23,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6135,33 +5649,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 25,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6189,33 +5676,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} master/IhqSb1Gg",
- "line_num": 26,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6326,80 +5786,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.997,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
"line": "98.76.54.32 ANY_PW:IhqSb1Gg",
"line_num": 34,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 19,
+ "value_end": 27,
+ "variable": "ANY_PW",
+ "variable_start": 12,
+ "variable_end": 18,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.997,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "98.76.54.32 ANY_PW:IhqSb1Gg",
- "line_num": 34,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 19,
- "value_end": 27,
- "variable": "ANY_PW",
- "variable_start": 12,
- "variable_end": 18,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID/PW:IhqSb1Gg)",
- "line_num": 36,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6432,33 +5838,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)",
- "line_num": 38,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6513,33 +5892,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32(master/IhqSb1Gg)",
- "line_num": 44,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6569,26 +5921,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.1,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
"line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg",
"line_num": 47,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 28,
+ "value_end": 36,
+ "variable": "gildong.hong@98.76.54.32,pw",
+ "variable_start": 0,
+ "variable_end": 27,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6597,25 +5949,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.1,
+ "ml_probability": 0.896,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg",
- "line_num": 47,
+ "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)",
+ "line_num": 51,
"path": "tests/samples/doc_various",
"info": "",
- "value": "IhqSb1Gg",
- "value_start": 28,
- "value_end": 36,
- "variable": "gildong.hong@98.76.54.32,pw",
- "variable_start": 0,
- "variable_end": 27,
+ "value": "IhqSb1Gg)",
+ "value_start": 20,
+ "value_end": 29,
+ "variable": "PW",
+ "variable_start": 17,
+ "variable_end": 19,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.0,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6623,26 +5975,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.01,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32(master/IhqSb1Gg,master/IhqSb1Gg)",
- "line_num": 48,
+ "line": "\uacc4\uc815/Password-xxxx:master/IhqSb1Gg",
+ "line_num": 55,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "master/IhqSb1Gg",
+ "value_start": 17,
+ "value_end": 32,
+ "variable": "Password-xxxx",
+ "variable_start": 3,
+ "variable_end": 16,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.906890595608518,
"valid": false
}
}
@@ -6650,26 +6002,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.949,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32(master/IhqSb1Gg master/IhqSb1Gg)",
- "line_num": 49,
+ "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg",
+ "line_num": 56,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 28,
+ "value_end": 36,
+ "variable": "PW",
+ "variable_start": 25,
+ "variable_end": 27,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6677,26 +6029,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.999,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "xxxx:98.76.54.32(master/IhqSb1Gg)",
- "line_num": 50,
+ "line": "ANY_user:xxxx ANY_pwd:IhqSb1Gg",
+ "line_num": 61,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 5,
- "value_end": 16,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 22,
+ "value_end": 30,
+ "variable": "ANY_pwd",
+ "variable_start": 14,
+ "variable_end": 21,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6704,26 +6056,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.998,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)",
- "line_num": 51,
+ "line": "Acount name:xxxx Initial Password:IhqSb1Gg",
+ "line_num": 62,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 34,
+ "value_end": 42,
+ "variable": "Password",
+ "variable_start": 25,
+ "variable_end": 33,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6732,14 +6084,14 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.896,
+ "ml_probability": 0.953,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)",
- "line_num": 51,
+ "line": "Access wifi:xxxx(PW:IhqSb1Gg)",
+ "line_num": 63,
"path": "tests/samples/doc_various",
"info": "",
"value": "IhqSb1Gg)",
@@ -6759,25 +6111,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.01,
+ "ml_probability": 0.998,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "\uacc4\uc815/Password-xxxx:master/IhqSb1Gg",
- "line_num": 55,
+ "line": "-User:master -PasswordANY:IhqSb1Gg",
+ "line_num": 66,
"path": "tests/samples/doc_various",
"info": "",
- "value": "master/IhqSb1Gg",
- "value_start": 17,
- "value_end": 32,
- "variable": "Password-xxxx",
- "variable_start": 3,
- "variable_end": 16,
+ "value": "IhqSb1Gg",
+ "value_start": 26,
+ "value_end": 34,
+ "variable": "PasswordANY",
+ "variable_start": 14,
+ "variable_end": 25,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.906890595608518,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6785,26 +6137,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.998,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg",
- "line_num": 56,
+ "line": "password(default:IhqSb1Gg)",
+ "line_num": 68,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg)",
+ "value_start": 17,
+ "value_end": 26,
+ "variable": "password(default",
+ "variable_start": 0,
+ "variable_end": 16,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6813,25 +6165,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.949,
+ "ml_probability": 0.131,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg",
- "line_num": 56,
+ "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)",
+ "line_num": 70,
"path": "tests/samples/doc_various",
"info": "",
- "value": "IhqSb1Gg",
- "value_start": 28,
- "value_end": 36,
+ "value": "master/IhqSb1Gg)",
+ "value_start": 18,
+ "value_end": 34,
"variable": "PW",
- "variable_start": 25,
- "variable_end": 27,
+ "variable_start": 15,
+ "variable_end": 17,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.0,
+ "entropy": 3.75,
"valid": false
}
}
@@ -6839,26 +6191,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.603,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "http|https://98.76.54.32/xxxx(master/IhqSb1Gg)",
- "line_num": 59,
+ "line": "(ID&PWD):master/IhqSb1Gg",
+ "line_num": 71,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 13,
+ "value": "master/IhqSb1Gg",
+ "value_start": 9,
"value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "variable": "PWD)",
+ "variable_start": 4,
+ "variable_end": 8,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.906890595608518,
"valid": false
}
}
@@ -6867,25 +6219,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.999,
+ "ml_probability": 0.956,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "ANY_user:xxxx ANY_pwd:IhqSb1Gg",
- "line_num": 61,
+ "line": "master@98.76.54.32(pw:IhqSb1Gg)",
+ "line_num": 73,
"path": "tests/samples/doc_various",
"info": "",
- "value": "IhqSb1Gg",
+ "value": "IhqSb1Gg)",
"value_start": 22,
- "value_end": 30,
- "variable": "ANY_pwd",
- "variable_start": 14,
+ "value_end": 31,
+ "variable": "pw",
+ "variable_start": 19,
"variable_end": 21,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.0,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6894,22 +6246,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.998,
+ "ml_probability": 0.029,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "Acount name:xxxx Initial Password:IhqSb1Gg",
- "line_num": 62,
+ "line": "master@98.76.54.32,PW:IhqSb1Gg",
+ "line_num": 74,
"path": "tests/samples/doc_various",
"info": "",
"value": "IhqSb1Gg",
- "value_start": 34,
- "value_end": 42,
- "variable": "Password",
- "variable_start": 25,
- "variable_end": 33,
+ "value_start": 22,
+ "value_end": 30,
+ "variable": "master@98.76.54.32,PW",
+ "variable_start": 0,
+ "variable_end": 21,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6921,25 +6273,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.953,
+ "ml_probability": 0.99,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "Access wifi:xxxx(PW:IhqSb1Gg)",
- "line_num": 63,
+ "line": "98.76.54.32 pw:IhqSb1Gg",
+ "line_num": 75,
"path": "tests/samples/doc_various",
"info": "",
- "value": "IhqSb1Gg)",
- "value_start": 20,
- "value_end": 29,
- "variable": "PW",
- "variable_start": 17,
- "variable_end": 19,
+ "value": "IhqSb1Gg",
+ "value_start": 15,
+ "value_end": 23,
+ "variable": "pw",
+ "variable_start": 12,
+ "variable_end": 14,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6948,22 +6300,22 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.998,
+ "ml_probability": 0.976,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "-User:master -PasswordANY:IhqSb1Gg",
- "line_num": 66,
+ "line": "config:xxxx,PW:IhqSb1Gg",
+ "line_num": 78,
"path": "tests/samples/doc_various",
"info": "",
"value": "IhqSb1Gg",
- "value_start": 26,
- "value_end": 34,
- "variable": "PasswordANY",
- "variable_start": 14,
- "variable_end": 25,
+ "value_start": 15,
+ "value_end": 23,
+ "variable": "xxxx,PW",
+ "variable_start": 7,
+ "variable_end": 14,
"entropy_validation": {
"iterator": "BASE64_CHARS",
"entropy": 3.0,
@@ -6975,52 +6327,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.998,
+ "ml_probability": 0.988,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "password(default:IhqSb1Gg)",
- "line_num": 68,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg)",
- "value_start": 17,
- "value_end": 26,
- "variable": "password(default",
- "variable_start": 0,
- "variable_end": 16,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)",
- "line_num": 70,
+ "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
+ "line_num": 82,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 43,
+ "value_end": 51,
+ "variable": "pw",
+ "variable_start": 40,
+ "variable_end": 42,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7029,25 +6354,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.131,
+ "ml_probability": 0.952,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)",
- "line_num": 70,
+ "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg",
+ "line_num": 83,
"path": "tests/samples/doc_various",
"info": "",
- "value": "master/IhqSb1Gg)",
- "value_start": 18,
- "value_end": 34,
- "variable": "PW",
- "variable_start": 15,
- "variable_end": 17,
+ "value": "IhqSb1Gg",
+ "value_start": 38,
+ "value_end": 46,
+ "variable": "pw",
+ "variable_start": 35,
+ "variable_end": 37,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.75,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7056,25 +6381,25 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.603,
+ "ml_probability": 0.943,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
"line_data_list": [
{
- "line": "(ID&PWD):master/IhqSb1Gg",
- "line_num": 71,
+ "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
+ "line_num": 84,
"path": "tests/samples/doc_various",
"info": "",
- "value": "master/IhqSb1Gg",
- "value_start": 9,
- "value_end": 24,
- "variable": "PWD)",
- "variable_start": 4,
- "variable_end": 8,
+ "value": "IhqSb1Gg",
+ "value_start": 39,
+ "value_end": 47,
+ "variable": "pw",
+ "variable_start": 36,
+ "variable_end": 38,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.906890595608518,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7082,458 +6407,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.996,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
+ "line_num": 85,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 43,
+ "value_end": 51,
+ "variable": "pw",
+ "variable_start": 40,
+ "variable_end": 42,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.956,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg)",
- "value_start": 22,
- "value_end": 31,
- "variable": "pw",
- "variable_start": 19,
- "variable_end": 21,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32,PW:IhqSb1Gg",
- "line_num": 74,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.029,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "master@98.76.54.32,PW:IhqSb1Gg",
- "line_num": 74,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 22,
- "value_end": 30,
- "variable": "master@98.76.54.32,PW",
- "variable_start": 0,
- "variable_end": 21,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.99,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 15,
- "value_end": 23,
- "variable": "pw",
- "variable_start": 12,
- "variable_end": 14,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.976,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "config:xxxx,PW:IhqSb1Gg",
- "line_num": 78,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 15,
- "value_end": 23,
- "variable": "xxxx,PW",
- "variable_start": 7,
- "variable_end": 14,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32-->master/IhqSb1Gg",
- "line_num": 81,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 82,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.988,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 82,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 43,
- "value_end": 51,
- "variable": "pw",
- "variable_start": 40,
- "variable_end": 42,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.952,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg",
- "line_num": 83,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 38,
- "value_end": 46,
- "variable": "pw",
- "variable_start": 35,
- "variable_end": 37,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 84,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.943,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 84,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 39,
- "value_end": 47,
- "variable": "pw",
- "variable_start": 36,
- "variable_end": 38,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
- "line_num": 85,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.996,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
- "line_num": 85,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 43,
- "value_end": 51,
- "variable": "pw",
- "variable_start": 40,
- "variable_end": 42,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (master/IhqSb1Gg)",
- "line_num": 86,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7543,186 +6436,24 @@
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
"ml_probability": 0.995,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 45,
- "value_end": 53,
- "variable": "pwd",
- "variable_start": 41,
- "variable_end": 44,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 88,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:[1} \uacc4\uc815master/IhqSb1Gg",
- "line_num": 89,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.996,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 44,
- "value_end": 52,
- "variable": "pw",
- "variable_start": 41,
- "variable_end": 43,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (\ube44\ubc88 IhqSb1Gg)",
- "line_num": 91,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password IhqSb1Gg",
- "line_num": 92,
+ "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
+ "line_num": 87,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 45,
+ "value_end": 53,
+ "variable": "pwd",
+ "variable_start": 41,
+ "variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7730,26 +6461,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.996,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)",
- "line_num": 93,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
+ "line_num": 90,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 44,
+ "value_end": 52,
+ "variable": "pw",
+ "variable_start": 41,
+ "variable_end": 43,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -7782,33 +6513,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 94,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7836,33 +6540,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg",
- "line_num": 96,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7890,33 +6567,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)",
- "line_num": 97,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7944,60 +6594,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (xxxx//IhqSb1Gg)",
- "line_num": 99,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 100,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -8025,33 +6621,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg",
- "line_num": 101,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -8106,33 +6675,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg",
- "line_num": 104,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -8208,61 +6750,7 @@
"variable_end": 38,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ID/PW 98.76.54.32:xxx master/IhqSb1Gg",
- "line_num": 107,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 6,
- "value_end": 17,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)",
- "line_num": 108,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -9166,330 +7654,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0/10",
- "line_num": 13,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.64.0.0",
- "value_start": 0,
- "value_end": 10,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.127.255.255",
- "value_start": 11,
- "value_end": 26,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.008519976342584,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.64.0.0",
- "value_start": 0,
- "value_end": 10,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.0.0.0\u2013192.0.0.255",
- "line_num": 22,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.0.0.255",
- "value_start": 10,
- "value_end": 21,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.9704957226453073,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0/24",
- "line_num": 25,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.255",
- "value_start": 12,
- "value_end": 25,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.019193052249804,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2004:5678::9324",
- "line_num": 12,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2004:5678::9324",
- "value_start": 0,
- "value_end": 15,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.725512476486815,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2004::5678:9",
- "line_num": 13,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2004::5678:9",
- "value_start": 0,
- "value_end": 12,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.5220552088742005,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2041:0000:140F::875B:131B",
- "line_num": 14,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0000:140F::875B:131B",
- "value_start": 0,
- "value_end": 25,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.6146939516467023,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7010,
- "value_end": 7032,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7989,
- "value_end": 8011,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
diff --git a/tests/data/output.json b/tests/data/output.json
index 2f3bee438..f5f87e544 100644
--- a/tests/data/output.json
+++ b/tests/data/output.json
@@ -2166,33 +2166,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(98.76.54.32)ID:master PW:dipPr149Gg!",
- "line_num": 50,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 1,
- "value_end": 12,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -2976,33 +2949,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ANYid:master pw:dipPr194Gg! ip:98.76.54.32",
- "line_num": 95,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 31,
- "value_end": 42,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3030,33 +2976,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 mailto:{1} (password-dipPr196Gg!) # skip",
- "line_num": 97,
- "path": "tests/samples/doc_id_pair_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3138,60 +3057,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID:master/PW:iPp10@GRq) # todo: move into other sample ?",
- "line_num": 11,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 id/pw:master/iPp19@GRq",
- "line_num": 20,
- "path": "tests/samples/doc_id_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -3435,33 +3300,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32 password:Prl23Db#@",
- "line_num": 14,
- "path": "tests/samples/doc_passwd_pair",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4650,87 +4488,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 1,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg)",
- "line_num": 2,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 3,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4812,33 +4569,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)",
- "line_num": 6,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4866,33 +4596,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg",
- "line_num": 7,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4920,33 +4623,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 11,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 29,
- "value_end": 40,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -4974,60 +4650,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 xxxx (master/IhqSb1Gg)",
- "line_num": 14,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg",
- "line_num": 15,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5082,33 +4704,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 17,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5136,33 +4731,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32/pw:IhqSb1Gg",
- "line_num": 19,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5244,33 +4812,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 22,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5298,33 +4839,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)",
- "line_num": 23,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5379,33 +4893,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 25,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5433,33 +4920,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} master/IhqSb1Gg",
- "line_num": 26,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5568,33 +5028,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 ANY_PW:IhqSb1Gg",
- "line_num": 34,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5622,33 +5055,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(ID/PW:IhqSb1Gg)",
- "line_num": 36,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5676,33 +5082,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)",
- "line_num": 38,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5757,33 +5136,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32(master/IhqSb1Gg)",
- "line_num": 44,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5811,141 +5163,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg",
- "line_num": 47,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg,master/IhqSb1Gg)",
- "line_num": 48,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32(master/IhqSb1Gg master/IhqSb1Gg)",
- "line_num": 49,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "xxxx:98.76.54.32(master/IhqSb1Gg)",
- "line_num": 50,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 5,
- "value_end": 16,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)",
- "line_num": 51,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -5973,33 +5190,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg",
- "line_num": 56,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6027,33 +5217,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "http|https://98.76.54.32/xxxx(master/IhqSb1Gg)",
- "line_num": 59,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6191,26 +5354,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.956,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)",
- "line_num": 70,
+ "line": "master@98.76.54.32(pw:IhqSb1Gg)",
+ "line_num": 73,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg)",
+ "value_start": 22,
+ "value_end": 31,
+ "variable": "pw",
+ "variable_start": 19,
+ "variable_end": 21,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 2.8177111123931664,
"valid": false
}
}
@@ -6218,26 +5381,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.99,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
+ "line": "98.76.54.32 pw:IhqSb1Gg",
+ "line_num": 75,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 15,
+ "value_end": 23,
+ "variable": "pw",
+ "variable_start": 12,
+ "variable_end": 14,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6246,115 +5409,7 @@
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.956,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "master@98.76.54.32(pw:IhqSb1Gg)",
- "line_num": 73,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg)",
- "value_start": 22,
- "value_end": 31,
- "variable": "pw",
- "variable_start": 19,
- "variable_end": 21,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.8177111123931664,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "master@98.76.54.32,PW:IhqSb1Gg",
- "line_num": 74,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.99,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "98.76.54.32 pw:IhqSb1Gg",
- "line_num": 75,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 15,
- "value_end": 23,
- "variable": "pw",
- "variable_start": 12,
- "variable_end": 14,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.976,
+ "ml_probability": 0.976,
"rule": "Password",
"severity": "medium",
"confidence": "moderate",
@@ -6378,60 +5433,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "98.76.54.32-->master/IhqSb1Gg",
- "line_num": 81,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 82,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6486,33 +5487,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 84,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6540,33 +5514,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg",
- "line_num": 85,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6594,244 +5541,28 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (master/IhqSb1Gg)",
- "line_num": 86,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 18,
- "value_end": 29,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
"ml_probability": 0.995,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
- "line_num": 87,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 45,
- "value_end": 53,
- "variable": "pwd",
- "variable_start": 41,
- "variable_end": 44,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 (master/IhqSb1Gg)",
- "line_num": 88,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:[1} \uacc4\uc815master/IhqSb1Gg",
- "line_num": 89,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "VALIDATED_KEY",
- "ml_probability": 0.996,
- "rule": "Password",
- "severity": "medium",
- "confidence": "moderate",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
- "line_num": 90,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "IhqSb1Gg",
- "value_start": 44,
- "value_end": 52,
- "variable": "pw",
- "variable_start": 41,
- "variable_end": 43,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (\ube44\ubc88 IhqSb1Gg)",
- "line_num": 91,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password IhqSb1Gg",
- "line_num": 92,
+ "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg",
+ "line_num": 87,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 45,
+ "value_end": 53,
+ "variable": "pwd",
+ "variable_start": 41,
+ "variable_end": 44,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6839,26 +5570,26 @@
},
{
"api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
+ "ml_validation": "VALIDATED_KEY",
+ "ml_probability": 0.996,
+ "rule": "Password",
+ "severity": "medium",
+ "confidence": "moderate",
"line_data_list": [
{
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)",
- "line_num": 93,
+ "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg",
+ "line_num": 90,
"path": "tests/samples/doc_various",
"info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "value": "IhqSb1Gg",
+ "value_start": 44,
+ "value_end": 52,
+ "variable": "pw",
+ "variable_start": 41,
+ "variable_end": 43,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -6891,33 +5622,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)",
- "line_num": 94,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6945,33 +5649,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg",
- "line_num": 96,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -6999,33 +5676,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)",
- "line_num": 97,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 13,
- "value_end": 24,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7053,60 +5703,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (xxxx//IhqSb1Gg)",
- "line_num": 99,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg",
- "line_num": 100,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7134,33 +5730,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg",
- "line_num": 101,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7215,33 +5784,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg",
- "line_num": 104,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 17,
- "value_end": 28,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
@@ -7313,65 +5855,11 @@
"value_start": 39,
"value_end": 47,
"variable": "pw",
- "variable_start": 36,
- "variable_end": 38,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 3.0,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "ID/PW 98.76.54.32:xxx master/IhqSb1Gg",
- "line_num": 107,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 6,
- "value_end": 17,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)",
- "line_num": 108,
- "path": "tests/samples/doc_various",
- "info": "",
- "value": "98.76.54.32",
- "value_start": 7,
- "value_end": 18,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
+ "variable_start": 36,
+ "variable_end": 38,
"entropy_validation": {
"iterator": "BASE64_CHARS",
- "entropy": 2.515950268099853,
+ "entropy": 3.0,
"valid": false
}
}
@@ -8275,330 +6763,6 @@
}
]
},
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0/10",
- "line_num": 13,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.64.0.0",
- "value_start": 0,
- "value_end": 10,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.127.255.255",
- "value_start": 11,
- "value_end": 26,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.008519976342584,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "100.64.0.0\u2013100.127.255.255",
- "line_num": 14,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "100.64.0.0",
- "value_start": 0,
- "value_end": 10,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.5253496664211537,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.0.0.0\u2013192.0.0.255",
- "line_num": 22,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.0.0.255",
- "value_start": 10,
- "value_end": 21,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 1.9704957226453073,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0/24",
- "line_num": 25,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.0",
- "value_start": 0,
- "value_end": 11,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 1.9018695860849921,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv4",
- "severity": "info",
- "confidence": "weak",
- "line_data_list": [
- {
- "line": "192.88.99.0\u2013192.88.99.255",
- "line_num": 26,
- "path": "tests/samples/ipv4",
- "info": "",
- "value": "192.88.99.255",
- "value_start": 12,
- "value_end": 25,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE64_CHARS",
- "entropy": 2.019193052249804,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2004:5678::9324",
- "line_num": 12,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2004:5678::9324",
- "value_start": 0,
- "value_end": 15,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.725512476486815,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2004::5678:9",
- "line_num": 13,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2004::5678:9",
- "value_start": 0,
- "value_end": 12,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "BASE36_CHARS",
- "entropy": 2.5220552088742005,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "2041:0000:140F::875B:131B",
- "line_num": 14,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0000:140F::875B:131B",
- "value_start": 0,
- "value_end": 25,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.6146939516467023,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7010,
- "value_end": 7032,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
- }
- }
- ]
- },
- {
- "api_validation": "NOT_AVAILABLE",
- "ml_validation": "NOT_AVAILABLE",
- "ml_probability": null,
- "rule": "IPv6",
- "severity": "info",
- "confidence": "strong",
- "line_data_list": [
- {
- "line": "LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;",
- "line_num": 15,
- "path": "tests/samples/ipv6",
- "info": "",
- "value": "2041:0:140F::875B:131B",
- "value_start": 7989,
- "value_end": 8011,
- "variable": null,
- "variable_start": -2,
- "variable_end": -2,
- "entropy_validation": {
- "iterator": "HEX_CHARS",
- "entropy": 2.684338637030481,
- "valid": false
- }
- }
- ]
- },
{
"api_validation": "NOT_AVAILABLE",
"ml_validation": "VALIDATED_KEY",
diff --git a/tests/samples/ipv4 b/tests/samples/ipv4
deleted file mode 100644
index d1da7b509..000000000
--- a/tests/samples/ipv4
+++ /dev/null
@@ -1,42 +0,0 @@
-# wrong values:
-299.199.99.0
-321.500.312.32
-99.199.299.0
-version 8.8.8.8
-long line check rfc 1.2.3.4 OVERSIZE;
-
-# list from https://en.wikipedia.org/wiki/Reserved_IP_addresses
-0.0.0.0/8
-0.0.0.0–0.255.255.255
-10.0.0.0/8
-10.0.0.0–10.255.255.255
-100.64.0.0/10
-100.64.0.0–100.127.255.255
-127.0.0.0/8
-127.0.0.0–127.255.255.255
-169.254.0.0/16
-169.254.0.0–169.254.255.255
-172.16.0.0/12
-172.16.0.0–172.31.255.255
-192.0.0.0/24
-192.0.0.0–192.0.0.255
-192.0.2.0/24
-192.0.2.0–192.0.2.255
-192.88.99.0/24
-192.88.99.0–192.88.99.255
-192.168.0.0/16
-192.168.0.0–192.168.255.255
-198.18.0.0/15
-198.18.0.0–198.19.255.255
-198.51.100.0/24
-198.51.100.0–198.51.100.255
-203.0.113.0/24
-203.0.113.0–203.0.113.255
-224.0.0.0/4
-224.0.0.0–239.255.255.255
-233.252.0.0/24
-233.252.0.0-233.252.0.255
-240.0.0.0/4
-240.0.0.0–255.255.255.254
-255.255.255.255/32
-255.255.255.255
diff --git a/tests/samples/ipv6 b/tests/samples/ipv6
deleted file mode 100644
index e807faa9e..000000000
--- a/tests/samples/ipv6
+++ /dev/null
@@ -1,15 +0,0 @@
-# not an ipv6
-abba:03911
-1234::5678::9
-
-# loopback
-0000:0000:0000:0000:0000:0000:0000:0001
-::1 # fill
-2001:db8:85a3:8d3:1319:8a2e:370:7348 private
-fe80::1ff:fe23:4567:890a # link_local
-
-# dummy but valid
-2004:5678::9324
-2004::5678:9
-2041:0000:140F::875B:131B
-LONG LINE TEST: 2041:0:140F::875B:131B 2041:0:140F::875B:131B ;