diff --git a/.ci/benchmark.txt b/.ci/benchmark.txt index fcf16e549..e01dc52ee 100644 --- a/.ci/benchmark.txt +++ b/.ci/benchmark.txt @@ -1,4 +1,4 @@ -META MD5 30ecf5f4796a36b60ca12cb702152bab +META MD5 b33b22ce3adc2141bcf91e4cdd6f1cab DATA MD5 9ac09dae7d8873d53e1fbf18da2d71c4 DATA: 16329853 interested lines. MARKUP: 59549 items FileType FileNumber ValidLines Positives Negatives Templates @@ -82,7 +82,7 @@ FileType FileNumber ValidLines Positives Negatives Templat .ipynb 1 134 6 .j 1 241 4 .j2 30 5530 6 174 10 -.java 613 133184 347 1321 171 +.java 613 133184 347 1323 171 .jenkinsfile 1 58 2 6 .jinja2 1 64 2 .js 653 532652 512 2450 331 @@ -222,23 +222,23 @@ FileType FileNumber ValidLines Positives Negatives Templat .yml 418 36057 522 910 376 .zsh 6 872 12 .zsh-theme 1 97 1 -TOTAL: 10003 16329853 11856 46609 5084 -credsweeper result_cnt : 11613, lost_cnt : 0, true_cnt : 11349, false_cnt : 264 +TOTAL: 10003 16329853 11856 46611 5084 +credsweeper result_cnt : 11623, lost_cnt : 0, true_cnt : 11391, false_cnt : 232 Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1 ------------------------------ ----------- ----------- ----------- ---------- ----- ---- ----- ---- -------- -------- -------- -------- -------- -------- -API 130 3166 188 125 123 2 3352 7 0.000596 0.053846 0.997417 0.984000 0.946154 0.964706 +API 130 3166 188 126 125 1 3353 5 0.000298 0.038462 0.998278 0.992063 0.961538 0.976562 AWS Client ID 168 21 0 160 160 0 21 8 0.000000 0.047619 0.957672 1.000000 0.952381 0.975610 AWS Multi 82 10 0 84 82 1 9 0 0.100000 0.000000 0.989130 0.987952 1.000000 0.993939 AWS S3 Bucket 67 23 0 92 67 23 0 0 1.000000 0.000000 0.744444 0.744444 1.000000 0.853503 Atlassian Old PAT token 3 7 0 10 3 7 0 0 1.000000 0.000000 0.300000 0.300000 1.000000 0.461538 -Auth 417 2739 82 393 390 3 2818 27 0.001063 0.064748 0.990735 0.992366 0.935252 0.962963 +Auth 417 2741 82 392 387 5 2818 30 0.001771 0.071942 0.989198 0.987245 0.928058 0.956737 Azure Access Token 19 0 0 12 12 0 0 7 0.368421 0.631579 1.000000 0.631579 0.774194 BASE64 Private Key 12 4 0 12 12 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 BASE64 encoded PEM Private Key 7 0 0 5 5 0 0 2 0.285714 0.714286 1.000000 0.714286 0.833333 Bitbucket Client ID 19 53 0 75 19 53 0 0 1.000000 0.000000 0.263889 0.263889 1.000000 0.417582 Bitbucket Client Secret 28 66 1 98 28 67 0 0 1.000000 0.000000 0.294737 0.294737 1.000000 0.455285 CMD ConvertTo-SecureString 13 4 0 13 13 0 4 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -CMD Password 21 128 6 18 18 0 134 3 0.000000 0.142857 0.980645 1.000000 0.857143 0.923077 +CMD Password 21 128 6 20 20 0 134 1 0.000000 0.047619 0.993548 1.000000 0.952381 0.975610 CMD Secret 1 1 0 1 1 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 CMD Token 6 0 0 6 6 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 Certificate 24 471 0 20 20 0 471 4 0.000000 0.166667 0.991919 1.000000 0.833333 0.909091 @@ -257,19 +257,19 @@ Grafana Provisioned API Key 22 1 0 JSON Web Token 170 61 0 131 131 0 61 39 0.000000 0.229412 0.831169 1.000000 0.770588 0.870432 Jira / Confluence PAT token 0 4 0 0 0 4 0 0.000000 1.000000 Jira 2FA 15 6 1 12 12 0 7 3 0.000000 0.200000 0.863636 1.000000 0.800000 0.888889 -Key 3911 15715 485 3944 3893 51 16149 18 0.003148 0.004602 0.996569 0.987069 0.995398 0.991216 -Nonce 93 49 0 91 90 1 48 3 0.020408 0.032258 0.971831 0.989011 0.967742 0.978261 +Key 3911 15715 485 3921 3896 25 16175 15 0.001543 0.003835 0.998011 0.993624 0.996165 0.994893 +Nonce 93 49 0 91 91 0 49 2 0.000000 0.021505 0.985915 1.000000 0.978495 0.989130 Other 9 7447 5 0 0 7452 9 0.000000 1.000000 0.998794 0.000000 PEM Private Key 1019 1483 0 1023 1019 4 1479 0 0.002697 0.000000 0.998401 0.996090 1.000000 0.998041 -Password 1869 7536 2680 1774 1756 18 10198 113 0.001762 0.060460 0.989160 0.989853 0.939540 0.964041 -Salt 47 76 1 44 44 0 77 3 0.000000 0.063830 0.975806 1.000000 0.936170 0.967033 -Secret 1297 1576 802 1288 1283 5 2373 14 0.002103 0.010794 0.994830 0.996118 0.989206 0.992650 +Password 1869 7536 2680 1795 1782 13 10203 87 0.001273 0.046549 0.991725 0.992758 0.953451 0.972707 +Salt 47 76 1 45 45 0 77 2 0.000000 0.042553 0.983871 1.000000 0.957447 0.978261 +Secret 1297 1576 802 1292 1288 4 2374 9 0.001682 0.006939 0.996463 0.996904 0.993061 0.994979 Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000 Slack Token 4 1 0 4 4 0 1 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 Stripe Credentials 2 0 0 2 2 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 Tencent WeChat API App ID 6 0 0 6 6 0 0 0 0.000000 1.000000 1.000000 1.000000 1.000000 -Token 644 4170 454 617 615 2 4622 29 0.000433 0.045031 0.994115 0.996759 0.954969 0.975416 +Token 644 4170 454 618 617 1 4623 27 0.000216 0.041925 0.994685 0.998382 0.958075 0.977813 Twilio Credentials 30 39 0 30 30 0 39 0 0.000000 0.000000 1.000000 1.000000 1.000000 1.000000 -URL Credentials 210 157 215 205 205 0 372 5 0.000000 0.023810 0.991409 1.000000 0.976190 0.987952 +URL Credentials 210 157 215 209 208 1 371 2 0.002688 0.009524 0.994845 0.995215 0.990476 0.992840 UUID 1075 265 0 1074 1073 1 264 2 0.003774 0.001860 0.997761 0.999069 0.998140 0.998604 - 11856 46609 5084 11626 11349 264 46345 507 0.005664 0.042763 0.986813 0.977267 0.957237 0.967148 + 11856 46611 5084 11636 11391 232 46379 465 0.004977 0.039221 0.988079 0.980040 0.960779 0.970314 diff --git a/.github/workflows/check.yml b/.github/workflows/check.yml index 0202e6049..5c22d3a86 100644 --- a/.github/workflows/check.yml +++ b/.github/workflows/check.yml @@ -40,8 +40,8 @@ jobs: - name: Check ml_model.onnx integrity if: ${{ always() && steps.code_checkout.conclusion == 'success' }} run: | - md5sum --binary credsweeper/ml_model/ml_config.json | grep 49c4352ae9ec82ad432d49d7e51c27f1 - md5sum --binary credsweeper/ml_model/ml_model.onnx | grep ff66e97c446d0f2bbd8d37b7dfff7361 + md5sum --binary credsweeper/ml_model/ml_config.json | grep ec3ac77a923fed769fd95d567ef75137 + md5sum --binary credsweeper/ml_model/ml_model.onnx | grep a707745d781517556fd58890cb2812be # # # line ending diff --git a/.readthedocs.yml b/.readthedocs.yml index 9ac7e746f..b5e99f3d4 100644 --- a/.readthedocs.yml +++ b/.readthedocs.yml @@ -7,7 +7,7 @@ version: 2 # Use build.os instead of build.image on your configuration file https://blog.readthedocs.com/use-build-os-config/ build: - os: "ubuntu-24.04" + os: "ubuntu-latest" tools: python: "3.10" diff --git a/credsweeper/common/constants.py b/credsweeper/common/constants.py index 2dff3a42a..cb8bbd2e2 100644 --- a/credsweeper/common/constants.py +++ b/credsweeper/common/constants.py @@ -1,3 +1,4 @@ +import string import typing from enum import Enum from typing import Optional, Union @@ -59,41 +60,37 @@ def get(confidence: Union[str, "Confidence"]) -> Optional["Confidence"]: return None -class Base(Enum): - """Stores types of character sets in lower case""" - digits = "digits" - ascii_uppercase = "ascii_uppercase" - ascii_lowercase = "ascii_lowercase" - base16upper = "base16upper" - base16lower = "base16lower" - base32 = "base32" - base36 = "base36" - base64 = "base64" - base64std = "base64std" - base64url = "base64url" - hex = "hex" - - class Chars(Enum): - """Stores three types characters sets. - """ + """Stores enumeration of characters sets of encoding dictionaries""" # set of characters, hexadecimal numeral system (Base16). Upper- and lowercase - HEX_CHARS = "0123456789ABCDEFabcdef" + HEX_CHARS = string.digits + "ABCDEFabcdef" + # UUID charset in uppercase + UUID_UPPER_CHARS = string.digits + "ABCDEF-" + # UUID charset in lowercase + UUID_LOWER_CHARS = string.digits + "abcdef-" # set of characters, hexadecimal numeral system (Base16). Uppercase - BASE16UPPER = "0123456789ABCDEF" + BASE16UPPER = string.digits + "ABCDEF" # set of characters, hexadecimal numeral system (Base16). Lowercase - BASE16LOWER = "0123456789abcdef" + BASE16LOWER = string.digits + "abcdef" # set of 32 characters, used in Base32 encoding - BASE32_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZ234567" + BASE32_CHARS = string.ascii_uppercase + "234567" # set of 36 characters, used in Base36 encoding - BASE36_CHARS = "abcdefghijklmnopqrstuvwxyz1234567890" - # standard base64 with padding sign - BASE64_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=" + BASE36_CHARS = string.digits + string.ascii_lowercase + # base62 set https://en.wikipedia.org/wiki/Base62 + BASE62_CHARS = string.digits + string.ascii_letters # URL- and filename-safe standard - BASE64URL_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_" - # standard base64 - BASE64STD_CHARS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/" + BASE64URL_CHARS = string.digits + string.ascii_letters + "-_" + # URL- and filename-safe standard plus padding sign + BASE64URLPAD_CHARS = string.digits + string.ascii_letters + "-_=" + # standard base64 charset + BASE64STD_CHARS = string.digits + string.ascii_letters + "+/" + # standard base64 plus padding sign + BASE64STDPAD_CHARS = string.digits + string.ascii_letters + "+/=" + # except whitespaces + ASCII_VISIBLE = string.digits + string.ascii_letters + string.punctuation + # all printable symbols + ASCII_PRINTABLE = string.printable ENTROPY_LIMIT_BASE64 = 4.5 @@ -179,3 +176,6 @@ class DiffRowType(Enum): # PEM x509 patterns PEM_BEGIN_PATTERN = "-----BEGIN" PEM_END_PATTERN = "-----END" + +# similar min_line_len in rule_template - no real credential in data less than 8 bytes +MIN_DATA_LEN = 8 diff --git a/credsweeper/deep_scanner/pdf_scanner.py b/credsweeper/deep_scanner/pdf_scanner.py index 3f3e3873c..fb1540762 100644 --- a/credsweeper/deep_scanner/pdf_scanner.py +++ b/credsweeper/deep_scanner/pdf_scanner.py @@ -38,7 +38,7 @@ def data_scan( pdf_content_provider = DataContentProvider( data=element_text.encode(), file_path=data_provider.file_path, - file_type=".xml", + file_type=data_provider.file_type, info=f"{data_provider.info}|PDF:{page.pageid}") new_limit = recursive_limit_size - len(pdf_content_provider.data) element_candidates = self.recursive_scan(pdf_content_provider, depth, new_limit) diff --git a/credsweeper/file_handler/data_content_provider.py b/credsweeper/file_handler/data_content_provider.py index d7279b566..24256f629 100644 --- a/credsweeper/file_handler/data_content_provider.py +++ b/credsweeper/file_handler/data_content_provider.py @@ -8,7 +8,7 @@ import yaml from bs4 import BeautifulSoup, Tag, XMLParsedAsHTMLWarning -from credsweeper.common.constants import DEFAULT_ENCODING, ASCII +from credsweeper.common.constants import DEFAULT_ENCODING, ASCII, MIN_DATA_LEN from credsweeper.file_handler.analysis_target import AnalysisTarget from credsweeper.file_handler.content_provider import ContentProvider from credsweeper.utils import Util @@ -16,9 +16,6 @@ warnings.filterwarnings("ignore", category=XMLParsedAsHTMLWarning, module='bs4') logger = logging.getLogger(__name__) -# similar min_line_len in rule_template - no real credential in data less than 8 bytes -MIN_DATA_LEN = 8 - # 8 bytes encodes to 12 symbols 12345678 -> MTIzNDU2NzgK MIN_ENCODED_DATA_LEN = 12 diff --git a/credsweeper/filters/value_base64_part_check.py b/credsweeper/filters/value_base64_part_check.py index 9e7d0c7d5..cad5d0777 100644 --- a/credsweeper/filters/value_base64_part_check.py +++ b/credsweeper/filters/value_base64_part_check.py @@ -17,7 +17,7 @@ class ValueBase64PartCheck(Filter): """ base64_pattern = re.compile(r"^(\\{1,8}[0abfnrtv]|[0-9A-Za-z+/=]){1,4000}") - base64_set = set(Chars.BASE64_CHARS.value) + base64_set = set(Chars.BASE64STDPAD_CHARS.value) def __init__(self, config: Config = None) -> None: pass diff --git a/credsweeper/filters/value_file_path_check.py b/credsweeper/filters/value_file_path_check.py index 81bd3dae4..9c491393e 100644 --- a/credsweeper/filters/value_file_path_check.py +++ b/credsweeper/filters/value_file_path_check.py @@ -13,9 +13,9 @@ class ValueFilePathCheck(Filter): Check if a value contains either '/' or ':\' separators (but not both) and do not have any special characters ( !$@`&*()+) """ - base64_possible_set = set(Chars.BASE64_CHARS.value) | set(Chars.BASE64URL_CHARS.value) - unusual_windows_symbols_in_path = "\t\n\r !$@`&*()[]{}<>+=;,~^" - unusual_linux_symbols_in_path = unusual_windows_symbols_in_path + ":\\" + base64stdpad_possible_set = set(Chars.BASE64STDPAD_CHARS.value) + unusual_windows_symbols_in_path = "\t\n\r!$@`&*(){}<>+=;,~^" + unusual_linux_symbols_in_path = "\t\n\r!@`&*<>+=;,~^:\\" def __init__(self, config: Config = None) -> None: pass @@ -48,12 +48,12 @@ def run(self, line_data: LineData, target: AnalysisTarget) -> bool: # get minimal entropy to compare with shannon entropy of found value # min_entropy == 0 means that the value cannot be checked with the entropy due high variance for i in value: - if i not in self.base64_possible_set: - # value contains wrong BASE64STD_CHARS symbols like . + if i not in self.base64stdpad_possible_set: + # value contains wrong BASE64STDPAD_CHARS symbols like -_ break else: # all symbols are from base64 alphabet - entropy = Util.get_shannon_entropy(value, Chars.BASE64STD_CHARS.value) + entropy = Util.get_shannon_entropy(value, Chars.BASE64STDPAD_CHARS.value) if 0 == min_entropy or min_entropy > entropy: contains_unix_separator = 1 < value.count('/') else: diff --git a/credsweeper/ml_model/features/__init__.py b/credsweeper/ml_model/features/__init__.py index 480c3ecb4..43ab51b54 100644 --- a/credsweeper/ml_model/features/__init__.py +++ b/credsweeper/ml_model/features/__init__.py @@ -1,12 +1,11 @@ -from credsweeper.ml_model.features.char_set import CharSet +from credsweeper.ml_model.features.entropy_evaluation import EntropyEvaluation from credsweeper.ml_model.features.file_extension import FileExtension -from credsweeper.ml_model.features.hartley_entropy import HartleyEntropy from credsweeper.ml_model.features.has_html_tag import HasHtmlTag from credsweeper.ml_model.features.is_secret_numeric import IsSecretNumeric -from credsweeper.ml_model.features.reny_entropy import RenyiEntropy +from credsweeper.ml_model.features.length_of_attribute import LengthOfAttribute +from credsweeper.ml_model.features.morpheme_dense import MorphemeDense from credsweeper.ml_model.features.rule_name import RuleName from credsweeper.ml_model.features.search_in_attribute import SearchInAttribute -from credsweeper.ml_model.features.shannon_entropy import ShannonEntropy from credsweeper.ml_model.features.word_in_line import WordInLine from credsweeper.ml_model.features.word_in_path import WordInPath from credsweeper.ml_model.features.word_in_value import WordInValue diff --git a/credsweeper/ml_model/features/char_set.py b/credsweeper/ml_model/features/char_set.py deleted file mode 100644 index 16de05aea..000000000 --- a/credsweeper/ml_model/features/char_set.py +++ /dev/null @@ -1,41 +0,0 @@ -import string -from typing import Dict, Set - -from credsweeper.common.constants import Base, Chars -from credsweeper.credentials import Candidate -from credsweeper.ml_model.features.feature import Feature - - -class CharSet(Feature): - """Feature is true when all characters of the value are from a set.""" - - # Constant dictionary to get characters set via name - CHARS: Dict[Base, Set[str]] = { # - Base.digits: set(string.digits), # - Base.ascii_uppercase: set(string.ascii_uppercase), # - Base.ascii_lowercase: set(string.ascii_lowercase), # - Base.base16upper: set(Chars.BASE16UPPER.value), # - Base.base16lower: set(Chars.BASE16LOWER.value), # - Base.base32: set(Chars.BASE32_CHARS.value), # - Base.base36: set(Chars.BASE36_CHARS.value), # - Base.base64std: set(Chars.BASE64STD_CHARS.value + '='), # - Base.base64url: set(Chars.BASE64URL_CHARS.value + '='), # - } - - def __init__(self, base: str) -> None: - """CharSet class initializer. - - Args: - base: base set ID - - """ - super().__init__() - self.base_set: Set[str] = self.CHARS[getattr(Base, base)] - - def extract(self, candidate: Candidate) -> bool: - if set(candidate.line_data_list[0].value).difference(self.base_set): - # value contains characters not from the set - return False - else: - # no extra symbols in value - return True diff --git a/credsweeper/ml_model/features/entropy_evaluation.py b/credsweeper/ml_model/features/entropy_evaluation.py new file mode 100644 index 000000000..bd8c72562 --- /dev/null +++ b/credsweeper/ml_model/features/entropy_evaluation.py @@ -0,0 +1,66 @@ +import math +from typing import Dict, List, Set + +import numpy as np + +from credsweeper.common.constants import Chars, ML_HUNK +from credsweeper.credentials import Candidate +from credsweeper.file_handler.data_content_provider import MIN_DATA_LEN +from credsweeper.ml_model.features.feature import Feature + + +class EntropyEvaluation(Feature): + """ + Renyi, Shannon entropy evaluation with Hartley entropy normalization. + Augmentation with possible set of chars (hex, base64, etc.) + Analyse only begin of the value + + See next link for details: + https://digitalassets.lib.berkeley.edu/math/ucb/text/math_s4_v1_article-27.pdf + + """ + + def __init__(self) -> None: + """Class initializer""" + super().__init__() + # Max size of ML analyzed value is ML_HUNK but value may be bigger + self.hunk_size = 4 * ML_HUNK + self.log2_cache: Dict[int, float] = {x: math.log2(x) for x in range(4, self.hunk_size + 1)} + self.char_sets: List[Set[str]] = [set(x.value) for x in Chars] + + def extract(self, candidate: Candidate) -> np.ndarray: + """Returns real entropy and possible sets of characters""" + # only head of value will be analyzed + result: np.ndarray = np.zeros(shape=3 + len(self.char_sets), dtype=np.float32) + value = candidate.line_data_list[0].value[:self.hunk_size] + size = len(value) + uniq, counts = np.unique(list(value), return_counts=True) + if MIN_DATA_LEN <= size: + # evaluate the entropy for a value of at least 4 + probabilities = counts / size + hartley_entropy = self.log2_cache.get(size, -1.0) + assert hartley_entropy, str(candidate) + + # renyi_entropy alpha=0.5 + sum_prob_05 = np.sum(probabilities**0.5) + renyi_entropy_05 = 2 * np.log2(sum_prob_05) + result[0] = renyi_entropy_05 / hartley_entropy + + # shannon_entropy or renyi_entropy alpha=1 + shannon_entropy = -np.sum(probabilities * np.log2(probabilities)) + result[1] = shannon_entropy / hartley_entropy + + # renyi_entropy alpha=2 + sum_prob_2 = np.sum(probabilities**2) + renyi_entropy_2 = -1 * np.log2(sum_prob_2) + result[2] = renyi_entropy_2 / hartley_entropy + + if 0 < size: + # check charset for non-zero value + # use the new variable to deal with mypy + uniq_set = set(uniq) + for n, i in enumerate(self.char_sets, start=3): + if not uniq_set.difference(i): + result[n] = 1.0 + + return result diff --git a/credsweeper/ml_model/features/hartley_entropy.py b/credsweeper/ml_model/features/hartley_entropy.py deleted file mode 100644 index 02f55a0ec..000000000 --- a/credsweeper/ml_model/features/hartley_entropy.py +++ /dev/null @@ -1,8 +0,0 @@ -from credsweeper.ml_model.features.reny_entropy import RenyiEntropy - - -class HartleyEntropy(RenyiEntropy): - """Hartley entropy feature.""" - - def __init__(self, base: str, norm: bool = False) -> None: - super().__init__(base, 0.0, norm) diff --git a/credsweeper/ml_model/features/length_of_attribute.py b/credsweeper/ml_model/features/length_of_attribute.py new file mode 100644 index 000000000..e8a3946df --- /dev/null +++ b/credsweeper/ml_model/features/length_of_attribute.py @@ -0,0 +1,31 @@ +import numpy as np + +from credsweeper.common.constants import ML_HUNK +from credsweeper.credentials import Candidate +from credsweeper.ml_model.features.feature import Feature + + +class LengthOfAttribute(Feature): + """Abstract class for obtain a normalized value of length with max size of hunk""" + + def __init__(self, attribute: str): + super().__init__() + if "line" == attribute: + self.hunk_plus = 2 * ML_HUNK + 1 + elif "value" == attribute or "variable" == attribute: + self.hunk_plus = ML_HUNK + 1 + else: + raise ValueError(f"Not supported attribute '{attribute}'") + self.attribute = attribute + + def extract(self, candidate: Candidate) -> np.ndarray: + """Returns boolean for first LineData member""" + if attribute := getattr(candidate.line_data_list[0], self.attribute, None): + if len(attribute) < self.hunk_plus: + # should be in (0, 1) + return np.array([len(attribute) / self.hunk_plus]) + else: + # 1.0 means the attribute is oversize + return np.array([1.0]) + # the attribute is empty + return np.array([0.0]) diff --git a/credsweeper/ml_model/features/morpheme_dense.py b/credsweeper/ml_model/features/morpheme_dense.py new file mode 100644 index 000000000..a1e95ae06 --- /dev/null +++ b/credsweeper/ml_model/features/morpheme_dense.py @@ -0,0 +1,23 @@ +from credsweeper.common import static_keyword_checklist +from credsweeper.credentials import Candidate +from credsweeper.ml_model.features.feature import Feature + + +class MorphemeDense(Feature): + """Feature calculates morphemes density for a value""" + + def __init__(self) -> None: + """Class initializer""" + super().__init__() + + def extract(self, candidate: Candidate) -> float: + if value := candidate.line_data_list[0].value.lower(): + morphemes_counter = 0 + for morpheme in static_keyword_checklist.morpheme_set: + if morpheme in value: + morphemes_counter += 1 + # normalization: minimal morpheme length is 3 + return 3.0 * morphemes_counter / len(value) + else: + # empty value case + return 0.0 diff --git a/credsweeper/ml_model/features/reny_entropy.py b/credsweeper/ml_model/features/reny_entropy.py deleted file mode 100644 index 250d00dc1..000000000 --- a/credsweeper/ml_model/features/reny_entropy.py +++ /dev/null @@ -1,81 +0,0 @@ -from typing import Dict - -import numpy as np - -from credsweeper.common.constants import Base, Chars -from credsweeper.credentials import Candidate -from credsweeper.ml_model.features.feature import Feature - - -class RenyiEntropy(Feature): - """Renyi entropy. - - See next link for details: - https://digitalassets.lib.berkeley.edu/math/ucb/text/math_s4_v1_article-27.pdf - - Parameters: - alpha: entropy parameter - norm: set True to normalize output probabilities - - """ - - # Constant dictionary to get characters set via name - CHARS: Dict[Base, Chars] = { # - Base.base32: Chars.BASE32_CHARS, # - Base.base36: Chars.BASE36_CHARS, # - Base.base64: Chars.BASE64_CHARS, # - Base.hex: Chars.HEX_CHARS # - } - - def __init__(self, base: str, alpha: float, norm=False) -> None: - """Renyi entropy class initializer. - - Args: - base: number base type - alpha: entropy parameter - norm: set True to normalize output probabilities, default is False - - """ - super().__init__() - self.base: Base = getattr(Base, base) - self.alpha = alpha - self.norm = norm - - def extract(self, candidate: Candidate) -> np.ndarray: - p_x = self.get_probabilities(candidate.line_data_list[0].value) - return np.array([self.estimate_entropy(p_x)]) - - def get_probabilities(self, data: str) -> np.ndarray: - """Get list of alphabet's characters presented in inputted string.""" - unique_elements = [x for x in RenyiEntropy.CHARS[self.base].value if data.count(x) > 0] - - # perform estimation of probability of characters - p_x = np.array([float(data.count(x)) / len(data) for x in unique_elements]) - # get probabilities for alphabet's characters presented in data - p_x = p_x[p_x > 0] - - # linear weighting of probabilities for theirs normalization - if self.norm: - p_x /= p_x.sum() - - return p_x - - def estimate_entropy(self, p_x: np.ndarray) -> float: - """Calculate Renyi entropy of 'p_x' sequence. - - Function is based on definition of Renyi entropy for arbitrary probability distribution. - Please see next link for details: - https://digitalassets.lib.berkeley.edu/math/ucb/text/math_s4_v1_article-27.pdf - """ - if 0 == len(p_x): - entropy = 0 - elif np.abs(0.0 - self.alpha) < np.finfo(np.float32).eps: - # corresponds to Hartley or max-entropy - entropy = np.log2(p_x.size) - elif np.abs(1.0 - self.alpha) < np.finfo(np.float32).eps: - # corresponds to Shannon entropy - entropy = np.sum(-p_x * np.log2(p_x)) - else: - entropy = np.log2((p_x**self.alpha).sum()) / (1.0 - self.alpha) - - return entropy diff --git a/credsweeper/ml_model/features/shannon_entropy.py b/credsweeper/ml_model/features/shannon_entropy.py deleted file mode 100644 index d3692b18e..000000000 --- a/credsweeper/ml_model/features/shannon_entropy.py +++ /dev/null @@ -1,8 +0,0 @@ -from credsweeper.ml_model.features.reny_entropy import RenyiEntropy - - -class ShannonEntropy(RenyiEntropy): - """Shannon entropy feature.""" - - def __init__(self, base: str, norm: bool = False) -> None: - super().__init__(base, 1.0, norm) diff --git a/credsweeper/ml_model/ml_config.json b/credsweeper/ml_model/ml_config.json index 9052c853a..feebbbec2 100644 --- a/credsweeper/ml_model/ml_config.json +++ b/credsweeper/ml_model/ml_config.json @@ -1,4 +1,5 @@ { + "char_set": " \t\n0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ!\"#$%&'()*+,-./:;<=>?@[\\]^_`{|}~", "thresholds": { "lowest": 0.22917, "low": 0.35739, @@ -7,6 +8,28 @@ "highest": 0.92996 }, "features": [ + { + "type": "EntropyEvaluation", + "kwargs": {} + }, + { + "type": "LengthOfAttribute", + "kwargs": { + "attribute": "line" + } + }, + { + "type": "LengthOfAttribute", + "kwargs": { + "attribute": "variable" + } + }, + { + "type": "LengthOfAttribute", + "kwargs": { + "attribute": "value" + } + }, { "type": "SearchInAttribute", "comment": "Bash variable", @@ -43,7 +66,15 @@ "type": "SearchInAttribute", "comment": "VariableNotAllowedNameCheck", "kwargs": { - "pattern": "(?i:pub((lic)?_)?key|_?id$|name$|type$)", + "pattern": "(?i:pub(lic)?_?key)", + "attribute": "variable" + } + }, + { + "type": "SearchInAttribute", + "comment": "VariableNotAllowedNameCheck", + "kwargs": { + "pattern": "(?i:_?id$|name$|type$)", "attribute": "variable" } }, @@ -54,7 +85,6 @@ "/", " ", "_at", - "id", "_id", "obj", "file", @@ -62,20 +92,30 @@ "hash", "name", "test", + "time", + "temp", "type", "mock", + "size", "uniq", "fake", + "view", "cache", "valid", "label", "title", + "access", + "space", + "filter", + "native", "status", "expire", "client", "option", "public", + "project", "control", + "parameter", "encrypted", "timestamp", "thumbprint", @@ -93,12 +133,14 @@ ".", "->", "${", + "$(", "...", "foo", "bar", "123", "abc", "xyz", + "xxx", "pwd", "passwd", "pswd", @@ -117,7 +159,9 @@ "mock", "fake", "test", + "allow", "my", + "file", "id" ] } @@ -144,6 +188,10 @@ "nil", "undefined", "none", + "unit", + "test", + "approval", + "case", "true", "false", "assert", @@ -169,156 +217,8 @@ } }, { - "type": "ShannonEntropy", - "kwargs": { - "base": "hex" - } - }, - { - "type": "ShannonEntropy", - "kwargs": { - "base": "base32" - } - }, - { - "type": "ShannonEntropy", - "kwargs": { - "base": "base36" - } - }, - { - "type": "ShannonEntropy", - "kwargs": { - "base": "base64" - } - }, - { - "type": "HartleyEntropy", - "kwargs": { - "base": "hex" - } - }, - { - "type": "HartleyEntropy", - "kwargs": { - "base": "base36" - } - }, - { - "type": "HartleyEntropy", - "kwargs": { - "base": "base64" - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "hex", - "alpha": 0.5 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base32", - "alpha": 0.5 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base36", - "alpha": 0.5 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base64", - "alpha": 0.5 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "hex", - "alpha": 2.0 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base32", - "alpha": 2.0 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base36", - "alpha": 2.0 - } - }, - { - "type": "RenyiEntropy", - "kwargs": { - "base": "base64", - "alpha": 2.0 - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "digits" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "ascii_uppercase" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "ascii_lowercase" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base16upper" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base16lower" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base32" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base36" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base64std" - } - }, - { - "type": "CharSet", - "kwargs": { - "base": "base64url" - } + "type": "MorphemeDense", + "kwargs": {} }, { "type": "HasHtmlTag" @@ -383,6 +283,7 @@ ".idl", ".iml", ".in", + ".inc", ".ini", ".j", ".j2", @@ -438,6 +339,7 @@ ".py", ".pyx", ".r", + ".rake", ".rb", ".re", ".red", diff --git a/credsweeper/ml_model/ml_model.onnx b/credsweeper/ml_model/ml_model.onnx index 316ba2580..2c05cee07 100644 Binary files a/credsweeper/ml_model/ml_model.onnx and b/credsweeper/ml_model/ml_model.onnx differ diff --git a/credsweeper/ml_model/ml_validator.py b/credsweeper/ml_model/ml_validator.py index 1617111b1..6179c8ecb 100644 --- a/credsweeper/ml_model/ml_validator.py +++ b/credsweeper/ml_model/ml_validator.py @@ -1,6 +1,5 @@ import hashlib import logging -import string from pathlib import Path from typing import List, Tuple, Union, Optional, Dict @@ -18,9 +17,10 @@ class MlValidator: """ML validation class""" MAX_LEN = 2 * ML_HUNK # for whole line limit - NON_ASCII = '\xFF' - CHAR_INDEX = {char: index for index, char in enumerate('\0' + string.printable + NON_ASCII)} - NUM_CLASSES = len(CHAR_INDEX) + # used for initial fill + ZERO_CHAR = '\x00' + # applied for unknown characters + FAKE_CHAR = '\x01' def __init__( self, # @@ -66,6 +66,18 @@ def __init__( else: self.threshold = 0.5 + char_set = set(model_config["char_set"]) + if len(char_set) != len(model_config["char_set"]): + logger.warning('Duplicated symbols in "char_set"?') + if self.ZERO_CHAR in char_set or self.FAKE_CHAR in char_set: + raise ValueError(f'Unacceptable symbols 0x00 or 0x01 in "char_set"={char_set}') + self.char_dict = {self.ZERO_CHAR: 0, self.FAKE_CHAR: 1} + self.char_dict.update({ + char: index + for index, char in enumerate(sorted(list(char_set)), start=len(self.char_dict)) + }) + self.num_classes = len(self.char_dict) + self.common_feature_list = [] self.unique_feature_list = [] logger.info("Init ML validator with %s provider; config:'%s' md5:%s model:'%s' md5:%s", providers, @@ -87,38 +99,33 @@ def __init__( else: self.common_feature_list.append(feature) - @staticmethod - def encode(text: str, limit: int) -> np.ndarray: + def encode(self, text: str, limit: int) -> np.ndarray: """Encodes prepared text to array""" - result_array: np.ndarray = np.zeros(shape=(limit, MlValidator.NUM_CLASSES), dtype=np.float32) + result_array: np.ndarray = np.zeros(shape=(limit, self.num_classes), dtype=np.float32) if text is None: return result_array - len_text = len(text) - if limit > len_text: - # fill empty part - text += '\0' * (limit - len_text) for i, c in enumerate(text): - if c in MlValidator.CHAR_INDEX: - result_array[i, MlValidator.CHAR_INDEX[c]] = 1 + if i >= limit: + break + if c in self.char_dict: + result_array[i, self.char_dict[c]] = 1.0 else: - result_array[i, MlValidator.CHAR_INDEX[MlValidator.NON_ASCII]] = 1 + result_array[i, self.char_dict[MlValidator.FAKE_CHAR]] = 1.0 return result_array - @staticmethod - def encode_line(text: str, position: int): + def encode_line(self, text: str, position: int): """Encodes line with balancing for position""" offset = len(text) - len(text.lstrip()) pos = position - offset stripped = text.strip() if MlValidator.MAX_LEN < len(stripped): stripped = Util.subtext(stripped, pos, ML_HUNK) - return MlValidator.encode(stripped, MlValidator.MAX_LEN) + return self.encode(stripped, MlValidator.MAX_LEN) - @staticmethod - def encode_value(text: str) -> np.ndarray: + def encode_value(self, text: str) -> np.ndarray: """Encodes line with balancing for position""" stripped = text.strip() - return MlValidator.encode(stripped[:ML_HUNK], ML_HUNK) + return self.encode(stripped[:ML_HUNK], ML_HUNK) def _call_model(self, line_input: np.ndarray, variable_input: np.ndarray, value_input: np.ndarray, feature_input: np.ndarray) -> np.ndarray: @@ -168,8 +175,8 @@ def get_group_features(self, candidates: List[Candidate]) -> Tuple[np.ndarray, n """ # all candidates are from the same line default_candidate = candidates[0] - line_input = MlValidator.encode_line(default_candidate.line_data_list[0].line, - default_candidate.line_data_list[0].value_start)[np.newaxis] + line_input = self.encode_line(default_candidate.line_data_list[0].line, + default_candidate.line_data_list[0].value_start)[np.newaxis] variable = "" value = "" for candidate in candidates: @@ -179,8 +186,8 @@ def get_group_features(self, candidates: List[Candidate]) -> Tuple[np.ndarray, n value = candidate.line_data_list[0].value if variable and value: break - variable_input = MlValidator.encode_value(variable)[np.newaxis] - value_input = MlValidator.encode_value(value)[np.newaxis] + variable_input = self.encode_value(variable)[np.newaxis] + value_input = self.encode_value(value)[np.newaxis] feature_array = self.extract_features(candidates) return line_input, variable_input, value_input, feature_array diff --git a/credsweeper/rules/config.yaml b/credsweeper/rules/config.yaml index 6baf16d67..c11659efa 100644 --- a/credsweeper/rules/config.yaml +++ b/credsweeper/rules/config.yaml @@ -1,3 +1,36 @@ +- name: DOC_CREDENTIALS + severity: medium + confidence: moderate + type: pattern + values: + - (?P[`'\"(])?\s*(?P(\w*(?i:passw?o?r?d?s?|pwd?\b|\bp/w\b|token|secret|key)\w*|비밀번호|비번|패스워드|암호|키|암호|암호화|토큰))[`'\"]*(\s+(?i:is|are|was|were)(\s*[:-])?\s+|\s*(설정은|[=:]{1,3})\s*)(?P[`'\"]{1,6})?(?P(?(quote)(?(wrap)[^`'\")]{4,80}|[^`'\"]{4,80})|(?(wrap)[^`'\")]{4,80}|\S{4,80}))) + filter_type: + - ValueAllowlistCheck + - LineGitBinaryCheck + - LineUUEPartCheck + - ValueFilePathCheck + - ValueDictionaryValueLengthCheck(4,80) + min_line_len: 8 + required_substrings: + - pass + - sword + - pw + - p/w + - paasw + - 비밀번호 + - 비번 + - 패스워드 + - 암호 + - token + - secret + - key + - 키 + - 암호화 + - 토큰 + target: + - doc + use_ml: true + - name: SECRET_PAIR severity: medium confidence: moderate diff --git a/credsweeper/scanner/scan_type/scan_type.py b/credsweeper/scanner/scan_type/scan_type.py index 4d9e46542..208578a86 100644 --- a/credsweeper/scanner/scan_type/scan_type.py +++ b/credsweeper/scanner/scan_type/scan_type.py @@ -3,11 +3,11 @@ from abc import ABC, abstractmethod from typing import List -from credsweeper.common.constants import RuleType +from credsweeper.common.constants import RuleType, MIN_DATA_LEN from credsweeper.config import Config from credsweeper.credentials import Candidate, LineData from credsweeper.file_handler.analysis_target import AnalysisTarget -from credsweeper.file_handler.data_content_provider import MIN_DATA_LEN + from credsweeper.filters import Filter from credsweeper.rules import Rule diff --git a/credsweeper/utils/entropy_validator.py b/credsweeper/utils/entropy_validator.py index 7e6b3fa86..bbe6aa503 100644 --- a/credsweeper/utils/entropy_validator.py +++ b/credsweeper/utils/entropy_validator.py @@ -8,7 +8,7 @@ class EntropyValidator: """Verifies data entropy with base64, base36 and base16(hex)""" CHARS_LIMIT_MAP = { - Chars.BASE64_CHARS: ENTROPY_LIMIT_BASE64, + Chars.BASE64STDPAD_CHARS: ENTROPY_LIMIT_BASE64, Chars.BASE36_CHARS: ENTROPY_LIMIT_BASE3x, Chars.HEX_CHARS: ENTROPY_LIMIT_BASE3x } diff --git a/credsweeper/utils/pem_key_detector.py b/credsweeper/utils/pem_key_detector.py index a1f376a21..099a44c5a 100644 --- a/credsweeper/utils/pem_key_detector.py +++ b/credsweeper/utils/pem_key_detector.py @@ -68,7 +68,7 @@ def detect_pem_key(cls, config: Config, target: AnalysisTarget) -> List[LineData elif PEM_END_PATTERN in subline: if "PGP" in target.line_strip: # Check if entropy is high enough for base64 set with padding sign - entropy_validator = EntropyValidator(key_data, Chars.BASE64_CHARS) + entropy_validator = EntropyValidator(key_data, Chars.BASE64STDPAD_CHARS) if entropy_validator.valid: return line_data logger.debug("Filtered with entropy %f '%s'", entropy_validator.entropy, key_data) diff --git a/docs/source/credsweeper.ml_model.features.rst b/docs/source/credsweeper.ml_model.features.rst index bcf548485..e10c8d271 100644 --- a/docs/source/credsweeper.ml_model.features.rst +++ b/docs/source/credsweeper.ml_model.features.rst @@ -4,10 +4,10 @@ credsweeper.ml\_model.features package Submodules ---------- -credsweeper.ml\_model.features.char\_set module ------------------------------------------------ +credsweeper.ml\_model.features.entropy\_evaluation module +--------------------------------------------------------- -.. automodule:: credsweeper.ml_model.features.char_set +.. automodule:: credsweeper.ml_model.features.entropy_evaluation :members: :undoc-members: :show-inheritance: @@ -28,14 +28,6 @@ credsweeper.ml\_model.features.file\_extension module :undoc-members: :show-inheritance: -credsweeper.ml\_model.features.hartley\_entropy module ------------------------------------------------------- - -.. automodule:: credsweeper.ml_model.features.hartley_entropy - :members: - :undoc-members: - :show-inheritance: - credsweeper.ml\_model.features.has\_html\_tag module ---------------------------------------------------- @@ -52,10 +44,18 @@ credsweeper.ml\_model.features.is\_secret\_numeric module :undoc-members: :show-inheritance: -credsweeper.ml\_model.features.reny\_entropy module ---------------------------------------------------- +credsweeper.ml\_model.features.length\_of\_attribute module +----------------------------------------------------------- + +.. automodule:: credsweeper.ml_model.features.length_of_attribute + :members: + :undoc-members: + :show-inheritance: + +credsweeper.ml\_model.features.morpheme\_dense module +----------------------------------------------------- -.. automodule:: credsweeper.ml_model.features.reny_entropy +.. automodule:: credsweeper.ml_model.features.morpheme_dense :members: :undoc-members: :show-inheritance: @@ -76,14 +76,6 @@ credsweeper.ml\_model.features.search\_in\_attribute module :undoc-members: :show-inheritance: -credsweeper.ml\_model.features.shannon\_entropy module ------------------------------------------------------- - -.. automodule:: credsweeper.ml_model.features.shannon_entropy - :members: - :undoc-members: - :show-inheritance: - credsweeper.ml\_model.features.word\_in module ---------------------------------------------- diff --git a/experiment/main.py b/experiment/main.py index 92533b013..3ab619d31 100644 --- a/experiment/main.py +++ b/experiment/main.py @@ -9,6 +9,7 @@ from datetime import datetime from typing import List +import keras_tuner as kt import numpy as np import tensorflow as tf from keras import Model # type: ignore @@ -20,7 +21,8 @@ from experiment.plot import save_plot from experiment.src.data_loader import read_detected_data, read_metadata, join_label, get_y_labels from experiment.src.features import prepare_data -from experiment.src.lstm_model import get_model +from experiment.src.log_callback import LogCallback +from experiment.src.lstm_model import MlModel from experiment.src.model_config_preprocess import model_config_preprocess from experiment.src.prepare_data import prepare_train_data, data_checksum @@ -51,7 +53,9 @@ def evaluate_model(thresholds: dict, keras_model: Model, x_data: List[np.ndarray f"F1:{f1:0.6f}") -def main(cred_data_location: str, jobs: int) -> str: +def main(cred_data_location: str, jobs: int, use_tuner: bool = False) -> str: + print(f"Memory at start: {LogCallback.get_memory_info()}") + current_time = datetime.now().strftime("%Y%m%d_%H%M%S") dir_path = pathlib.Path("results") @@ -130,17 +134,58 @@ def main(cred_data_location: str, jobs: int) -> str: print(f"Class-1 prop on test: {np.mean(y_test):.4f}") del df_test + print(f"Memory before search / compile: {LogCallback.get_memory_info()}") + max_epochs = 100 # ^^^ the line is patched in GitHub action to speed-up test train - batch_size = 2048 - early_stopping = EarlyStopping(monitor="val_loss", patience=7, mode="min", restore_best_weights=True, verbose=1) + batch_size = 256 + patience = 5 + #return + + log_callback = LogCallback() + if use_tuner: + tuner = kt.GridSearch( + hypermodel=MlModel(x_full_line.shape, x_full_variable.shape, x_full_value.shape, x_full_features.shape), + objective='val_loss', + directory=str(dir_path / f"{current_time}.tuner"), + project_name='ml_tuning', + ) + search_early_stopping = EarlyStopping(monitor="val_loss", + patience=patience, + mode="min", + restore_best_weights=True, + verbose=1) + tuner.search( + x=[x_train_line, x_train_variable, x_train_value, x_train_features], + y=y_train, + epochs=max_epochs, + batch_size=batch_size, + callbacks=[search_early_stopping, log_callback], + validation_data=([x_test_line, x_test_variable, x_test_value, x_test_features], y_test), + verbose=2, + ) + print("Best Hyperparameters:") + for k, v in tuner.get_best_hyperparameters()[0].values.items(): + print(f"{k}: {v}") + keras_model = tuner.get_best_models()[0] + del tuner + else: + keras_model = MlModel(x_full_line.shape, x_full_variable.shape, x_full_value.shape, + x_full_features.shape).build() + + early_stopping = EarlyStopping(monitor="val_loss", + patience=patience, + mode="min", + restore_best_weights=True, + verbose=1) model_checkpoint = ModelCheckpoint(filepath=str(dir_path / f"{current_time}.best_model"), monitor="val_loss", save_best_only=True, mode="min", verbose=1) - keras_model = get_model(x_full_line.shape, x_full_variable.shape, x_full_value.shape, x_full_features.shape) + print(f"Memory before train: {LogCallback.get_memory_info()}") + fit_history = keras_model.fit(x=[x_train_line, x_train_variable, x_train_value, x_train_features], y=y_train, batch_size=batch_size, @@ -149,8 +194,11 @@ def main(cred_data_location: str, jobs: int) -> str: validation_data=([x_test_line, x_test_variable, x_test_value, x_test_features], y_test), class_weight=class_weight, - callbacks=[early_stopping, model_checkpoint], + callbacks=[early_stopping, model_checkpoint, log_callback], use_multiprocessing=True) + + print(f"Memory after train: {LogCallback.get_memory_info()}") + with open(dir_path / f"{current_time}.history.pickle", "wb") as f: pickle.dump(fit_history, f) @@ -223,9 +271,10 @@ def main(cred_data_location: str, jobs: int) -> str: default=4, dest="jobs", metavar="POSITIVE_INT") + parser.add_argument("-t", "--tuner", help="use keras tuner", dest="use_tuner", action="store_true") args = parser.parse_args() - fixed_seed = 42 # int(datetime.now().timestamp()) + fixed_seed = 20241126 # int(datetime.now().timestamp()) # print(f"Random seed:{fixed_seed}") if fixed_seed is not None: tf.random.set_seed(fixed_seed) @@ -241,6 +290,6 @@ def main(cred_data_location: str, jobs: int) -> str: command = f"md5sum {pathlib.Path(__file__).parent.parent}/credsweeper/ml_model/ml_model.onnx" subprocess.check_call(command, shell=True, cwd=pathlib.Path(__file__).parent) - _model_file_name = main(_cred_data_location, _jobs) + _model_file_name = main(_cred_data_location, _jobs, args.use_tuner) # print in last line the name print(f"\nYou can find your model in:\n{_model_file_name}") diff --git a/experiment/main.sh b/experiment/main.sh index 3430e6776..90e212f05 100755 --- a/experiment/main.sh +++ b/experiment/main.sh @@ -12,13 +12,15 @@ now=$(date +%Y%m%d_%H%M%S) RESULT_DIR=${CREDSWEEPER_DIR}/experiment/results mkdir -vp ${RESULT_DIR} -${CREDSWEEPER_DIR}/.venv/bin/python main.py --data ~/w/CredData --jobs $(nproc) | tee ${RESULT_DIR}/${now}.train.log +# set env TUNER to use keras-tuner +#TUNER=--tuner +${CREDSWEEPER_DIR}/.venv/bin/python main.py --data ~/q/DataCred/main --jobs $(nproc) ${TUNER} | tee ${RESULT_DIR}/${now}.train.log error_code=${PIPESTATUS} if [ 0 -ne ${error_code} ]; then exit ${error_code}; fi cd ${CREDSWEEPER_DIR} report_file=${RESULT_DIR}/${now}.json -${CREDSWEEPER_DIR}/.venv/bin/python -m credsweeper --sort --path ~/q/DataCred/auxiliary/data/ --log info --job $(nproc) --subtext --save-json ${report_file} +${CREDSWEEPER_DIR}/.venv/bin/python -m credsweeper --sort --path ~/q/DataCred/main/data --log info --job $(nproc) --subtext --save-json ${report_file} -cd ~/q/DataCred/auxiliary/ -.venv/bin/python -m benchmark --scanner credsweeper --load ${report_file} | tee ${report_file}.log +cd ~/q/DataCred/main +.venv/bin/python -m benchmark --scanner credsweeper --load ${report_file} | tee ${CREDSWEEPER_DIR}/.ci/benchmark.txt diff --git a/experiment/plot.py b/experiment/plot.py index 7c7aa4d34..d4d622ee8 100644 --- a/experiment/plot.py +++ b/experiment/plot.py @@ -47,7 +47,7 @@ def stamp_plot(stamp: str, dir_path: pathlib.Path, info: str): # dbg if __name__ == "__main__": _dir_path = pathlib.Path("results") - _history_file = "history-20240831_173941.pickle" + _history_file = "20241125_215000.history.pickle" with open(f"results/{_history_file}", "rb") as _f: _fit_history = pickle.load(_f) save_plot(_history_file, "title", _fit_history, _dir_path, 3, "info-82376846238746238746836828") diff --git a/experiment/requirements.txt b/experiment/requirements.txt index 7a9ae2bd0..7129d91c8 100644 --- a/experiment/requirements.txt +++ b/experiment/requirements.txt @@ -8,9 +8,9 @@ keras-tuner==1.4.7 numpy==1.26.4 onnx==1.17.0 protobuf==3.20.3 -scikit-learn==1.5.2 +scikit-learn==1.6.0 tensorflow==2.15.1 -tensorrt==10.1.0 +tensorrt==10.7.0 tf2onnx==1.16.1 wrapt==1.14.1 diff --git a/experiment/src/data_loader.py b/experiment/src/data_loader.py index 47c3321e2..5c5173af8 100644 --- a/experiment/src/data_loader.py +++ b/experiment/src/data_loader.py @@ -1,7 +1,9 @@ import contextlib +import copy import json import os import pathlib +import subprocess from copy import deepcopy from functools import cache from typing import Tuple, Dict, Set, Any @@ -41,7 +43,7 @@ def read_detected_data(file_path: str) -> Dict[identifier, Dict]: for cred in detections: rule_name = cred["rule"] # skip not ML values like private keys and so on. Unsupported for ml train. "use_ml" rules ONLY - assert 1 == len(cred["line_data_list"]), cred + assert 0 < len(cred["line_data_list"]), cred # at least, one line_data_list must present line_data = deepcopy(cred["line_data_list"][0]) line_data.pop("entropy_validation") line_data.pop("info") @@ -149,6 +151,7 @@ def read_text(path) -> list[str]: with open(path, "r", encoding="utf8") as f: return f.read().replace("\r\n", '\n').replace('\r', '\n').split('\n') + positive_lines = set((x[0], x[1]) for x, y in meta_data.items() if 'T' == y["GroundTruth"]) values = [] detected_rules: Set[str] = set() for index, line_data in detected_data.items(): @@ -168,8 +171,8 @@ def read_text(path) -> list[str]: markup["Used"] = True markup_rules = markup["Category"].split(':') if not set(markup_rules).intersection(set(line_data["RuleName"])): - print(f"1.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" - f"\nsub_line:'{get_colored_line(line_data)}'") + print(f"1.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" + + get_colored_line(line_data)) elif markup := meta_data.get((index[0], index[1], index[2], -1)): # perhaps, the line has only start markup - so value end position is -1 if 'T' == markup["GroundTruth"]: @@ -177,8 +180,8 @@ def read_text(path) -> list[str]: markup["Used"] = True markup_rules = markup["Category"].split(':') if not set(markup["Category"].split(':')).intersection(set(line_data["RuleName"])): - print(f"2.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" - f"\nsub_line:'{get_colored_line(line_data)}'") + print(f"2.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" + + get_colored_line(line_data)) elif markup := meta_data.get((index[0], index[1], -1, -1)): # perhaps, the line has false markup - so value start-end position is -1, -1 if 'T' == markup["GroundTruth"]: @@ -186,13 +189,15 @@ def read_text(path) -> list[str]: markup["Used"] = True markup_rules = markup["Category"].split(':') if not set(markup["Category"].split(':')).intersection(set(line_data["RuleName"])): - print(f"3.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" - f"\nsub_line:'{get_colored_line(line_data)}'") - else: - print(f"WARNING: {index} is not in meta!!!" - f"\nvariable:'{line_data['variable']}' value:'{line_data['value']}'" - f"\nsub_line:'{get_colored_line(line_data)}'") + print(f"3.CHECK CATEGORIES\n{markup_rules}, {line_data['RuleName']}\n{str(markup)}" + + get_colored_line(line_data)) + elif (index[0], index[1]) in positive_lines: + print(f"WARNING: {index} is not in meta!!! Skip due the line in positive dataset\n" + + get_colored_line(line_data)) continue + else: + print(f"WARNING: {index} is not in meta!!! IT WILL BE USED AS NEGATIVE CASE\n" + + get_colored_line(line_data)) # check the value in detected data assert line[line_data["value_start"]:line_data["value_end"]] == line_data["value"], ( line_data, line[line_data["value_start"]:line_data["value_end"]], line_data["value"]) diff --git a/experiment/src/features.py b/experiment/src/features.py index 54b1741a5..b523e1a80 100644 --- a/experiment/src/features.py +++ b/experiment/src/features.py @@ -46,18 +46,18 @@ def get_features(line_data: Union[dict, pd.Series], candidates = get_candidates(line_data) - line_input = MlValidator.encode_line(line_data["line"], line_data["value_start"]) + line_input = ml_validator.encode_line(line_data["line"], line_data["value_start"]) if variable := line_data["variable"]: if len(variable) > ML_HUNK: variable = variable[:ML_HUNK] - variable_input = MlValidator.encode_value(variable) + variable_input = ml_validator.encode_value(variable) else: - variable_input = MlValidator.encode_value('') + variable_input = ml_validator.encode_value('') if value := line_data["value"]: if len(value) > ML_HUNK: value = value[:ML_HUNK] - value_input = MlValidator.encode_value(value) + value_input = ml_validator.encode_value(value) else: raise RuntimeError(f"Empty value is not allowed {line_data}") @@ -75,9 +75,9 @@ def prepare_data(df: pd.DataFrame) -> Tuple[np.ndarray, np.ndarray, np.ndarray, ml_validator = MlValidator(0.5) # MLValidator object loads config (MAY be updated!) with features x_size = len(df) - x_line_input = np.zeros(shape=[x_size, MlValidator.MAX_LEN, MlValidator.NUM_CLASSES], dtype=np.float32) - x_variable_input = np.zeros(shape=[x_size, ML_HUNK, MlValidator.NUM_CLASSES], dtype=np.float32) - x_value_input = np.zeros(shape=[x_size, ML_HUNK, MlValidator.NUM_CLASSES], dtype=np.float32) + x_line_input = np.zeros(shape=[x_size, MlValidator.MAX_LEN, ml_validator.num_classes], dtype=np.float32) + x_variable_input = np.zeros(shape=[x_size, ML_HUNK, ml_validator.num_classes], dtype=np.float32) + x_value_input = np.zeros(shape=[x_size, ML_HUNK, ml_validator.num_classes], dtype=np.float32) # features size preprocess to calculate the dimension automatically features = get_features( # line_data={ # diff --git a/experiment/src/log_callback.py b/experiment/src/log_callback.py new file mode 100644 index 000000000..0342c0e8f --- /dev/null +++ b/experiment/src/log_callback.py @@ -0,0 +1,21 @@ +import datetime + +from keras.src.callbacks import Callback +import psutil + + +class LogCallback(Callback): + + def __init__(self): + super().__init__() + + @staticmethod + def get_memory_info(): + process = psutil.Process() + memory_info = process.memory_info() + return str(memory_info) + + def on_epoch_end(self, epoch, logs=None): + print(str(datetime.datetime.now()), flush=True) + print(f"{epoch + 1}:{self.get_memory_info()}", flush=True) + print(logs, flush=True) diff --git a/experiment/src/lstm_model.py b/experiment/src/lstm_model.py index c44b6522a..41a53f95e 100644 --- a/experiment/src/lstm_model.py +++ b/experiment/src/lstm_model.py @@ -1,3 +1,4 @@ +import keras_tuner as kt from tensorflow.keras.layers import Dense, LSTM, Bidirectional, Input, Concatenate, Dropout from tensorflow.keras.models import Model from tensorflow.keras.optimizers import Adam @@ -7,50 +8,71 @@ from credsweeper.common.constants import ML_HUNK -def get_model( - line_shape: tuple, - variable_shape: tuple, - value_shape: tuple, - feature_shape: tuple, - # learning_rate: float, -) -> Model: - """Get keras model with string and feature input and single binary out""" +class MlModel(kt.HyperModel): d_type = "float32" - line_input = Input(shape=(None, line_shape[2]), name="line_input", dtype=d_type) - line_lstm = LSTM(units=line_shape[1], dtype=d_type) - line_bidirectional = Bidirectional(layer=line_lstm) - line_lstm_branch = Dropout(0.33)(line_bidirectional(line_input)) + def __init__( + self, + line_shape: tuple, + variable_shape: tuple, + value_shape: tuple, + feature_shape: tuple, + ): + self.line_shape = line_shape + self.variable_shape = variable_shape + self.value_shape = value_shape + self.feature_shape = feature_shape - variable_input = Input(shape=(None, variable_shape[2]), name="variable_input", dtype=d_type) - variable_lstm = LSTM(units=variable_shape[1], dtype=d_type) - variable_bidirectional = Bidirectional(layer=variable_lstm) - variable_lstm_branch = Dropout(0.33)(variable_bidirectional(variable_input)) + def build(self, hp=None) -> Model: + """Get keras model with string and feature input and single binary out""" + if hp: + min_val = 0.22 + max_val = 0.44 + step_val = 0.11 + dropout_line = hp.Float('dropout_line', min_value=min_val, max_value=max_val, step=step_val) + dropout_variable = hp.Float('dropout_variable', min_value=min_val, max_value=max_val, step=step_val) + dropout_value = hp.Float('dropout_value', min_value=min_val, max_value=max_val, step=step_val) + dropout_dense = hp.Float('dropout_dense', min_value=min_val, max_value=max_val, step=step_val) + else: + # found best values + dropout_line = 0.33 + dropout_variable = 0.33 + dropout_value = 0.33 + dropout_dense = 0.33 - value_input = Input(shape=(None, value_shape[2]), name="value_input", dtype=d_type) - value_lstm = LSTM(units=value_shape[1], dtype=d_type) - value_bidirectional = Bidirectional(layer=value_lstm) - value_lstm_branch = Dropout(0.33)(value_bidirectional(value_input)) + line_input = Input(shape=(None, self.line_shape[2]), name="line_input", dtype=self.d_type) + line_lstm = LSTM(units=self.line_shape[1], dtype=self.d_type) + line_bidirectional = Bidirectional(layer=line_lstm, name="line_bidirectional") + line_lstm_branch = Dropout(dropout_line, name="line_dropout")(line_bidirectional(line_input)) - feature_input = Input(shape=(feature_shape[1], ), name="feature_input", dtype=d_type) + variable_input = Input(shape=(None, self.variable_shape[2]), name="variable_input", dtype=self.d_type) + variable_lstm = LSTM(units=self.variable_shape[1], dtype=self.d_type) + variable_bidirectional = Bidirectional(layer=variable_lstm, name="variable_bidirectional") + variable_lstm_branch = Dropout(dropout_variable, + name="variable_dropout")(variable_bidirectional(variable_input)) - joined_features = Concatenate()([line_lstm_branch, variable_lstm_branch, value_lstm_branch, feature_input]) + value_input = Input(shape=(None, self.value_shape[2]), name="value_input", dtype=self.d_type) + value_lstm = LSTM(units=self.value_shape[1], dtype=self.d_type) + value_bidirectional = Bidirectional(layer=value_lstm, name="value_bidirectional") + value_lstm_branch = Dropout(dropout_value, name="value_dropout")(value_bidirectional(value_input)) - # 3 bidirectional + features - dense_units = 2 * MlValidator.MAX_LEN + 2 * 2 * ML_HUNK + feature_shape[1] - # check after model compilation. Should be matched the combined size. - dense_a = Dense(units=dense_units, activation='relu', name="dense", dtype=d_type) - joined_layers = dense_a(joined_features) - dropout = Dropout(0.33) - dropout_layer = dropout(joined_layers) - dense_b = Dense(units=1, activation='sigmoid', name="prediction", dtype=d_type) - output = dense_b(dropout_layer) + feature_input = Input(shape=(self.feature_shape[1], ), name="feature_input", dtype=self.d_type) - model: Model = Model(inputs=[line_input, variable_input, value_input, feature_input], outputs=output) + joined_features = Concatenate()([line_lstm_branch, variable_lstm_branch, value_lstm_branch, feature_input]) - metrics = [BinaryAccuracy(name="binary_accuracy"), Precision(name="precision"), Recall(name="recall")] - model.compile(optimizer=Adam(), loss='binary_crossentropy', metrics=metrics) + # 3 bidirectional + features + dense_units = 2 * MlValidator.MAX_LEN + 2 * 2 * ML_HUNK + self.feature_shape[1] + # check after model compilation. Should be matched the combined size. + dense_a = Dense(units=dense_units, activation='relu', name="dense", dtype=self.d_type) + joined_layers = dense_a(joined_features) + dropout_layer = Dropout(dropout_dense, name="dense_dropout")(joined_layers) + dense_b = Dense(units=1, activation='sigmoid', name="prediction", dtype=self.d_type) + output = dense_b(dropout_layer) - model.summary(line_length=120, expand_nested=True, show_trainable=True) + metrics = [BinaryAccuracy(name="binary_accuracy"), Precision(name="precision"), Recall(name="recall")] - return model + model: Model = Model(inputs=[line_input, variable_input, value_input, feature_input], outputs=output) + model.compile(optimizer=Adam(), loss='binary_crossentropy', metrics=metrics) + model.summary(line_length=120, expand_nested=True, show_trainable=True) + + return model diff --git a/requirements.txt b/requirements.txt index d165d8089..b6293a327 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,7 +3,7 @@ # build requirement build==1.2.2.post1 -hatchling==1.26.3 +hatchling==1.27.0 # Common requirements base58==2.1.1 diff --git a/tests/__init__.py b/tests/__init__.py index 4f1fde9c2..89cb9fffe 100644 --- a/tests/__init__.py +++ b/tests/__init__.py @@ -1,27 +1,27 @@ from pathlib import Path # total number of files in test samples -SAMPLES_FILES_COUNT = 139 +SAMPLES_FILES_COUNT = 141 # the lowest value of ML threshold is used to display possible lowest values NEGLIGIBLE_ML_THRESHOLD = 0.0001 # credentials count after scan with negligible ML threshold -SAMPLES_CRED_COUNT = 428 +SAMPLES_CRED_COUNT = 427 SAMPLES_CRED_LINE_COUNT = SAMPLES_CRED_COUNT + 19 # Number of filtered credentials with ML -ML_FILTERED = 43 +ML_FILTERED = 32 # credentials count after post-processing SAMPLES_POST_CRED_COUNT = SAMPLES_CRED_COUNT - ML_FILTERED # with option --doc -SAMPLES_IN_DOC = 470 +SAMPLES_IN_DOC = 673 # archived credentials that are not found without --depth -SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 33 -SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 54 +SAMPLES_IN_DEEP_1 = SAMPLES_POST_CRED_COUNT + 35 +SAMPLES_IN_DEEP_2 = SAMPLES_IN_DEEP_1 + 55 SAMPLES_IN_DEEP_3 = SAMPLES_IN_DEEP_2 + 1 # well known string with all latin letters diff --git a/tests/data/depth_3.json b/tests/data/depth_3.json index ab5b0d0e4..e7ac5671a 100644 --- a/tests/data/depth_3.json +++ b/tests/data/depth_3.json @@ -18,8 +18,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.4978497506970045, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497849750697005, "valid": true } } @@ -44,7 +44,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.447238004178161, "valid": false } @@ -61,7 +61,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.546319336880353, "valid": true } @@ -112,7 +112,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 1.9319131950454072, "valid": false } @@ -121,7 +121,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.993, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -138,8 +138,8 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.7835252872760208, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.7835252872760203, "valid": false } } @@ -164,8 +164,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.220175521464345, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.220175521464347, "valid": false } } @@ -190,7 +190,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.614483907763351, "valid": true } @@ -216,8 +216,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.592654863341127, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.592654863341123, "valid": true } } @@ -242,7 +242,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.571478154549278, "valid": true } @@ -268,7 +268,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.572975546587697, "valid": true } @@ -277,7 +277,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.813, + "ml_probability": 0.992, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -294,7 +294,7 @@ "variable_start": 1, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.273728829005326, "valid": false } @@ -303,7 +303,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -320,8 +320,8 @@ "variable_start": 1, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.523986065961299, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5239860659612985, "valid": true } } @@ -329,7 +329,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -346,7 +346,7 @@ "variable_start": 27, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.288909765557392, "valid": false } @@ -372,8 +372,8 @@ "variable_start": 9, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.085055102756476, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.085055102756477, "valid": false } } @@ -399,7 +399,7 @@ "variable_end": 22, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2479906920322064, + "entropy": 3.247990692032206, "valid": true } } @@ -424,8 +424,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -450,8 +450,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -477,7 +477,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.9119920832069837, + "entropy": 3.911992083206984, "valid": true } }, @@ -493,7 +493,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -519,8 +519,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -545,8 +545,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } }, @@ -562,7 +562,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -588,8 +588,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -614,8 +614,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } }, @@ -631,7 +631,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -640,7 +640,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.858, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -657,8 +657,8 @@ "variable_start": 5, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -683,7 +683,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -700,7 +700,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -709,7 +709,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -726,7 +726,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -735,7 +735,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -752,7 +752,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -778,7 +778,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -804,7 +804,7 @@ "variable_start": 225, "variable_end": 241, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.100748179498277, "valid": false } @@ -831,7 +831,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.724832094802681, + "entropy": 3.7248320948026805, "valid": true } } @@ -839,7 +839,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.98, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -856,7 +856,7 @@ "variable_start": 80, "variable_end": 83, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.323856189774723, "valid": false } @@ -882,8 +882,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -908,8 +908,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } }, @@ -925,8 +925,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -951,8 +951,8 @@ "variable_start": 5, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -960,7 +960,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -977,8 +977,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -986,7 +986,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -1003,8 +1003,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -1029,7 +1029,7 @@ "variable_start": 5, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.961353528118743, "valid": true } @@ -1056,7 +1056,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -1064,7 +1064,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -1082,7 +1082,7 @@ "variable_end": 11, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -1108,7 +1108,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.52467389677155, + "entropy": 3.5246738967715503, "valid": true } } @@ -1133,7 +1133,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1159,7 +1159,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1185,8 +1185,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1211,8 +1211,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1237,7 +1237,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -1289,7 +1289,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.826255561405635, "valid": true } @@ -1315,7 +1315,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.593400348604437, "valid": true } @@ -1341,7 +1341,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1367,7 +1367,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1393,7 +1393,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.9477027792200903, "valid": false } @@ -1419,7 +1419,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.3125, "valid": false } @@ -1445,8 +1445,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.573080311527303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, "valid": true } } @@ -1454,7 +1454,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.713, + "rule": "Token", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"Bitbucket Repository Access Token\" : \"ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA0NzizshnA8WzRdfgv6GeTyowCD101oqKbJ4nx9DFsar5YyUNkwO9maR9-00tQvfciyfOHtPKG6K1d76Ki3iFo7roGeyJu4j1jM3GwQ4=EDDE81AD\"", + "line_num": 1, + "path": "./tests/samples/bitbucket_repository_access_token", + "info": "./tests/samples/bitbucket_repository_access_token|RAW", + "value": "ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA0NzizshnA8WzRdfgv6GeTyowCD101oqKbJ4nx9DFsar5YyUNkwO9maR9-00tQvfciyfOHtPKG6K1d76Ki3iFo7roGeyJu4j1jM3GwQ4=EDDE81AD", + "value_start": 39, + "value_end": 231, + "variable": "Bitbucket Repository Access Token", + "variable_start": 1, + "variable_end": 34, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1471,8 +1497,8 @@ "variable_start": 6, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.133473310626378, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.133473310626377, "valid": true } } @@ -1575,7 +1601,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.459431618637298, "valid": false } @@ -1584,7 +1610,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.751, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -1601,7 +1627,7 @@ "variable_start": 21, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.45754247590989, "valid": false } @@ -1610,7 +1636,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Secret", "severity": "high", "confidence": "moderate", @@ -1628,7 +1654,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1636,7 +1662,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Token", "severity": "high", "confidence": "moderate", @@ -1654,7 +1680,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1680,7 +1706,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1688,33 +1714,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, - "rule": "CMD ConvertTo-SecureString", - "severity": "high", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ConvertTo-SecureString -String -Force dsjUE#$gds8s", - "line_num": 1, - "path": "./tests/samples/cmd_secure_string", - "info": "./tests/samples/cmd_secure_string|RAW", - "value": "dsjUE#$gds8s", - "value_start": 38, - "value_end": 50, - "variable": "ConvertTo-SecureString -String -Force", - "variable_start": 0, - "variable_end": 37, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.4245614587540074, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "CMD ConvertTo-SecureString", "severity": "high", "confidence": "moderate", @@ -1731,7 +1731,7 @@ "variable_start": 1, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.3294387224237187, "valid": false } @@ -1740,7 +1740,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1757,7 +1757,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6644977792004623, "valid": false } @@ -1810,7 +1810,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -1835,8 +1835,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.731746181697384, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.731746181697387, "valid": true } } @@ -1844,33 +1844,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.643, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ANYID:master PW:dipPr12Gg!", - "line_num": 3, - "path": "./tests/samples/doc_id_pair_passwd_pair", - "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", - "value": "dipPr12Gg!", - "value_start": 16, - "value_end": 26, - "variable": "PW", - "variable_start": 13, - "variable_end": 15, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.989735285398626, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.73, + "ml_probability": 0.744, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1887,7 +1861,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1896,7 +1870,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1913,7 +1887,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1922,7 +1896,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, + "ml_probability": 0.704, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1939,7 +1913,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1948,7 +1922,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1965,7 +1939,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1974,7 +1948,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1991,7 +1965,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -2000,7 +1974,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2017,7 +1991,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -2026,7 +2000,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.873, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2043,8 +2017,8 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.712675334928137, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } } @@ -2052,7 +2026,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2069,8 +2043,8 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2078,7 +2052,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2095,8 +2069,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2104,7 +2078,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2121,8 +2095,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2130,7 +2104,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.971, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2147,8 +2121,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2156,7 +2130,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2173,8 +2147,8 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2182,7 +2156,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2199,8 +2173,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2208,7 +2182,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2225,8 +2199,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2234,7 +2208,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.889, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2251,7 +2225,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2260,7 +2234,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2277,8 +2251,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2286,7 +2260,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.652, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master pass:dipPr122Gg!", + "line_num": 23, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr122Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pass", + "variable_start": 10, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.847, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2303,7 +2303,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2312,7 +2312,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.815, + "ml_probability": 0.828, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2329,7 +2329,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2338,7 +2338,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2355,7 +2355,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2364,7 +2364,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.989, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2381,7 +2381,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2390,7 +2390,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2407,7 +2407,7 @@ "variable_start": 34, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2416,7 +2416,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.908, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2433,7 +2433,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2442,7 +2442,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.774, + "ml_probability": 0.78, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2459,7 +2459,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2468,7 +2468,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2485,7 +2485,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2494,7 +2494,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.8, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2511,8 +2511,8 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2520,7 +2520,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2537,7 +2537,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2546,7 +2546,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2563,7 +2563,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2572,7 +2572,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2589,7 +2589,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2598,7 +2598,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.99, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2615,7 +2615,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2624,7 +2624,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2641,7 +2641,7 @@ "variable_start": 16, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2650,7 +2650,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2667,7 +2667,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2676,7 +2676,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.948, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2693,8 +2693,8 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2702,7 +2702,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2719,7 +2719,7 @@ "variable_start": 15, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2728,7 +2728,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2745,7 +2745,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2754,7 +2754,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.863, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2771,8 +2771,8 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2780,7 +2780,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2797,7 +2797,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2806,7 +2806,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.935, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2823,7 +2823,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2832,7 +2832,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2849,7 +2849,7 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2858,7 +2858,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.888, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2875,7 +2875,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2884,7 +2884,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.9, + "ml_probability": 0.664, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2901,7 +2901,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2910,7 +2910,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.802, + "ml_probability": 0.854, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2927,8 +2927,8 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2936,7 +2936,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.794, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2953,7 +2953,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2962,7 +2962,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2979,7 +2979,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2988,7 +2988,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3005,8 +3005,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3014,7 +3014,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3031,7 +3031,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3040,7 +3040,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3057,7 +3057,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3066,7 +3066,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.854, + "ml_probability": 0.802, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3083,7 +3083,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3092,7 +3092,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3109,7 +3109,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3118,7 +3118,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3135,7 +3135,7 @@ "variable_start": 19, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3144,7 +3144,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.892, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3161,8 +3161,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3170,7 +3170,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3187,7 +3187,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3196,7 +3196,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3213,7 +3213,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3222,7 +3222,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3239,7 +3239,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3248,7 +3248,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.859, + "ml_probability": 0.806, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3265,8 +3265,8 @@ "variable_start": 16, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3274,7 +3274,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.796, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3291,7 +3291,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3300,7 +3300,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.794, + "ml_probability": 0.751, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3317,7 +3317,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3326,7 +3326,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.871, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3343,7 +3343,7 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3352,7 +3352,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3369,7 +3369,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3378,7 +3378,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3395,7 +3395,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3404,7 +3404,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3421,7 +3421,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3430,7 +3430,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.857, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3447,8 +3447,8 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3456,7 +3456,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3473,7 +3473,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3482,7 +3482,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3499,7 +3499,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3508,7 +3508,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3525,7 +3525,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3534,7 +3534,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.827, + "ml_probability": 0.692, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3551,7 +3551,7 @@ "variable_start": 18, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3560,7 +3560,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.851, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3577,7 +3577,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3586,7 +3586,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.804, + "ml_probability": 0.719, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3603,7 +3603,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3612,7 +3612,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.623, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3629,8 +3629,8 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3638,7 +3638,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.872, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3655,7 +3655,33 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.732, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:dipPr190Gg! ID:master", + "line_num": 91, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr190Gg!", + "value_start": 3, + "value_end": 14, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3664,7 +3690,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.922, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3681,7 +3707,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3690,7 +3716,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3707,7 +3733,7 @@ "variable_start": 11, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3716,7 +3742,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.841, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3733,7 +3759,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3742,7 +3768,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.747, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3759,7 +3785,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.595488890170944, "valid": false } @@ -3768,24 +3794,50 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.717, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "username/password:master/iPp7@GRq", - "line_num": 8, + "line": "ID/Password:master/iPp2@GRq", + "line_num": 3, "path": "./tests/samples/doc_id_passwd_pair", "info": "./tests/samples/doc_id_passwd_pair|RAW", - "value": "master/iPp7@GRq", - "value_start": 18, - "value_end": 33, - "variable": "password", - "variable_start": 9, - "variable_end": 17, - "entropy_validation": { - "iterator": "BASE64_CHARS", + "value": "master/iPp2@GRq", + "value_start": 12, + "value_end": 27, + "variable": "Password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.949, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username/password:master/iPp7@GRq", + "line_num": 8, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp7@GRq", + "value_start": 18, + "value_end": 33, + "variable": "password", + "variable_start": 9, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3794,7 +3846,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.877, + "ml_probability": 0.699, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id/passwd:master/iPp8@GRq", + "line_num": 9, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp8@GRq", + "value_start": 10, + "value_end": 25, + "variable": "passwd", + "variable_start": 3, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.739, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3811,7 +3889,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -3820,7 +3898,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3837,7 +3915,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -3846,7 +3924,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.666, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user/pass:master/iPp25@GRq", + "line_num": 26, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp25@GRq", + "value_start": 10, + "value_end": 26, + "variable": "pass", + "variable_start": 5, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3863,7 +3967,7 @@ "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -3872,7 +3976,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.754, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3889,7 +3993,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3898,7 +4002,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3915,7 +4019,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3924,7 +4028,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3941,7 +4045,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3950,7 +4054,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.723, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "pass:Prl23Db#@", + "line_num": 10, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 5, + "value_end": 14, + "variable": "pass", + "variable_start": 0, + "variable_end": 4, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3967,7 +4097,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3976,7 +4106,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3993,7 +4123,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4002,7 +4132,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.817, + "ml_probability": 0.869, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -4019,7 +4149,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4028,7 +4158,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.659, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_PW:Prl23Db#@", + "line_num": 17, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 7, + "value_end": 16, + "variable": "ANY_PW", + "variable_start": 0, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4045,7 +4201,7 @@ "variable_start": 8, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4054,7 +4210,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4071,7 +4227,59 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.678, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Passwd:Prl23Db#@ Prl23Db#@", + "line_num": 23, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 7, + "value_end": 16, + "variable": "Passwd", + "variable_start": 0, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.886, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:Prl23Db#@,password:Prl23Db#@", + "line_num": 24, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 22, + "value_end": 31, + "variable": "password", + "variable_start": 13, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4080,7 +4288,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.624, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4097,7 +4305,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4106,7 +4314,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4123,7 +4331,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4132,7 +4340,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4149,7 +4357,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4158,7 +4366,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.953, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4175,7 +4383,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4184,7 +4392,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.93, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4201,7 +4409,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4210,7 +4418,59 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.77, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:Prl23Db#@,pwd=Prl23Db#@", + "line_num": 32, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 9, + "value_end": 18, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.829, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:Prl23Db#@,pwd=Prl23Db#@", + "line_num": 32, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 23, + "value_end": 32, + "variable": "pwd", + "variable_start": 19, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -4227,7 +4487,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4236,7 +4496,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4253,7 +4513,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4262,7 +4522,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4279,7 +4539,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4288,7 +4548,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4305,7 +4565,59 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.925, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@ username:Prl23Db#@,Prl23Db#@ password:Prl23Db#@", + "line_num": 40, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 48, + "value_end": 57, + "variable": "password", + "variable_start": 39, + "variable_end": 47, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.861, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@:password:Prl23Db#@", + "line_num": 41, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 19, + "value_end": 28, + "variable": "password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4331,7 +4643,7 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4340,7 +4652,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4357,7 +4669,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4366,7 +4678,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4383,13 +4695,39 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.674, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "# password: keep empty", + "line_num": 56, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "keep", + "value_start": 12, + "value_end": 16, + "variable": "password", + "variable_start": 2, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.5, + "valid": false + } + } + ] + }, { "ml_validation": "VALIDATED_KEY", "ml_probability": 1.0, @@ -4409,7 +4747,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4418,7 +4756,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4435,7 +4773,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4461,7 +4799,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4487,7 +4825,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4513,7 +4851,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4539,7 +4877,7 @@ "variable_start": 2, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.773557262275185, "valid": false } @@ -4565,7 +4903,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4591,7 +4929,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4617,7 +4955,7 @@ "variable_start": 1, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4643,7 +4981,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4669,7 +5007,7 @@ "variable_start": 2, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4695,7 +5033,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4704,7 +5042,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4721,7 +5059,7 @@ "variable_start": 1, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4747,7 +5085,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4773,7 +5111,7 @@ "variable_start": 4, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4782,7 +5120,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4799,7 +5137,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4825,7 +5163,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4851,7 +5189,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4860,7 +5198,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4877,7 +5215,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4903,7 +5241,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4929,7 +5267,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4955,7 +5293,7 @@ "variable_start": 24, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4981,7 +5319,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4990,7 +5328,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -5007,7 +5345,7 @@ "variable_start": 0, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5016,7 +5354,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5033,7 +5371,7 @@ "variable_start": 15, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5042,7 +5380,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5059,7 +5397,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5068,7 +5406,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5085,7 +5423,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5094,7 +5432,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5111,7 +5449,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5120,7 +5458,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5137,7 +5475,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5163,7 +5501,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5189,7 +5527,7 @@ "variable_start": 53, "variable_end": 61, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5198,7 +5536,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5215,7 +5553,7 @@ "variable_start": 25, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5224,7 +5562,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.92, + "ml_probability": 0.934, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5241,7 +5579,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5250,7 +5588,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5267,7 +5605,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5293,7 +5631,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5302,7 +5640,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5319,7 +5657,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5328,7 +5666,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.792, + "ml_probability": 0.887, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5345,7 +5683,7 @@ "variable_start": 43, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5354,7 +5692,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5371,7 +5709,7 @@ "variable_start": 42, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5380,7 +5718,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5397,7 +5735,7 @@ "variable_start": 37, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5406,7 +5744,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5423,7 +5761,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5432,7 +5770,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5449,7 +5787,7 @@ "variable_start": 41, "variable_end": 49, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5458,7 +5796,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5475,7 +5813,7 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5484,7 +5822,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5501,7 +5839,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5510,7 +5848,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5527,7 +5865,7 @@ "variable_start": 0, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5536,7 +5874,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5553,7 +5891,7 @@ "variable_start": 4, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5562,7 +5900,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5579,7 +5917,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5588,7 +5926,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5605,7 +5943,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5614,7 +5952,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5631,7 +5969,7 @@ "variable_start": 26, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5640,7 +5978,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5657,7 +5995,7 @@ "variable_start": 0, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5666,7 +6004,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5683,7 +6021,7 @@ "variable_start": 8, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5692,7 +6030,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5709,7 +6047,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5718,7 +6056,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5735,7 +6073,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5744,7 +6082,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5761,7 +6099,7 @@ "variable_start": 3, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5770,7 +6108,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5787,7 +6125,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5796,7 +6134,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5813,7 +6151,7 @@ "variable_start": 14, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5839,7 +6177,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5848,7 +6186,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5865,7 +6203,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5891,7 +6229,7 @@ "variable_start": 14, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5900,7 +6238,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5917,7 +6255,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5926,7 +6264,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, + "ml_probability": 0.7, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5943,33 +6281,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.906890595608518, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "(ID&PWD):master/IhqSb1Gg", - "line_num": 71, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "master/IhqSb1Gg", - "value_start": 9, - "value_end": 24, - "variable": "PWD)", - "variable_start": 4, - "variable_end": 8, - "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5978,7 +6290,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5995,7 +6307,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6004,7 +6316,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6021,7 +6333,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6030,7 +6342,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6047,7 +6359,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6056,7 +6368,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6073,7 +6385,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6082,7 +6394,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6099,7 +6411,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6108,7 +6420,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6125,7 +6437,7 @@ "variable_start": 35, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6134,7 +6446,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6151,7 +6463,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6160,7 +6472,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6177,7 +6489,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6186,7 +6498,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6203,7 +6515,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6212,7 +6524,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6229,7 +6541,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6238,7 +6550,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6255,7 +6567,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6264,7 +6576,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6281,7 +6593,7 @@ "variable_start": 37, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6290,7 +6602,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6307,7 +6619,7 @@ "variable_start": 36, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6316,7 +6628,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6333,7 +6645,7 @@ "variable_start": 37, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6342,7 +6654,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6359,7 +6671,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6368,7 +6680,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6385,7 +6697,7 @@ "variable_start": 40, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6411,7 +6723,7 @@ "variable_start": 35, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6437,7 +6749,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6446,7 +6758,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6463,7 +6775,7 @@ "variable_start": 44, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6472,7 +6784,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6489,7 +6801,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6498,7 +6810,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6515,7 +6827,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6541,7 +6853,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.89361507332541, "valid": true } @@ -6568,7 +6880,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.4565647621309536, + "entropy": 3.456564762130954, "valid": true } } @@ -6593,8 +6905,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.395844179446957, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.395844179446958, "valid": true } } @@ -6619,8 +6931,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.808191506786782, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.80819150678678, "valid": true } } @@ -6628,7 +6940,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.687, + "ml_probability": 0.953, "rule": "Github Old Token", "severity": "high", "confidence": "moderate", @@ -6654,7 +6966,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.687, + "ml_probability": 0.953, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6697,8 +7009,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -6706,7 +7018,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6723,8 +7035,8 @@ "variable_start": 0, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -6750,7 +7062,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2089099270924217, + "entropy": 3.208909927092422, "valid": true } } @@ -6827,8 +7139,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, "valid": false } } @@ -6853,8 +7165,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.255374790203285, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.255374790203283, "valid": true } } @@ -6932,7 +7244,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.133660689688185, + "entropy": 4.133660689688186, "valid": true } } @@ -6957,8 +7269,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9058316901429944, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.905831690142994, "valid": false } } @@ -6984,7 +7296,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.0191930522498045, + "entropy": 3.0191930522498036, "valid": true } } @@ -7010,7 +7322,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.9590403170005795, + "entropy": 3.9590403170005777, "valid": true } } @@ -7035,8 +7347,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9479064420971963, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.947906442097196, "valid": false } } @@ -7061,7 +7373,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006593447001756, "valid": false } @@ -7140,7 +7452,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.8494857514609038, + "entropy": 3.8494857514609033, "valid": true } } @@ -7165,7 +7477,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.032347694592746, "valid": false } @@ -7217,8 +7529,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.022276693534146, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.022276693534148, "valid": true } } @@ -7244,7 +7556,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.014460876028361, + "entropy": 4.0144608760283615, "valid": true } } @@ -7321,8 +7633,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.582118926162056, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.582118926162054, "valid": true } } @@ -7373,8 +7685,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -7390,8 +7702,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.084962500721157, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.084962500721156, "valid": false } } @@ -7416,8 +7728,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -7433,8 +7745,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -7459,8 +7771,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -7511,8 +7823,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.097632476604024, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.097632476604023, "valid": true } } @@ -7537,8 +7849,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8153130511409934, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.815313051140994, "valid": false } } @@ -7563,7 +7875,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.52211252299684, "valid": true } @@ -7589,7 +7901,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -7615,7 +7927,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -7641,7 +7953,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.348551883097512, "valid": true } @@ -7667,8 +7979,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.346321090472658, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.34632109047266, "valid": true } } @@ -7719,8 +8031,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.5617684773102365, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.561768477310237, "valid": true } } @@ -7745,8 +8057,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.636224896287629, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.636224896287628, "valid": true } } @@ -7797,8 +8109,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.231644837540696, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.231644837540698, "valid": true } } @@ -7806,7 +8118,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7823,7 +8135,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -7849,7 +8161,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.288909765557392, "valid": true } @@ -7875,8 +8187,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.353940312186129, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.353940312186131, "valid": true } } @@ -7901,7 +8213,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.625, "valid": false } @@ -7927,7 +8239,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -7953,7 +8265,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -7979,8 +8291,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.790963630103494, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.7909636301034935, "valid": true } } @@ -7988,7 +8300,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8005,8 +8317,8 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.428808109703668, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.428808109703675, "valid": true } } @@ -8014,7 +8326,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8031,8 +8343,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -8040,7 +8352,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8057,8 +8369,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.784183719779189, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779188, "valid": true } } @@ -8066,7 +8378,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8083,8 +8395,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -8092,7 +8404,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8109,7 +8421,7 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.8530559073332755, "valid": true } @@ -8118,7 +8430,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8135,8 +8447,8 @@ "variable_start": 28, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.962822440640043, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.962822440640042, "valid": true } } @@ -8161,7 +8473,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.9677201004745, "valid": true } @@ -8170,7 +8482,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 1.0, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -8187,7 +8499,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.332592430684724, "valid": false } @@ -8196,7 +8508,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8213,7 +8525,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.332592430684724, "valid": false } @@ -8239,7 +8551,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.615822531364292, "valid": true } @@ -8265,7 +8577,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.484377779059832, "valid": false } @@ -8291,7 +8603,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8317,7 +8629,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8334,7 +8646,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8343,7 +8655,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8360,7 +8672,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8386,7 +8698,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8412,7 +8724,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8429,7 +8741,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8438,7 +8750,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8455,7 +8767,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8464,7 +8776,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.99, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8481,7 +8793,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.321431532864092, "valid": false } @@ -8490,7 +8802,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8507,8 +8819,8 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.482816239080334, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.482816239080333, "valid": false } } @@ -8559,7 +8871,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.734521664779752, "valid": false } @@ -8568,7 +8880,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8585,7 +8897,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.116729296672174, "valid": false } @@ -8611,8 +8923,8 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.12323142879762, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.123231428797621, "valid": false } } @@ -8637,7 +8949,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.561286684176785, "valid": true } @@ -8663,8 +8975,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.115027050910027, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.1150270509100295, "valid": true } } @@ -8689,8 +9001,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.086469255159772, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.086469255159773, "valid": true } } @@ -8698,7 +9010,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8715,7 +9027,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -8724,7 +9036,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8741,7 +9053,7 @@ "variable_start": 33, "variable_end": 54, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -8750,7 +9062,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8767,7 +9079,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -8776,7 +9088,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8793,7 +9105,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -8802,7 +9114,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8819,7 +9131,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 1.8232156112839757, "valid": false } @@ -8828,7 +9140,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8845,7 +9157,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -8854,7 +9166,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8880,7 +9192,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.74, + "ml_probability": 0.687, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8897,7 +9209,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -8906,7 +9218,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8923,7 +9235,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -8949,7 +9261,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.521640636343319, "valid": false } @@ -8958,7 +9270,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -8975,7 +9287,7 @@ "variable_start": 33, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -8984,7 +9296,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9001,7 +9313,7 @@ "variable_start": 41, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9010,7 +9322,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9027,8 +9339,8 @@ "variable_start": 25, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.277613436819116, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2776134368191165, "valid": false } } @@ -9036,7 +9348,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9053,7 +9365,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -9062,7 +9374,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9079,7 +9391,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4063042189065182, "valid": false } @@ -9088,7 +9400,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.767, + "ml_probability": 0.952, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9105,7 +9417,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.0, "valid": false } @@ -9114,7 +9426,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.79, + "ml_probability": 0.953, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9131,7 +9443,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9140,7 +9452,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.79, + "ml_probability": 0.953, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9157,7 +9469,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9184,7 +9496,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.125814952938166, + "entropy": 4.125814952938168, "valid": true } } @@ -9209,7 +9521,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -9226,7 +9538,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.388924717191689, "valid": true } @@ -9243,8 +9555,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.213332901823973, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.213332901823974, "valid": true } }, @@ -9260,7 +9572,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.325046388609145, "valid": true } @@ -9277,8 +9589,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.267278500114894, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.267278500114892, "valid": true } }, @@ -9294,8 +9606,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.293594289588578, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.293594289588576, "valid": true } }, @@ -9311,8 +9623,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.405307776373748, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.405307776373749, "valid": true } }, @@ -9328,8 +9640,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.372541658009631, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.372541658009629, "valid": true } }, @@ -9345,8 +9657,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.308663329427085, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.308663329427087, "valid": true } }, @@ -9362,7 +9674,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.425173236956998, "valid": true } @@ -9379,7 +9691,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.107555270017291, "valid": true } @@ -9396,8 +9708,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.0705380354071785, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.070538035407179, "valid": true } }, @@ -9413,7 +9725,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3783727041337137, "valid": false } @@ -9439,7 +9751,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -9456,7 +9768,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.388924717191689, "valid": true } @@ -9473,8 +9785,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.213332901823973, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.213332901823974, "valid": true } }, @@ -9490,7 +9802,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.325046388609145, "valid": true } @@ -9507,8 +9819,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.267278500114894, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.267278500114892, "valid": true } }, @@ -9524,8 +9836,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.293594289588578, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.293594289588576, "valid": true } }, @@ -9541,8 +9853,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.405307776373748, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.405307776373749, "valid": true } }, @@ -9558,8 +9870,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.372541658009631, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.372541658009629, "valid": true } }, @@ -9575,8 +9887,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.308663329427085, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.308663329427087, "valid": true } }, @@ -9592,7 +9904,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.425173236956998, "valid": true } @@ -9609,7 +9921,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.107555270017291, "valid": true } @@ -9626,8 +9938,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.0705380354071785, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.070538035407179, "valid": true } }, @@ -9643,7 +9955,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3783727041337137, "valid": false } @@ -9669,7 +9981,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -9686,8 +9998,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.429600283437103, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.429600283437102, "valid": true } }, @@ -9703,7 +10015,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.307627100346911, "valid": true } @@ -9720,7 +10032,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.391947595190542, "valid": true } @@ -9737,8 +10049,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.410712925114303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.410712925114302, "valid": true } }, @@ -9754,7 +10066,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.417032341684991, "valid": true } @@ -9771,8 +10083,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.497697548960288, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497697548960291, "valid": true } }, @@ -9788,7 +10100,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.30959588168204, "valid": true } @@ -9805,7 +10117,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.418295834054489, "valid": false } @@ -9822,8 +10134,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8721063510981755, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.872106351098176, "valid": false } } @@ -9848,8 +10160,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.884128060579619, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.884128060579623, "valid": true } } @@ -9874,7 +10186,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0185646866544076, "valid": false } @@ -9908,7 +10220,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6977683083639423, "valid": false } @@ -9934,7 +10246,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -9951,7 +10263,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.388924717191689, "valid": true } @@ -9968,8 +10280,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.213332901823973, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.213332901823974, "valid": true } }, @@ -9985,7 +10297,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.325046388609145, "valid": true } @@ -10002,8 +10314,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.267278500114894, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.267278500114892, "valid": true } }, @@ -10019,8 +10331,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.293594289588578, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.293594289588576, "valid": true } }, @@ -10036,8 +10348,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.405307776373748, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.405307776373749, "valid": true } }, @@ -10053,8 +10365,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.372541658009631, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.372541658009629, "valid": true } }, @@ -10070,8 +10382,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.308663329427085, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.308663329427087, "valid": true } }, @@ -10087,7 +10399,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.425173236956998, "valid": true } @@ -10104,7 +10416,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.107555270017291, "valid": true } @@ -10121,8 +10433,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.0705380354071785, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.070538035407179, "valid": true } }, @@ -10138,7 +10450,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3783727041337137, "valid": false } @@ -10165,7 +10477,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.125814952938166, + "entropy": 4.125814952938168, "valid": true } } @@ -10190,7 +10502,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.288909765557392, "valid": true } @@ -10216,7 +10528,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -10233,7 +10545,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.388924717191689, "valid": true } @@ -10250,8 +10562,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.213332901823973, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.213332901823974, "valid": true } }, @@ -10267,7 +10579,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.325046388609145, "valid": true } @@ -10284,8 +10596,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.267278500114894, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.267278500114892, "valid": true } }, @@ -10301,8 +10613,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.293594289588578, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.293594289588576, "valid": true } }, @@ -10318,8 +10630,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.405307776373748, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.405307776373749, "valid": true } }, @@ -10335,8 +10647,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.372541658009631, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.372541658009629, "valid": true } }, @@ -10352,8 +10664,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.308663329427085, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.308663329427087, "valid": true } }, @@ -10369,7 +10681,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.425173236956998, "valid": true } @@ -10386,7 +10698,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.107555270017291, "valid": true } @@ -10403,8 +10715,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.0705380354071785, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.070538035407179, "valid": true } }, @@ -10420,7 +10732,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3783727041337137, "valid": false } @@ -10498,8 +10810,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.493434473754405, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.493434473754406, "valid": true } } @@ -10507,33 +10819,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.777, - "rule": "Salt", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "salt3 = \" 827634876\"; ", - "line_num": 1, - "path": "./tests/samples/salt.py", - "info": "./tests/samples/salt.py|STRUCT|STRUCT:2|KEYWORD:`salt3 = \" 827634876\"; `", - "value": " 827634876", - "value_start": 9, - "value_end": 19, - "variable": "salt3", - "variable_start": 0, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.389735285398626, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10550,8 +10836,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.524274220204383, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.5242742202043824, "valid": false } } @@ -10559,7 +10845,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.727, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10576,7 +10862,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.25754247590989, "valid": false } @@ -10585,7 +10871,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.832, + "ml_probability": 0.97, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10602,8 +10888,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.796105389090387, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7961053890903864, "valid": false } } @@ -10611,7 +10897,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.897, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10628,7 +10914,7 @@ "variable_start": 10, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6959504039350857, "valid": false } @@ -10637,7 +10923,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10661,6 +10947,58 @@ } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.95, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "{http://schemas.openxmlformats.org/wordprocessingml/2006/main}t : Password = WeR15tr0n6", + "line_num": 1, + "path": "./tests/samples/sample.docx", + "info": "./tests/samples/sample.docx.gz|GZIP|./tests/samples/sample.docx|ZIP|word/document.xml|XML", + "value": "WeR15tr0n6", + "value_start": 77, + "value_end": 87, + "variable": "Password", + "variable_start": 66, + "variable_end": 74, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.321928094887362, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.95, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "{http://schemas.openxmlformats.org/wordprocessingml/2006/main}t : Password = WeR15tr0n6", + "line_num": 1, + "path": "./tests/samples/sample.docx", + "info": "./tests/samples/sample.docx|ZIP|word/document.xml|XML", + "value": "WeR15tr0n6", + "value_start": 77, + "value_end": 87, + "variable": "Password", + "variable_start": 66, + "variable_end": 74, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.321928094887362, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -10680,8 +11018,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, "valid": false } } @@ -10689,7 +11027,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10706,7 +11044,7 @@ "variable_start": 28, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.5, "valid": false } @@ -10715,7 +11053,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10732,8 +11070,8 @@ "variable_start": 17, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.246431222567951, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2464312225679506, "valid": false } } @@ -10741,7 +11079,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10758,8 +11096,34 @@ "variable_start": 30, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.379764555901284, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.379764555901284, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.851, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "{urn:oasis:names:tc:opendocument:xmlns:text:1.0}p : A2 ID:master,PW:dipPr10Gg!", + "line_num": 1, + "path": "./tests/samples/sample.ods", + "info": "./tests/samples/sample.ods|ZIP|content.xml|XML", + "value": "dipPr10Gg!", + "value_start": 68, + "value_end": 78, + "variable": "PW", + "variable_start": 65, + "variable_end": 67, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, "valid": false } } @@ -10784,7 +11148,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6464393446710153, "valid": false } @@ -10793,7 +11157,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10810,7 +11174,7 @@ "variable_start": 133, "variable_end": 135, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.2862156256610597, "valid": false } @@ -10836,34 +11200,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.673, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "AwsAccessKey:AKIAGIREOGIAWSKEY123", - "line_num": 1, - "path": "./tests/samples/sample.pdf", - "info": "./tests/samples/sample.pdf|PDF:1|ENCODED|RAW", - "value": "AKIAGIREOGIAWSKEY123", - "value_start": 13, - "value_end": 33, - "variable": "AwsAccessKey", - "variable_start": 0, - "variable_end": 12, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -10888,7 +11226,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.963119653306635, "valid": false } @@ -10914,8 +11252,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.838879892515178, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.838879892515179, "valid": true } } @@ -10992,7 +11330,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -11001,7 +11339,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11018,7 +11356,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.321928094887362, "valid": false } @@ -11027,25 +11365,25 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.886, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "AKIAGIREOGIAXLSX4BT5userhostloginpassword \ud64d\uae38\ub3d9\uc804192.168.0.1adminH0NgGi1d0nGroot127.0.0.1iMr00TA1 password is w3Ry5tR0nGA2 ID:master,PW:dipPr10Gg!B3 192.168.0.1 master/NBd@126t! \uc8fc\uc778 FNAT-CC0TG_old10.53.51.17192.168.101.9 63777password: \u25a1 \ubb38\uc758 \ub0b4\uc6a9 : \u203b Error Stack Trace\ub3c4 \ud568\uaed8 \ucca8\ubd80 \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4. 12345F16 224.52.124.93 root/A0dM1Nka", - "line_num": 2, + "line": "{http://schemas.openxmlformats.org/spreadsheetml/2006/main}t : A2 ID:master,PW:dipPr10Gg!", + "line_num": 1, "path": "./tests/samples/sample.xlsx", - "info": "./tests/samples/sample.xlsx|ZIP|xl/sharedStrings.xml|RAW", - "value": " ", - "value_start": 1163, - "value_end": 1167, - "variable": "password", - "variable_start": 1154, - "variable_end": 1162, + "info": "./tests/samples/sample.xlsx|ZIP|xl/sharedStrings.xml|XML", + "value": "dipPr10Gg!", + "value_start": 79, + "value_end": 89, + "variable": "PW", + "variable_start": 76, + "variable_end": 78, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, "valid": false } } @@ -11096,7 +11434,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6464393446710153, "valid": false } @@ -11105,7 +11443,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.899, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11122,7 +11460,7 @@ "variable_start": 738, "variable_end": 740, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.727626708960274, "valid": false } @@ -11131,7 +11469,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11148,39 +11486,13 @@ "variable_start": 130, "variable_end": 132, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.2862156256610597, "valid": false } } ] }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.672, - "rule": "Secret", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "secret = \"cackle!\"", - "line_num": 1, - "path": "./tests/samples/secret.gradle", - "info": "./tests/samples/secret.gradle|RAW", - "value": "cackle!", - "value_start": 10, - "value_end": 17, - "variable": "secret", - "variable_start": 0, - "variable_end": 6, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.120589933192232, - "valid": false - } - } - ] - }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -11200,7 +11512,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3705246708692047, "valid": false } @@ -11252,7 +11564,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.029574370937287, "valid": false } @@ -11278,8 +11590,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.843520703364327, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.843520703364329, "valid": true } } @@ -11304,7 +11616,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -11330,7 +11642,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.472678031846025, "valid": false } @@ -11356,7 +11668,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.181675184876157, "valid": false } @@ -11382,8 +11694,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.532808692053926, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5328086920539254, "valid": true } } @@ -11434,7 +11746,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.4375, "valid": false } @@ -11486,7 +11798,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.142346959152696, "valid": true } @@ -11512,8 +11824,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.333602972673351, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.3336029726733525, "valid": true } } @@ -11538,8 +11850,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.393325958893567, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.39332595889357, "valid": true } } @@ -11564,7 +11876,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.333251131396994, "valid": false } @@ -11590,8 +11902,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.688771526247703, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.688771526247704, "valid": true } } @@ -11616,7 +11928,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -11642,7 +11954,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.6983183218203175, "valid": true } @@ -11651,7 +11963,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11677,7 +11989,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.792, + "ml_probability": 0.962, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -11694,7 +12006,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -11703,7 +12015,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.969, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11720,8 +12032,8 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.446439344671016, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.446439344671015, "valid": false } } @@ -11729,7 +12041,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.863, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11746,7 +12058,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -11755,7 +12067,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11773,7 +12085,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.3348200572472178, + "entropy": 3.3348200572472173, "valid": true } } @@ -11781,33 +12093,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.713, - "rule": "Token", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "token : AKDR_C1r17-K3Y0-SeCrt-2", - "line_num": 26, - "path": "./tests/samples/table.html", - "info": "./tests/samples/table.html|HTML", - "value": "AKDR_C1r17-K3Y0-SeCrt-2", - "value_start": 8, - "value_end": 31, - "variable": "token", - "variable_start": 0, - "variable_end": 5, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.389029441960142, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11824,7 +12110,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.000432302535625, "valid": false } @@ -11833,7 +12119,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11850,8 +12136,8 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.843010159554856, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.8430101595548556, "valid": false } } @@ -11859,7 +12145,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.66, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11876,7 +12162,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -11885,7 +12171,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11903,7 +12189,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.390375612802773, + "entropy": 3.3903756128027727, "valid": true } } @@ -11911,7 +12197,59 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.63, + "rule": "Key", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "key : 0284-8946-3216-4010", + "line_num": 36, + "path": "./tests/samples/table.html", + "info": "./tests/samples/table.html|HTML", + "value": "0284-8946-3216-4010", + "value_start": 6, + "value_end": 25, + "variable": "key", + "variable_start": 0, + "variable_end": 3, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.655635011093181, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.733, + "rule": "Key", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "key : 3216-4010-0284-8946", + "line_num": 37, + "path": "./tests/samples/table.html", + "info": "./tests/samples/table.html|HTML", + "value": "3216-4010-0284-8946", + "value_start": 6, + "value_end": 25, + "variable": "key", + "variable_start": 0, + "variable_end": 3, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.655635011093181, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11928,7 +12266,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -11937,7 +12275,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11955,7 +12293,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.390375612802773, + "entropy": 3.3903756128027727, "valid": true } } @@ -11963,7 +12301,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11981,7 +12319,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.390375612802773, + "entropy": 3.3903756128027727, "valid": true } } @@ -11989,7 +12327,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.881, + "ml_probability": 0.982, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -12006,7 +12344,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -12015,7 +12353,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12032,7 +12370,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.901587501522441, "valid": false } @@ -12041,7 +12379,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.97, + "rule": "Key", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "key : 184824-202847-623730-837462", + "line_num": 46, + "path": "./tests/samples/table.html", + "info": "./tests/samples/table.html|HTML", + "value": "184824-202847-623730-837462", + "value_start": 6, + "value_end": 33, + "variable": "key", + "variable_start": 0, + "variable_end": 3, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7036253545614626, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12058,7 +12422,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -12067,7 +12431,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12093,7 +12457,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12111,7 +12475,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.3348200572472178, + "entropy": 3.3348200572472173, "valid": true } } @@ -12119,7 +12483,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.858, + "ml_probability": 0.984, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -12136,7 +12500,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.595488890170944, "valid": false } @@ -12145,7 +12509,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.934, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12171,7 +12535,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.997, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12188,7 +12552,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9015875015224406, "valid": false } @@ -12197,7 +12561,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12214,7 +12578,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -12223,7 +12587,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12241,7 +12605,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.3002335989739806, + "entropy": 3.300233598973981, "valid": true } } @@ -12249,7 +12613,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12267,7 +12631,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.390375612802773, + "entropy": 3.3903756128027727, "valid": true } } @@ -12275,7 +12639,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 0.998, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12292,7 +12656,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9295462978988653, "valid": false } @@ -12301,7 +12665,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.944, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12318,7 +12682,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9295462978988653, "valid": false } @@ -12327,7 +12691,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12344,7 +12708,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -12353,7 +12717,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12379,7 +12743,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12405,7 +12769,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12422,7 +12786,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9295462978988653, "valid": false } @@ -12431,7 +12795,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12448,7 +12812,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9295462978988653, "valid": false } @@ -12457,7 +12821,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -12474,7 +12838,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9295462978988653, "valid": false } @@ -12500,8 +12864,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -12509,7 +12873,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12526,7 +12890,7 @@ "variable_start": 5, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.688721875540867, "valid": false } @@ -12535,7 +12899,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.903, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12552,7 +12916,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.5216406363433186, "valid": false } @@ -12587,7 +12951,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -12604,7 +12968,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.459431618637298, "valid": false } @@ -12631,7 +12995,7 @@ "variable_end": 6, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.069774753916278, + "entropy": 4.069774753916277, "valid": true } } @@ -12639,7 +13003,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12682,7 +13046,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } @@ -12708,8 +13072,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -12735,7 +13099,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.253801390571587, + "entropy": 3.2538013905715872, "valid": true } } @@ -12761,7 +13125,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -12787,7 +13151,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.253801390571587, + "entropy": 3.2538013905715872, "valid": true } } @@ -12813,7 +13177,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -12838,8 +13202,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -12864,8 +13228,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -12890,7 +13254,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006147345318248, "valid": false } @@ -12899,7 +13263,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.955, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12916,7 +13280,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006147345318248, "valid": false } @@ -12942,7 +13306,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -12951,7 +13315,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12968,7 +13332,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -12977,7 +13341,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -12994,8 +13358,8 @@ "variable_start": 0, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.133660689688186, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.133660689688185, "valid": false } } @@ -13003,7 +13367,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -13020,7 +13384,7 @@ "variable_start": 8, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.039148671903071, "valid": false } @@ -13107,7 +13471,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -13124,7 +13488,7 @@ "variable_start": 5, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -13150,7 +13514,7 @@ "variable_start": 32, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.584962500721156, "valid": false } @@ -13176,7 +13540,7 @@ "variable_start": 38, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.158606629001803, "valid": false } @@ -13185,33 +13549,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "// \"fp://no.host.real/any/path/to/nowhere/\",\"key\":\"f45VgF8jX79o@anydata.com\"", - "line_num": 7, - "path": "./tests/samples/url_cred.js", - "info": "./tests/samples/url_cred.js|RAW", - "value": "f45VgF8jX79o@anydata.com", - "value_start": 51, - "value_end": 75, - "variable": "key", - "variable_start": 45, - "variable_end": 48, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.348308333814105, - "valid": true - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -13228,7 +13566,7 @@ "variable_start": 36, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6557496115311405, "valid": false } @@ -13254,7 +13592,7 @@ "variable_start": 6, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.836591668108979, "valid": false } @@ -13263,7 +13601,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -13280,7 +13618,7 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -13289,7 +13627,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -13307,7 +13645,7 @@ "variable_end": 70, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.551740408502559, + "entropy": 3.5517404085025586, "valid": true } } @@ -13333,7 +13671,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2373263071270246, + "entropy": 3.237326307127025, "valid": true } } @@ -13436,8 +13774,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8332696895151095, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.833269689515109, "valid": true } } @@ -13462,8 +13800,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.814426581312805, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.814426581312807, "valid": true } } @@ -13488,7 +13826,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.396703284270004, "valid": true } @@ -13497,7 +13835,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.844, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -13514,7 +13852,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } diff --git a/tests/data/doc.json b/tests/data/doc.json index 47dd349fe..d63148d99 100644 --- a/tests/data/doc.json +++ b/tests/data/doc.json @@ -18,8 +18,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.4978497506970045, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497849750697005, "valid": true } } @@ -44,8 +44,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.220175521464345, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.220175521464347, "valid": false } } @@ -70,7 +70,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.614483907763351, "valid": true } @@ -96,8 +96,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.592654863341127, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.592654863341123, "valid": true } } @@ -122,7 +122,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.571478154549278, "valid": true } @@ -148,7 +148,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.572975546587697, "valid": true } @@ -174,8 +174,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -200,8 +200,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -226,8 +226,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -252,8 +252,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } }, @@ -269,7 +269,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -295,8 +295,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -321,8 +321,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } }, @@ -338,13 +338,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.979, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"AwsAccessKey2\": \"AKIAGIREOGIAWSKEY555\",", + "line_num": 3, + "path": "./tests/samples/aws_multi.json", + "info": "./tests/samples/aws_multi.json|RAW", + "value": "AKIAGIREOGIAWSKEY555", + "value_start": 22, + "value_end": 42, + "variable": "AwsAccessKey2", + "variable_start": 5, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -364,7 +390,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -381,13 +407,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.979, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"AwsSecretKey\":\"CrackleGiReoGi123CrackleGiReoGi123AWSkey\",", + "line_num": 4, + "path": "./tests/samples/aws_multi.json", + "info": "./tests/samples/aws_multi.json|RAW", + "value": "CrackleGiReoGi123CrackleGiReoGi123AWSkey", + "value_start": 20, + "value_end": 60, + "variable": "AwsSecretKey", + "variable_start": 5, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.012814895472355, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -407,7 +459,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -434,12 +486,38 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.724832094802681, + "entropy": 3.7248320948026805, "valid": true } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.993, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"unicode_url\": \"https://iufurvyh.google.com/v1/projects/29182364324/clients?key=HrPioECfMsa602sfDyhzzIWok\\u0026amp;alt=json\\u003c/a\\u003e\\u003c/p\\u003e\\n\"", + "line_num": 6, + "path": "./tests/samples/aws_multi.json", + "info": "./tests/samples/aws_multi.json|RAW", + "value": "HrPioECfMsa602sfDyhzzIWok", + "value_start": 84, + "value_end": 109, + "variable": "key", + "variable_start": 80, + "variable_end": 83, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.323856189774723, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -459,8 +537,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -485,8 +563,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } }, @@ -502,8 +580,60 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"AccessKeyId\" : \"AKIA0ON7V2DD57PL3JXM\",", + "line_num": 7, + "path": "./tests/samples/aws_multi.md", + "info": "./tests/samples/aws_multi.md|RAW", + "value": "AKIA0ON7V2DD57PL3JXM", + "value_start": 21, + "value_end": 41, + "variable": "AccessKeyId", + "variable_start": 5, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"SecretAccessKey\" : \"RMkMm8niUJ1iuhyugy3fFt5rtrf7GFQ9xz1\",", + "line_num": 8, + "path": "./tests/samples/aws_multi.md", + "info": "./tests/samples/aws_multi.md|RAW", + "value": "RMkMm8niUJ1iuhyugy3fFt5rtrf7GFQ9xz1", + "value_start": 25, + "value_end": 60, + "variable": "SecretAccessKey", + "variable_start": 5, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -528,8 +658,34 @@ "variable_start": 17, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"Token\" : \"J38YmIgn7dH6cw4W1yqoRgjsFsWvysFjfVcpCh7O9Yyv9/qNvNI\",", + "line_num": 9, + "path": "./tests/samples/aws_multi.md", + "info": "./tests/samples/aws_multi.md|RAW", + "value": "J38YmIgn7dH6cw4W1yqoRgjsFsWvysFjfVcpCh7O9Yyv9/qNvNI", + "value_start": 15, + "value_end": 66, + "variable": "Token", + "variable_start": 5, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.961353528118743, "valid": true } } @@ -554,7 +710,7 @@ "variable_start": 5, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.961353528118743, "valid": true } @@ -581,7 +737,33 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "AWS_MWS_KEY = \"amzn.mws.c1dg4haz-6xd6-4gqi-vna2-ed3whf71x9k6\"", + "line_num": 1, + "path": "./tests/samples/aws_mws_key", + "info": "./tests/samples/aws_mws_key|RAW", + "value": "amzn.mws.c1dg4haz-6xd6-4gqi-vna2-ed3whf71x9k6", + "value_start": 15, + "value_end": 60, + "variable": "AWS_MWS_KEY", + "variable_start": 0, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 4.042613516674821, "valid": true } } @@ -607,7 +789,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.52467389677155, + "entropy": 3.5246738967715503, "valid": true } } @@ -632,7 +814,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -658,7 +840,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -684,8 +866,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -710,8 +892,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -736,7 +918,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -762,7 +944,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.826255561405635, "valid": true } @@ -788,7 +970,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.593400348604437, "valid": true } @@ -814,7 +996,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -840,7 +1022,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -866,7 +1048,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.9477027792200903, "valid": false } @@ -892,13 +1074,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.3125, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.993, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"Bitbucket Repository Access Token\" : \"ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA0NzizshnA8WzRdfgv6GeTyowCD101oqKbJ4nx9DFs", + "line_num": 1, + "path": "./tests/samples/bitbucket_repository_access_token", + "info": "./tests/samples/bitbucket_repository_access_token|RAW", + "value": "ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA", + "value_start": 39, + "value_end": 119, + "variable": "Token", + "variable_start": 29, + "variable_end": 34, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.02019102629464, + "valid": true + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -918,8 +1126,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.573080311527303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, "valid": true } } @@ -1022,7 +1230,7 @@ "variable_start": 9, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.45754247590989, "valid": false } @@ -1039,7 +1247,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.459431618637298, "valid": false } @@ -1066,7 +1274,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1118,7 +1326,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -1143,8 +1351,34 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.731746181697384, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.731746181697387, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "my password is 237dg546fs9", + "line_num": 1, + "path": "./tests/samples/doc_credentials_p", + "info": "./tests/samples/doc_credentials_p|RAW", + "value": "237dg546fs9", + "value_start": 15, + "value_end": 26, + "variable": "password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.459431618637298, "valid": true } } @@ -1169,7 +1403,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1186,7 +1420,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.4736388806542577, "valid": false } @@ -1212,7 +1446,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1238,8 +1472,8 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.7897352853986264, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.789735285398626, "valid": false } }, @@ -1255,7 +1489,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1281,8 +1515,8 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.7897352853986264, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.789735285398626, "valid": false } } @@ -1307,7 +1541,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1324,7 +1558,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1350,7 +1584,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1376,7 +1610,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1393,7 +1627,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1419,7 +1653,33 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.918, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master,password:dipPr14Gg!", + "line_num": 5, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr14Gg!", + "value_start": 19, + "value_end": 29, + "variable": "password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1445,7 +1705,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1463,7 +1723,7 @@ "variable_end": 2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1999791952552306, + "entropy": 3.199979195255231, "valid": true } } @@ -1488,7 +1748,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1514,7 +1774,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1531,7 +1791,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.689735285398626, "valid": false } @@ -1557,7 +1817,33 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.936, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master password:dipPr16Gg!", + "line_num": 7, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr16Gg!", + "value_start": 19, + "value_end": 29, + "variable": "password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1583,7 +1869,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1600,7 +1886,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1626,7 +1912,33 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.958, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user:master password:dipPr17Gg!", + "line_num": 8, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr17Gg!", + "value_start": 21, + "value_end": 31, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1652,7 +1964,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1669,7 +1981,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1695,7 +2007,33 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.938, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username:master,password:dipPr19Gg!", + "line_num": 10, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr19Gg!", + "value_start": 25, + "value_end": 35, + "variable": "password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1721,7 +2059,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1739,7 +2077,7 @@ "variable_end": 8, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1999791952552306, + "entropy": 3.199979195255231, "valid": true } } @@ -1764,7 +2102,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1790,8 +2128,8 @@ "variable_start": 16, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -1807,7 +2145,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1833,8 +2171,34 @@ "variable_start": 16, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.646, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,password:dipPr111Gg!", + "line_num": 12, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr111Gg!", + "value_start": 22, + "value_end": 33, + "variable": "password", + "variable_start": 13, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } } @@ -1859,8 +2223,8 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.712675334928137, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } }, @@ -1877,7 +2241,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1238097237446634, + "entropy": 3.123809723744663, "valid": true } } @@ -1902,8 +2266,8 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.712675334928137, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } } @@ -1928,8 +2292,8 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -1945,7 +2309,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -1971,8 +2335,34 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.933, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user id:master password:dipPr113Gg!", + "line_num": 14, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr113Gg!", + "value_start": 24, + "value_end": 35, + "variable": "password", + "variable_start": 15, + "variable_end": 23, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1997,8 +2387,8 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2014,7 +2404,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2040,8 +2430,34 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.924, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user:master,password:dipPr114Gg!", + "line_num": 15, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr114Gg!", + "value_start": 21, + "value_end": 32, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2066,8 +2482,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2084,7 +2500,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2258425941951625, + "entropy": 3.225842594195162, "valid": true } } @@ -2109,8 +2525,34 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.941, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user=master,password=dipPr115Gg!", + "line_num": 16, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr115Gg!", + "value_start": 21, + "value_end": 32, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2135,8 +2577,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2153,7 +2595,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2258425941951625, + "entropy": 3.225842594195162, "valid": true } } @@ -2178,8 +2620,34 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.901, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username=master password=dipPr116Gg!", + "line_num": 17, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr116Gg!", + "value_start": 25, + "value_end": 36, + "variable": "password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2204,8 +2672,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2221,7 +2689,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2247,8 +2715,34 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.749, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "User name:master Password:dipPr117Gg!", + "line_num": 18, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr117Gg!", + "value_start": 26, + "value_end": 37, + "variable": "Password", + "variable_start": 17, + "variable_end": 25, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2273,8 +2767,8 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2290,7 +2784,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2316,8 +2810,34 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.831, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username=master,password=dipPr118Gg!", + "line_num": 19, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr118Gg!", + "value_start": 25, + "value_end": 36, + "variable": "password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2342,8 +2862,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2360,7 +2880,7 @@ "variable_end": 8, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2258425941951625, + "entropy": 3.225842594195162, "valid": true } } @@ -2385,8 +2905,34 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.938, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "--user=master --password=dipPr119Gg!", + "line_num": 20, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr119Gg!", + "value_start": 25, + "value_end": 36, + "variable": "password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2411,8 +2957,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2428,7 +2974,7 @@ "variable_start": 2, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2454,8 +3000,34 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.695, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user=master passwd=dipPr120Gg!", + "line_num": 21, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr120Gg!", + "value_start": 19, + "value_end": 30, + "variable": "passwd", + "variable_start": 12, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -2480,7 +3052,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2497,7 +3069,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2523,7 +3095,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2549,8 +3121,8 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -2566,17 +3138,17 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.992, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -2592,8 +3164,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2602,7 +3174,33 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "account:dipPr121Gg! password:dipPr121Gg!", + "line_num": 22, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr121Gg!", + "value_start": 29, + "value_end": 40, + "variable": "password", + "variable_start": 20, + "variable_end": 28, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -2618,7 +3216,7 @@ "variable_start": 11, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2635,7 +3233,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2661,7 +3259,33 @@ "variable_start": 11, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.632, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user:master pw:dipPr124Gg!", + "line_num": 25, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr124Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2687,7 +3311,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2704,7 +3328,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2730,7 +3354,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2756,7 +3380,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2774,7 +3398,7 @@ "variable_end": 8, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1978837978187378, + "entropy": 3.1978837978187373, "valid": true } } @@ -2799,7 +3423,33 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.929, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "userId:master,password:dipPr126Gg!", + "line_num": 27, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr126Gg!", + "value_start": 23, + "value_end": 34, + "variable": "password", + "variable_start": 14, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2825,7 +3475,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2843,7 +3493,7 @@ "variable_end": 6, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.299916668269237, + "entropy": 3.299916668269236, "valid": true } } @@ -2868,7 +3518,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2894,7 +3544,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2911,13 +3561,39 @@ "variable_start": 2, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.776, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "dipPr128Gg! ID:master dipPr128Gg! Password:dipPr128Gg!", + "line_num": 29, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr128Gg!", + "value_start": 43, + "value_end": 54, + "variable": "Password", + "variable_start": 34, + "variable_end": 42, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -2937,7 +3613,7 @@ "variable_start": 34, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2954,7 +3630,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -2980,7 +3656,33 @@ "variable_start": 34, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.76, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master,pw:dipPr129Gg!", + "line_num": 30, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr129Gg!", + "value_start": 16, + "value_end": 27, + "variable": "pw", + "variable_start": 13, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3006,7 +3708,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3024,7 +3726,7 @@ "variable_end": 5, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.156051369736198, + "entropy": 3.1560513697361983, "valid": true } } @@ -3049,7 +3751,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3075,7 +3777,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3092,7 +3794,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3118,7 +3820,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3144,8 +3846,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -3161,8 +3863,8 @@ "variable_start": 18, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3187,8 +3889,34 @@ "variable_start": 18, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.828, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYID:master Password:dipPr132Gg!", + "line_num": 33, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr132Gg!", + "value_start": 22, + "value_end": 33, + "variable": "Password", + "variable_start": 13, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -3213,7 +3941,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3230,7 +3958,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3256,7 +3984,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3282,8 +4010,8 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -3299,7 +4027,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3325,8 +4053,8 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3351,7 +4079,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3368,7 +4096,33 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.963, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "account:dipPr134Gg! pw:dipPr134Gg!", + "line_num": 35, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr134Gg!", + "value_start": 23, + "value_end": 34, + "variable": "pw", + "variable_start": 20, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3394,7 +4148,33 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.749, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user id:master user pw:dipPr135Gg!", + "line_num": 36, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr135Gg!", + "value_start": 23, + "value_end": 34, + "variable": "pw", + "variable_start": 20, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3420,7 +4200,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3437,7 +4217,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3454,7 +4234,7 @@ "variable_start": 15, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1205899331922327, "valid": false } @@ -3480,7 +4260,33 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.906, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user_name=master password=dipPr136Gg!", + "line_num": 37, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr136Gg!", + "value_start": 26, + "value_end": 37, + "variable": "password", + "variable_start": 17, + "variable_end": 25, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3506,7 +4312,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3523,7 +4329,7 @@ "variable_start": 5, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3549,7 +4355,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3575,7 +4381,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3592,13 +4398,39 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.961, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYlogin:master,ANYpassword:dipPr138Gg!", + "line_num": 39, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr138Gg!", + "value_start": 28, + "value_end": 39, + "variable": "ANYpassword", + "variable_start": 16, + "variable_end": 27, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -3618,7 +4450,7 @@ "variable_start": 16, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3636,7 +4468,7 @@ "variable_end": 8, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.0813939366353496, + "entropy": 3.081393936635349, "valid": true } } @@ -3661,7 +4493,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3669,9 +4501,9 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -3687,24 +4519,50 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } - }, + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ { "line": "ANYusername=master ANYpassword=dipPr139Gg!", "line_num": 40, "path": "./tests/samples/doc_id_pair_passwd_pair", "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", - "value": "master", - "value_start": 12, + "value": "dipPr139Gg!", + "value_start": 31, + "value_end": 42, + "variable": "ANYpassword", + "variable_start": 19, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + }, + { + "line": "ANYusername=master ANYpassword=dipPr139Gg!", + "line_num": 40, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "master", + "value_start": 12, "value_end": 18, "variable": "username", "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3730,7 +4588,7 @@ "variable_start": 22, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3756,7 +4614,7 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3773,7 +4631,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6695091251867558, "valid": false } @@ -3799,7 +4657,59 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.867, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master/PASS:dipPr141Gg!", + "line_num": 42, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr141Gg!", + "value_start": 15, + "value_end": 26, + "variable": "PASS", + "variable_start": 10, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.963, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "account:master passwd:dipPr142Gg!", + "line_num": 43, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr142Gg!", + "value_start": 22, + "value_end": 33, + "variable": "passwd", + "variable_start": 15, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3825,7 +4735,7 @@ "variable_start": 15, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3842,7 +4752,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3868,7 +4778,33 @@ "variable_start": 15, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.854, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "login:master password:dipPr143Gg!", + "line_num": 44, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr143Gg!", + "value_start": 22, + "value_end": 33, + "variable": "password", + "variable_start": 13, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3894,7 +4830,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3911,7 +4847,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -3937,7 +4873,59 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.64, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user=master,pass=dipPr144Gg!", + "line_num": 45, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr144Gg!", + "value_start": 17, + "value_end": 28, + "variable": "pass", + "variable_start": 12, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password:dipPr145Gg! username:master", + "line_num": 46, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr145Gg!", + "value_start": 9, + "value_end": 20, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3963,7 +4951,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3980,7 +4968,7 @@ "variable_start": 21, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4006,7 +4994,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4032,7 +5020,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.373266667948722, "valid": false } @@ -4049,7 +5037,33 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.794, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Login as:master Password:dipPr146Gg!", + "line_num": 47, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr146Gg!", + "value_start": 25, + "value_end": 36, + "variable": "Password", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4075,7 +5089,59 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.758, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master,pass:dipPr147Gg!", + "line_num": 48, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr147Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pass", + "variable_start": 10, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.703, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master pw:dipPr148Gg!", + "line_num": 49, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr148Gg!", + "value_start": 13, + "value_end": 24, + "variable": "pw", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4101,7 +5167,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4118,7 +5184,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4144,7 +5210,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4170,7 +5236,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4187,7 +5253,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4213,13 +5279,39 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.638, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:master -pw:dipPr151Gg!", + "line_num": 52, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr151Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -4239,8 +5331,8 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -4256,7 +5348,7 @@ "variable_start": 1, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4282,8 +5374,8 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -4308,7 +5400,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4325,7 +5417,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4351,7 +5443,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4377,7 +5469,7 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4394,7 +5486,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4420,7 +5512,33 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.853, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-User Name:master -Password:dipPr154Gg!", + "line_num": 55, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr154Gg!", + "value_start": 28, + "value_end": 39, + "variable": "Password", + "variable_start": 19, + "variable_end": 27, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4446,7 +5564,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4463,7 +5581,7 @@ "variable_start": 1, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4489,7 +5607,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4497,9 +5615,9 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -4515,11 +5633,37 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } - }, + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "account:dipPr155Gg!/password:dipPr155Gg!", + "line_num": 56, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr155Gg!", + "value_start": 29, + "value_end": 40, + "variable": "password", + "variable_start": 20, + "variable_end": 28, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + }, { "line": "account:dipPr155Gg!/password:dipPr155Gg!", "line_num": 56, @@ -4532,7 +5676,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.4604792966721747, "valid": false } @@ -4558,8 +5702,60 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.768, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYuser=master ANY_pass=dipPr156Gg!", + "line_num": 57, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr156Gg!", + "value_start": 24, + "value_end": 35, + "variable": "ANY_pass", + "variable_start": 15, + "variable_end": 23, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.982, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYUser:master password:dipPr157Gg!", + "line_num": 58, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr157Gg!", + "value_start": 24, + "value_end": 35, + "variable": "password", + "variable_start": 15, + "variable_end": 23, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -4584,7 +5780,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4601,7 +5797,7 @@ "variable_start": 3, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4627,7 +5823,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4653,7 +5849,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4671,7 +5867,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1731971598560924, + "entropy": 3.173197159856093, "valid": true } } @@ -4696,7 +5892,33 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_username:master,ANY_password:dipPr159Gg!", + "line_num": 60, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr159Gg!", + "value_start": 33, + "value_end": 44, + "variable": "ANY_password", + "variable_start": 20, + "variable_end": 32, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4722,7 +5944,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4765,7 +5987,33 @@ "variable_start": 24, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.972, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYusername:master,ANY_password:dipPr160Gg!", + "line_num": 61, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr160Gg!", + "value_start": 32, + "value_end": 43, + "variable": "ANY_password", + "variable_start": 19, + "variable_end": 31, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4791,7 +6039,7 @@ "variable_start": 19, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4834,7 +6082,59 @@ "variable_start": 23, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.693, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_USER=master ANY_PASS=dipPr161Gg!", + "line_num": 62, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr161Gg!", + "value_start": 25, + "value_end": 36, + "variable": "ANY_PASS", + "variable_start": 16, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.947, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "User Account:master User password:dipPr162Gg!", + "line_num": 63, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr162Gg!", + "value_start": 34, + "value_end": 45, + "variable": "password", + "variable_start": 25, + "variable_end": 33, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4860,7 +6160,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4877,7 +6177,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4895,7 +6195,7 @@ "variable_end": 24, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.05754247590989, + "entropy": 3.0575424759098895, "valid": true } } @@ -4920,7 +6220,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4946,7 +6246,7 @@ "variable_start": 34, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -4963,7 +6263,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -4989,7 +6289,33 @@ "variable_start": 34, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.957, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "userid=master password=dipPr164Gg!", + "line_num": 65, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr164Gg!", + "value_start": 23, + "value_end": 34, + "variable": "password", + "variable_start": 14, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5015,7 +6341,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5032,7 +6358,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -5058,7 +6384,33 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.973, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY-username=master ANY-password=dipPr165Gg!", + "line_num": 66, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr165Gg!", + "value_start": 33, + "value_end": 44, + "variable": "password", + "variable_start": 24, + "variable_end": 32, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5084,7 +6436,7 @@ "variable_start": 24, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5101,7 +6453,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -5127,7 +6479,7 @@ "variable_start": 24, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5153,7 +6505,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5170,7 +6522,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -5196,7 +6548,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5222,7 +6574,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5239,8 +6591,8 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5743673147627466, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.574367314762747, "valid": false } } @@ -5265,7 +6617,33 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.66, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user:master pass:dipPr172Gg!", + "line_num": 73, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr172Gg!", + "value_start": 17, + "value_end": 28, + "variable": "pass", + "variable_start": 12, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5291,7 +6669,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5308,7 +6686,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -5334,7 +6712,33 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.979, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user=master password=dipPr174Gg!", + "line_num": 75, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr174Gg!", + "value_start": 21, + "value_end": 32, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5360,7 +6764,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5377,7 +6781,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -5403,7 +6807,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5411,9 +6815,9 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.961, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -5429,18 +6833,44 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } - }, + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ { "line": "Host name:master/Password:dipPr175Gg!", "line_num": 76, "path": "./tests/samples/doc_id_pair_passwd_pair", "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", - "value": "name:master/Password:dipPr175Gg!", - "value_start": 5, + "value": "dipPr175Gg!", + "value_start": 26, + "value_end": 37, + "variable": "Password", + "variable_start": 17, + "variable_end": 25, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + }, + { + "line": "Host name:master/Password:dipPr175Gg!", + "line_num": 76, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "name:master/Password:dipPr175Gg!", + "value_start": 5, "value_end": 37, "variable": "Host", "variable_start": 0, @@ -5472,7 +6902,33 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.942, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "role:master,password:dipPr176Gg!", + "line_num": 77, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr176Gg!", + "value_start": 21, + "value_end": 32, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5498,7 +6954,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5516,7 +6972,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.299916668269237, + "entropy": 3.299916668269236, "valid": true } } @@ -5541,7 +6997,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5567,7 +7023,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.515756684580924, "valid": false } @@ -5584,8 +7040,34 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.646, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Wifi Name:master,PW:dipPr177Gg!", + "line_num": 78, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr177Gg!", + "value_start": 20, + "value_end": 31, + "variable": "PW", + "variable_start": 17, + "variable_end": 19, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -5610,8 +7092,34 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.884, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:master/Password:dipPr178Gg!", + "line_num": 79, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr178Gg!", + "value_start": 19, + "value_end": 30, + "variable": "Password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -5636,7 +7144,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5654,7 +7162,7 @@ "variable_end": 2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1978837978187378, + "entropy": 3.1978837978187373, "valid": true } } @@ -5679,7 +7187,33 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.976, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "name:master,password:dipPr179Gg!", + "line_num": 80, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr179Gg!", + "value_start": 21, + "value_end": 32, + "variable": "password", + "variable_start": 12, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5705,7 +7239,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5723,7 +7257,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.299916668269237, + "entropy": 3.299916668269236, "valid": true } } @@ -5748,7 +7282,33 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.652, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Loging:master Password:dipPr180Gg!", + "line_num": 81, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr180Gg!", + "value_start": 23, + "value_end": 34, + "variable": "Password", + "variable_start": 14, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5774,7 +7334,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5800,8 +7360,8 @@ "variable_start": 14, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -5826,7 +7386,7 @@ "variable_start": 18, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5869,7 +7429,7 @@ "variable_start": 18, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5895,7 +7455,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5912,8 +7472,8 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.4604474374875673, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.460447437487568, "valid": false } } @@ -5938,7 +7498,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5964,7 +7524,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -5981,7 +7541,7 @@ "variable_start": 6, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6007,7 +7567,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6033,7 +7593,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6051,7 +7611,7 @@ "variable_end": 4, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1731971598560924, + "entropy": 3.173197159856093, "valid": true } } @@ -6076,7 +7636,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6102,8 +7662,8 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -6145,8 +7705,34 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.687, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username:master pw:dipPr189Gg!", + "line_num": 90, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr189Gg!", + "value_start": 19, + "value_end": 30, + "variable": "pw", + "variable_start": 16, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -6171,7 +7757,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6188,7 +7774,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6214,7 +7800,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6240,7 +7826,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6257,7 +7843,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6283,7 +7869,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6309,8 +7895,8 @@ "variable_start": 11, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } }, @@ -6326,7 +7912,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6352,8 +7938,34 @@ "variable_start": 11, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.781, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYid:master pw:dipPr194Gg! ip:98.76.54.32", + "line_num": 95, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr194Gg!", + "value_start": 16, + "value_end": 27, + "variable": "pw", + "variable_start": 13, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, "valid": false } } @@ -6378,7 +7990,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6395,7 +8007,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6421,7 +8033,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6447,7 +8059,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6464,7 +8076,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6490,7 +8102,33 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.92, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id: master pw:dipPr197Gg!", + "line_num": 98, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "dipPr197Gg!", + "value_start": 14, + "value_end": 25, + "variable": "pw", + "variable_start": 11, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6516,7 +8154,7 @@ "variable_start": 11, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6533,7 +8171,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.584962500721156, "valid": false } @@ -6559,7 +8197,7 @@ "variable_start": 11, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6585,7 +8223,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -6628,13 +8266,39 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.821, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master@example.com,pw:IHQSB1GG!", + "line_num": 102, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "./tests/samples/doc_id_pair_passwd_pair|RAW", + "value": "IHQSB1GG!", + "value_start": 25, + "value_end": 34, + "variable": "pw", + "variable_start": 22, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.595488890170944, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -6654,7 +8318,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6680,7 +8344,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6706,7 +8370,7 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6732,7 +8396,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.5954888901709445, "valid": false } @@ -6749,7 +8413,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.3859718495273823, "valid": false } @@ -6775,7 +8439,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6801,7 +8465,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6827,7 +8491,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6853,13 +8517,39 @@ "variable_start": 0, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.838, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "username/password:master/iPp7@GRq", + "line_num": 8, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp7@GRq", + "value_start": 18, + "value_end": 33, + "variable": "password", + "variable_start": 9, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -6879,7 +8569,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6905,7 +8595,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -6931,7 +8621,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -6948,7 +8638,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6955140909758413, "valid": false } @@ -6974,7 +8664,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7000,7 +8690,7 @@ "variable_start": 1, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7026,7 +8716,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7052,7 +8742,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7078,7 +8768,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7104,7 +8794,7 @@ "variable_start": 12, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7112,15 +8802,41 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.898, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID/PWD:master/iPp21@GRq", - "line_num": 22, + "line": "98.76.54.32 id/pw:master/iPp19@GRq", + "line_num": 20, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp19@GRq", + "value_start": 18, + "value_end": 34, + "variable": "pw", + "variable_start": 15, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/PWD:master/iPp21@GRq", + "line_num": 22, "path": "./tests/samples/doc_id_passwd_pair", "info": "./tests/samples/doc_id_passwd_pair|RAW", "value": "iPp21@GRq", @@ -7130,7 +8846,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7156,8 +8872,8 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.5954888901709445, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.595488890170944, "valid": false } } @@ -7182,7 +8898,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7208,7 +8924,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7234,7 +8950,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7260,13 +8976,39 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.75, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/Password=master/iPp27@GRq", + "line_num": 28, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "./tests/samples/doc_id_passwd_pair|RAW", + "value": "master/iPp27@GRq", + "value_start": 12, + "value_end": 28, + "variable": "Password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -7286,7 +9028,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7312,7 +9054,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -7338,7 +9080,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -7364,7 +9106,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -7390,7 +9132,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } @@ -7416,7 +9158,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.375, "valid": false } @@ -7442,13 +9184,39 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.625, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.728, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:Prl23Db#@", + "line_num": 1, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 9, + "value_end": 18, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -7468,7 +9236,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7494,7 +9262,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7520,7 +9288,33 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.744, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password=Prl23Db#@", + "line_num": 4, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 9, + "value_end": 18, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7546,7 +9340,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7572,7 +9366,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7598,7 +9392,33 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.882, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_password=Prl23Db#@", + "line_num": 8, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 13, + "value_end": 22, + "variable": "ANY_password", + "variable_start": 0, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7624,7 +9444,33 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.847, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY-password=Prl23Db#@", + "line_num": 11, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 13, + "value_end": 22, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7650,7 +9496,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7676,7 +9522,33 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.907, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "master@98.76.54.32 password:Prl23Db#@", + "line_num": 14, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 28, + "value_end": 37, + "variable": "password", + "variable_start": 19, + "variable_end": 27, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7702,7 +9574,33 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.946, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password is Prl23Db#@", + "line_num": 16, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 12, + "value_end": 21, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7728,7 +9626,33 @@ "variable_start": 4, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.932, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "default password:Prl23Db#@", + "line_num": 18, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 17, + "value_end": 26, + "variable": "password", + "variable_start": 8, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7754,7 +9678,7 @@ "variable_start": 8, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7771,7 +9695,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.252715278979705, "valid": false } @@ -7797,7 +9721,7 @@ "variable_start": 8, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7823,7 +9747,33 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.884, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"password\":\"Prl23Db#@\"", + "line_num": 21, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 12, + "value_end": 21, + "variable": "password", + "variable_start": 1, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7849,7 +9799,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7875,7 +9825,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7901,7 +9851,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7927,7 +9877,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } @@ -7953,7 +9903,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -7979,7 +9929,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } @@ -7987,9 +9937,35 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.805, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password:Prl23Db#@,\ube44\ubc88:Prl23Db#@", + "line_num": 25, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@,\ube44\ubc88:Prl23Db#@", + "value_start": 9, + "value_end": 31, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.2014564845873714, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.778, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -8005,7 +9981,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8020,8 +9996,34 @@ "confidence": "moderate", "line_data_list": [ { - "line": "paasword:Prl23Db#@", - "line_num": 29, + "line": "passwd=Prl23Db#@", + "line_num": 26, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 7, + "value_end": 16, + "variable": "passwd", + "variable_start": 0, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "paasword:Prl23Db#@", + "line_num": 29, "path": "./tests/samples/doc_passwd_pair", "info": "./tests/samples/doc_passwd_pair|RAW", "value": "Prl23Db#@", @@ -8031,7 +10033,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8057,13 +10059,39 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.855, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password:Prl23Db#@, paasword:Prl23Db#@", + "line_num": 30, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@,", + "value_start": 9, + "value_end": 19, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.325349666421154, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -8083,7 +10111,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } @@ -8109,7 +10137,7 @@ "variable_start": 22, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8135,7 +10163,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } @@ -8161,7 +10189,7 @@ "variable_start": 19, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8187,13 +10215,39 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.325349666421154, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.879, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_password:Prl23Db#@", + "line_num": 34, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 13, + "value_end": 22, + "variable": "ANY_password", + "variable_start": 0, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -8213,7 +10267,59 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.851, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "new password is Prl23Db#@", + "line_num": 36, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 16, + "value_end": 25, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.795, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "--password=Prl23Db#@", + "line_num": 37, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 11, + "value_end": 20, + "variable": "password", + "variable_start": 2, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8239,7 +10345,33 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.893, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "root/Prl23Db#@,root password:Prl23Db#@", + "line_num": 38, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 29, + "value_end": 38, + "variable": "password", + "variable_start": 20, + "variable_end": 28, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8265,7 +10397,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8282,7 +10414,7 @@ "variable_start": 15, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.252715278979705, "valid": false } @@ -8308,7 +10440,33 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.766, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@ username:Prl23Db#@,Prl23Db#@ password:Prl23Db#@", + "line_num": 40, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 48, + "value_end": 57, + "variable": "password", + "variable_start": 39, + "variable_end": 47, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8334,7 +10492,7 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8351,7 +10509,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3932097467479054, "valid": false } @@ -8377,7 +10535,33 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.627, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@:password:Prl23Db#@", + "line_num": 41, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 19, + "value_end": 28, + "variable": "password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8403,7 +10587,33 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.936, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANYpassword=Prl23Db#@", + "line_num": 45, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 12, + "value_end": 21, + "variable": "ANYpassword", + "variable_start": 0, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8429,7 +10639,7 @@ "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8437,9 +10647,9 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.891, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ @@ -8455,7 +10665,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8470,18 +10680,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "P/W:Prl23Db#@", - "line_num": 50, + "line": "passwords:Prl23Db#@", + "line_num": 46, "path": "./tests/samples/doc_passwd_pair", "info": "./tests/samples/doc_passwd_pair|RAW", "value": "Prl23Db#@", - "value_start": 4, - "value_end": 13, - "variable": "P/W", + "value_start": 10, + "value_end": 19, + "variable": "passwords", "variable_start": 0, - "variable_end": 3, + "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -8489,52 +10699,52 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.938, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ANY-Token:AIhq5Xyb1Gga9Q0", - "line_num": 1, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q0", - "value_start": 10, - "value_end": 25, - "variable": "Token", - "variable_start": 4, - "variable_end": 9, + "line": "password\uc124\uc815\uc740Prl23Db#@", + "line_num": 47, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 11, + "value_end": 20, + "variable": "password", + "variable_start": 0, + "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.906890595608518, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.987, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "token:AIhq5Xyb1Gga9Q2", - "line_num": 3, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q2", - "value_start": 6, - "value_end": 21, - "variable": "token", + "line": "password=>Prl23Db#@", + "line_num": 48, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": ">Prl23Db#@", + "value_start": 9, + "value_end": 19, + "variable": "password", "variable_start": 0, - "variable_end": 5, + "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.906890595608518, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.325349666421154, "valid": false } } @@ -8543,49 +10753,49 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "SECRET_PAIR", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "SECRET KEY:AIhq5Xyb1Gga9Q3", - "line_num": 4, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q3", - "value_start": 11, - "value_end": 26, - "variable": "KEY", - "variable_start": 7, - "variable_end": 10, + "line": "P/W:Prl23Db#@", + "line_num": 50, + "path": "./tests/samples/doc_passwd_pair", + "info": "./tests/samples/doc_passwd_pair|RAW", + "value": "Prl23Db#@", + "value_start": 4, + "value_end": 13, + "variable": "P/W", + "variable_start": 0, + "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.906890595608518, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "secret=AIhq5Xyb1Gga9Q4", - "line_num": 5, + "line": "ANY-Token:AIhq5Xyb1Gga9Q0", + "line_num": 1, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q4", - "value_start": 7, - "value_end": 22, - "variable": "secret", - "variable_start": 0, - "variable_end": 6, + "value": "AIhq5Xyb1Gga9Q0", + "value_start": 10, + "value_end": 25, + "variable": "Token", + "variable_start": 4, + "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -8600,18 +10810,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "secret:AIhq5Xyb1Gga9Q6", - "line_num": 7, + "line": "ANY-Token:AIhq5Xyb1Gga9Q0", + "line_num": 1, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q6", - "value_start": 7, - "value_end": 22, - "variable": "secret", - "variable_start": 0, - "variable_end": 6, + "value": "AIhq5Xyb1Gga9Q0", + "value_start": 10, + "value_end": 25, + "variable": "Token", + "variable_start": 4, + "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -8619,25 +10829,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ANY_token=AIhq5Xyb1Gga9Q7", - "line_num": 8, + "line": "token:AIhq5Xyb1Gga9Q2", + "line_num": 3, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q7", - "value_start": 10, - "value_end": 25, + "value": "AIhq5Xyb1Gga9Q2", + "value_start": 6, + "value_end": 21, "variable": "token", - "variable_start": 4, - "variable_end": 9, + "variable_start": 0, + "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -8652,45 +10862,45 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ANY.secret=AIhq5Xyb1Gga9Q19", - "line_num": 20, + "line": "token:AIhq5Xyb1Gga9Q2", + "line_num": 3, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q19", - "value_start": 11, - "value_end": 27, - "variable": "secret", - "variable_start": 4, - "variable_end": 10, + "value": "AIhq5Xyb1Gga9Q2", + "value_start": 6, + "value_end": 21, + "variable": "token", + "variable_start": 0, + "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.75, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "--secret=AIhq5Xyb1Gga9Q21", - "line_num": 22, + "line": "SECRET KEY:AIhq5Xyb1Gga9Q3", + "line_num": 4, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q21", - "value_start": 9, - "value_end": 25, - "variable": "secret", - "variable_start": 2, - "variable_end": 8, + "value": "AIhq5Xyb1Gga9Q3", + "value_start": 11, + "value_end": 26, + "variable": "KEY", + "variable_start": 7, + "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } @@ -8704,45 +10914,45 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ANY_secret:AIhq5Xyb1Gga9Q22", - "line_num": 23, + "line": "SECRET KEY:AIhq5Xyb1Gga9Q3", + "line_num": 4, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q22", + "value": "AIhq5Xyb1Gga9Q3", "value_start": 11, - "value_end": 27, - "variable": "secret", - "variable_start": 4, + "value_end": 26, + "variable": "KEY", + "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "-Token:AIhq5Xyb1Gga9Q23", - "line_num": 24, + "line": "secret=AIhq5Xyb1Gga9Q4", + "line_num": 5, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q23", + "value": "AIhq5Xyb1Gga9Q4", "value_start": 7, - "value_end": 23, - "variable": "Token", - "variable_start": 1, + "value_end": 22, + "variable": "secret", + "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } @@ -8756,45 +10966,45 @@ "confidence": "moderate", "line_data_list": [ { - "line": "API Secret:AIhq5Xyb1Gga9Q24", - "line_num": 25, + "line": "secret=AIhq5Xyb1Gga9Q4", + "line_num": 5, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q24", - "value_start": 11, - "value_end": 27, - "variable": "Secret", - "variable_start": 4, - "variable_end": 10, + "value": "AIhq5Xyb1Gga9Q4", + "value_start": 7, + "value_end": 22, + "variable": "secret", + "variable_start": 0, + "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "access key:AIhq5Xyb1Gga9Q26", - "line_num": 27, + "line": "secret:AIhq5Xyb1Gga9Q6", + "line_num": 7, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q26", - "value_start": 11, - "value_end": 27, - "variable": "key", - "variable_start": 7, - "variable_end": 10, + "value": "AIhq5Xyb1Gga9Q6", + "value_start": 7, + "value_end": 22, + "variable": "secret", + "variable_start": 0, + "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } @@ -8808,45 +11018,45 @@ "confidence": "moderate", "line_data_list": [ { - "line": "Secret Key:AIhq5Xyb1Gga9Q27", - "line_num": 28, + "line": "secret:AIhq5Xyb1Gga9Q6", + "line_num": 7, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q27", - "value_start": 11, - "value_end": 27, - "variable": "Key", - "variable_start": 7, - "variable_end": 10, + "value": "AIhq5Xyb1Gga9Q6", + "value_start": 7, + "value_end": 22, + "variable": "secret", + "variable_start": 0, + "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ANY_key=AIhq5Xyb1Gga9Q29", - "line_num": 30, + "line": "ANY_token=AIhq5Xyb1Gga9Q7", + "line_num": 8, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q29", - "value_start": 8, - "value_end": 24, - "variable": "key", - "variable_start": 4, - "variable_end": 7, + "value": "AIhq5Xyb1Gga9Q7", + "value_start": 10, + "value_end": 25, + "variable": "ANY_token", + "variable_start": 0, + "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, "valid": false } } @@ -8860,45 +11070,1768 @@ "confidence": "moderate", "line_data_list": [ { - "line": "secret-ANYkey:AIhq5Xyb1Gga9Q30", - "line_num": 31, + "line": "ANY_token=AIhq5Xyb1Gga9Q7", + "line_num": 8, "path": "./tests/samples/doc_secret_pair", "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q30", - "value_start": 14, + "value": "AIhq5Xyb1Gga9Q7", + "value_start": 10, + "value_end": 25, + "variable": "token", + "variable_start": 4, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY.secret=AIhq5Xyb1Gga9Q19", + "line_num": 20, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q19", + "value_start": 11, + "value_end": 27, + "variable": "secret", + "variable_start": 4, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY.secret=AIhq5Xyb1Gga9Q19", + "line_num": 20, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q19", + "value_start": 11, + "value_end": 27, + "variable": "secret", + "variable_start": 4, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "--secret=AIhq5Xyb1Gga9Q21", + "line_num": 22, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q21", + "value_start": 9, + "value_end": 25, + "variable": "secret", + "variable_start": 2, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "--secret=AIhq5Xyb1Gga9Q21", + "line_num": 22, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q21", + "value_start": 9, + "value_end": 25, + "variable": "secret", + "variable_start": 2, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_secret:AIhq5Xyb1Gga9Q22", + "line_num": 23, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q22", + "value_start": 11, + "value_end": 27, + "variable": "ANY_secret", + "variable_start": 0, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_secret:AIhq5Xyb1Gga9Q22", + "line_num": 23, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q22", + "value_start": 11, + "value_end": 27, + "variable": "secret", + "variable_start": 4, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-Token:AIhq5Xyb1Gga9Q23", + "line_num": 24, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q23", + "value_start": 7, + "value_end": 23, + "variable": "Token", + "variable_start": 1, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-Token:AIhq5Xyb1Gga9Q23", + "line_num": 24, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q23", + "value_start": 7, + "value_end": 23, + "variable": "Token", + "variable_start": 1, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "API Secret:AIhq5Xyb1Gga9Q24", + "line_num": 25, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q24", + "value_start": 11, + "value_end": 27, + "variable": "Secret", + "variable_start": 4, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "API Secret:AIhq5Xyb1Gga9Q24", + "line_num": 25, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q24", + "value_start": 11, + "value_end": 27, + "variable": "Secret", + "variable_start": 4, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "access key:AIhq5Xyb1Gga9Q26", + "line_num": 27, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q26", + "value_start": 11, + "value_end": 27, + "variable": "key", + "variable_start": 7, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "access key:AIhq5Xyb1Gga9Q26", + "line_num": 27, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q26", + "value_start": 11, + "value_end": 27, + "variable": "key", + "variable_start": 7, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Secret Key:AIhq5Xyb1Gga9Q27", + "line_num": 28, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q27", + "value_start": 11, + "value_end": 27, + "variable": "Key", + "variable_start": 7, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Secret Key:AIhq5Xyb1Gga9Q27", + "line_num": 28, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q27", + "value_start": 11, + "value_end": 27, + "variable": "Key", + "variable_start": 7, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_key=AIhq5Xyb1Gga9Q29", + "line_num": 30, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q29", + "value_start": 8, + "value_end": 24, + "variable": "ANY_key", + "variable_start": 0, + "variable_end": 7, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_key=AIhq5Xyb1Gga9Q29", + "line_num": 30, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q29", + "value_start": 8, + "value_end": 24, + "variable": "key", + "variable_start": 4, + "variable_end": 7, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret-ANYkey:AIhq5Xyb1Gga9Q30", + "line_num": 31, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q30", + "value_start": 14, + "value_end": 30, + "variable": "ANYkey", + "variable_start": 7, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret-ANYkey:AIhq5Xyb1Gga9Q30", + "line_num": 31, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q30", + "value_start": 14, "value_end": 30, "variable": "key", "variable_start": 10, - "variable_end": 13, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_id=AIhq5Xyb1Gga9Q31 ANY_token=AIhq5Xyb1Gga9Q31", + "line_num": 32, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q31", + "value_start": 34, + "value_end": 50, + "variable": "ANY_token", + "variable_start": 24, + "variable_end": 33, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_id=AIhq5Xyb1Gga9Q31 ANY_token=AIhq5Xyb1Gga9Q31", + "line_num": 32, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q31", + "value_start": 34, + "value_end": 50, + "variable": "token", + "variable_start": 28, + "variable_end": 33, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "access_token:AIhq5Xyb1Gga9Q33", + "line_num": 34, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q33", + "value_start": 13, + "value_end": 29, + "variable": "access_token", + "variable_start": 0, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "access_token:AIhq5Xyb1Gga9Q33", + "line_num": 34, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q33", + "value_start": 13, + "value_end": 29, + "variable": "token", + "variable_start": 7, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Authentication key:AIhq5Xyb1Gga9Q35", + "line_num": 36, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q35", + "value_start": 19, + "value_end": 35, + "variable": "key", + "variable_start": 15, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "SECRET_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Authentication key:AIhq5Xyb1Gga9Q35", + "line_num": 36, + "path": "./tests/samples/doc_secret_pair", + "info": "./tests/samples/doc_secret_pair|RAW", + "value": "AIhq5Xyb1Gga9Q35", + "value_start": 19, + "value_end": 35, + "variable": "key", + "variable_start": 15, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.875, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "IP_ID_PASSWORD_TRIPLE", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32 (master/IhqSb1Gg)", + "line_num": 1, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg)", + "value_start": 20, + "value_end": 29, + "variable": null, + "variable_start": -1, + "variable_end": -1, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8177111123931664, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "IP_ID_PASSWORD_TRIPLE", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(master/IhqSb1Gg)", + "line_num": 2, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg)", + "value_start": 19, + "value_end": 28, + "variable": null, + "variable_start": -1, + "variable_end": -1, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8177111123931664, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.964, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "master@98.76.54.32(pw:IhqSb1Gg)", + "line_num": 3, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 22, + "value_end": 30, + "variable": "pw", + "variable_start": 19, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "master@98.76.54.32(pw:IhqSb1Gg)", + "line_num": 3, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 22, + "value_end": 30, + "variable": "pw", + "variable_start": 19, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.911, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", + "line_num": 4, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "PW", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", + "line_num": 4, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "PW", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + }, + { + "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", + "line_num": 4, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@example.com", + "value_start": 3, + "value_end": 27, + "variable": "ID", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2822682296173897, + "valid": true + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", + "line_num": 4, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "PW", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.969, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:master/IhqSb1Gg", + "line_num": 5, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "master/IhqSb1Gg", + "value_start": 9, + "value_end": 24, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.906890595608518, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.9, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)", + "line_num": 6, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 44, + "value_end": 52, + "variable": "PW", + "variable_start": 41, + "variable_end": 43, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)", + "line_num": 6, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 44, + "value_end": 52, + "variable": "PW", + "variable_start": 41, + "variable_end": 43, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg", + "line_num": 7, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 49, + "value_end": 57, + "variable": "password", + "variable_start": 40, + "variable_end": 48, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg", + "line_num": 7, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 49, + "value_end": 57, + "variable": "password", + "variable_start": 40, + "variable_end": 48, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 11, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 62, + "value_end": 70, + "variable": "password", + "variable_start": 53, + "variable_end": 61, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 11, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 62, + "value_end": 70, + "variable": "password", + "variable_start": 53, + "variable_end": 61, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.947, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/Pass:xxxx:master/IhqSb1Gg,xxxx:master/IhqSb1Gg", + "line_num": 13, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "xxxx:master/IhqSb1Gg,xxxx:master/IhqSb1Gg", + "value_start": 8, + "value_end": 49, + "variable": "Pass", + "variable_start": 3, + "variable_end": 7, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.6484628335484683, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.97, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg", + "line_num": 15, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 29, + "value_end": 37, + "variable": "pwd", + "variable_start": 25, + "variable_end": 28, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg", + "line_num": 15, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 29, + "value_end": 37, + "variable": "pwd", + "variable_start": 25, + "variable_end": 28, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.827, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", + "line_num": 16, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 13, + "value_end": 21, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", + "line_num": 16, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 13, + "value_end": 21, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + }, + { + "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", + "line_num": 16, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "master(PW:IhqSb1Gg)", + "value_start": 3, + "value_end": 22, + "variable": "\uacc4\uc815", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.5772021165840737, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", + "line_num": 16, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 13, + "value_end": 21, + "variable": "PW", + "variable_start": 10, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.98, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(pw:IhqSb1Gg)", + "line_num": 17, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32(pw:IhqSb1Gg)", + "line_num": 17, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.996, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32/pw:IhqSb1Gg", + "line_num": 19, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32/pw:IhqSb1Gg", + "line_num": 19, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.972, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", + "line_num": 20, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "pw", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", + "line_num": 20, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "pw", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + }, + { + "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", + "line_num": 20, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@example.com", + "value_start": 3, + "value_end": 27, + "variable": "ID", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2822682296173897, + "valid": true + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", + "line_num": 20, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 42, + "value_end": 50, + "variable": "pw", + "variable_start": 39, + "variable_end": 41, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.734, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", + "line_num": 21, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 47, + "value_end": 55, + "variable": "PWD", + "variable_start": 43, + "variable_end": 46, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", + "line_num": 21, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 47, + "value_end": 55, + "variable": "PWD", + "variable_start": 43, + "variable_end": 46, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + }, + { + "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", + "line_num": 21, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@any.example.com", + "value_start": 3, + "value_end": 31, + "variable": "ID", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.325423415103289, + "valid": true + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", + "line_num": 21, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 47, + "value_end": 55, + "variable": "PWD", + "variable_start": 43, + "variable_end": 46, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.973, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", + "line_num": 22, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 45, + "value_end": 53, + "variable": "pw", + "variable_start": 42, + "variable_end": 44, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", + "line_num": 22, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 45, + "value_end": 53, + "variable": "pw", + "variable_start": 42, + "variable_end": 44, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.877, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", + "line_num": 23, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 40, + "value_end": 48, + "variable": "pw", + "variable_start": 37, + "variable_end": 39, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", + "line_num": 23, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 40, + "value_end": 48, + "variable": "pw", + "variable_start": 37, + "variable_end": 39, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.941, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", + "line_num": 24, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "ID_PAIR_PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", + "line_num": 24, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + }, + { + "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", + "line_num": 24, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@example.com", + "value_start": 4, + "value_end": 28, + "variable": "id", + "variable_start": 1, + "variable_end": 3, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2822682296173897, + "valid": true + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", + "line_num": 24, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.998, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 25, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 50, + "value_end": 58, + "variable": "password", + "variable_start": 41, + "variable_end": 49, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 25, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 50, + "value_end": 58, + "variable": "password", + "variable_start": 41, + "variable_end": 49, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "SECRET_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ANY_id=AIhq5Xyb1Gga9Q31 ANY_token=AIhq5Xyb1Gga9Q31", - "line_num": 32, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q31", - "value_start": 34, - "value_end": 50, - "variable": "token", - "variable_start": 28, - "variable_end": 33, + "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", + "line_num": 28, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 48, + "value_end": 56, + "variable": "password", + "variable_start": 39, + "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } @@ -8907,50 +12840,93 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "SECRET_PAIR", + "rule": "ID_PAIR_PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "access_token:AIhq5Xyb1Gga9Q33", - "line_num": 34, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q33", - "value_start": 13, - "value_end": 29, - "variable": "token", - "variable_start": 7, - "variable_end": 12, + "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", + "line_num": 28, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 48, + "value_end": 56, + "variable": "password", + "variable_start": 39, + "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } + }, + { + "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", + "line_num": 28, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@example.com", + "value_start": 3, + "value_end": 27, + "variable": "id", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2822682296173897, + "valid": true + } } ] }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "SECRET_PAIR", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Authentication key:AIhq5Xyb1Gga9Q35", - "line_num": 36, - "path": "./tests/samples/doc_secret_pair", - "info": "./tests/samples/doc_secret_pair|RAW", - "value": "AIhq5Xyb1Gga9Q35", + "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", + "line_num": 28, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 48, + "value_end": 56, + "variable": "password", + "variable_start": 39, + "variable_end": 47, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "98.76.54.32 ANY_PW:IhqSb1Gg", + "line_num": 34, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", "value_start": 19, - "value_end": 35, - "variable": "key", - "variable_start": 15, + "value_end": 27, + "variable": "ANY_PW", + "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.875, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } @@ -8959,50 +12935,50 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "IP_ID_PASSWORD_TRIPLE", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32 (master/IhqSb1Gg)", - "line_num": 1, + "line": "98.76.54.32 ANY_PW:IhqSb1Gg", + "line_num": 34, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg)", - "value_start": 20, - "value_end": 29, - "variable": null, - "variable_start": -1, - "variable_end": -1, + "value": "IhqSb1Gg", + "value_start": 19, + "value_end": 27, + "variable": "PW", + "variable_start": 16, + "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.8177111123931664, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "IP_ID_PASSWORD_TRIPLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.937, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(master/IhqSb1Gg)", - "line_num": 2, + "line": "98.76.54.32(ID/PW:IhqSb1Gg)", + "line_num": 36, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg)", - "value_start": 19, - "value_end": 28, - "variable": null, - "variable_start": -1, - "variable_end": -1, + "value": "IhqSb1Gg", + "value_start": 18, + "value_end": 26, + "variable": "PW", + "variable_start": 15, + "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.8177111123931664, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } @@ -9016,18 +12992,44 @@ "confidence": "moderate", "line_data_list": [ { - "line": "master@98.76.54.32(pw:IhqSb1Gg)", - "line_num": 3, + "line": "98.76.54.32(ID/PW:IhqSb1Gg)", + "line_num": 36, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 22, - "value_end": 30, - "variable": "pw", - "variable_start": 19, - "variable_end": 21, + "value_start": 18, + "value_end": 26, + "variable": "PW", + "variable_start": 15, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.848, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)", + "line_num": 38, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 30, + "value_end": 38, + "variable": "pwd", + "variable_start": 26, + "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9037,42 +13039,77 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", - "line_num": 4, + "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)", + "line_num": 38, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 42, - "value_end": 50, - "variable": "PW", - "variable_start": 39, - "variable_end": 41, + "value_start": 30, + "value_end": 38, + "variable": "pwd", + "variable_start": 26, + "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.775, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ { - "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", - "line_num": 4, + "line": "ID/Pass:xxxx:master/IhqSb1Gg xxxx:master/IhqSb1Gg", + "line_num": 45, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@example.com", - "value_start": 3, - "value_end": 27, - "variable": "ID", - "variable_start": 0, - "variable_end": 2, + "value": "xxxx:master/IhqSb1Gg", + "value_start": 8, + "value_end": 28, + "variable": "Pass", + "variable_start": 3, + "variable_end": 7, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.705831690142994, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.943, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:xxxx(ANYpw:IhqSb1Ga)", + "line_num": 46, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Ga", + "value_start": 14, + "value_end": 22, + "variable": "ANYpw", + "variable_start": 8, + "variable_end": 13, "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.2822682296173897, - "valid": true + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false } } ] @@ -9085,18 +13122,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@example.com mailto:{1} PW:IhqSb1Gg", - "line_num": 4, + "line": "id:xxxx(ANYpw:IhqSb1Ga)", + "line_num": 46, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg", - "value_start": 42, - "value_end": 50, - "variable": "PW", - "variable_start": 39, - "variable_end": 41, + "value": "IhqSb1Ga", + "value_start": 14, + "value_end": 22, + "variable": "pw", + "variable_start": 11, + "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9104,25 +13141,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.98, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (PW:IhqSb1Gg)", - "line_num": 6, + "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg", + "line_num": 47, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 44, - "value_end": 52, - "variable": "PW", - "variable_start": 41, - "variable_end": 43, + "value_start": 28, + "value_end": 36, + "variable": "pw", + "variable_start": 25, + "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9137,18 +13174,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1} password:IhqSb1Gg", - "line_num": 7, + "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg", + "line_num": 47, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 49, - "value_end": 57, - "variable": "password", - "variable_start": 40, - "variable_end": 48, + "value_start": 28, + "value_end": 36, + "variable": "pw", + "variable_start": 25, + "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9158,24 +13195,24 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "PASSWD_PAIR", + "rule": "IP_ID_PASSWORD_TRIPLE", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh -P IhqSb1Gg gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", - "line_num": 11, + "line": "98.76.54.32(master/IhqSb1Gg,master/IhqSb1Gg)", + "line_num": 48, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg", - "value_start": 62, - "value_end": 70, - "variable": "password", - "variable_start": 53, - "variable_end": 61, + "value": "IhqSb1Gg,", + "value_start": 19, + "value_end": 28, + "variable": null, + "variable_start": -1, + "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.0, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8177111123931664, "valid": false } } @@ -9184,23 +13221,23 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "PASSWD_PAIR", + "rule": "IP_ID_PASSWORD_TRIPLE", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 pwd:IhqSb1Gg", - "line_num": 15, + "line": "98.76.54.32(master/IhqSb1Gg master/IhqSb1Gg)", + "line_num": 49, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 29, - "value_end": 37, - "variable": "pwd", - "variable_start": 25, - "variable_end": 28, + "value_start": 19, + "value_end": 27, + "variable": null, + "variable_start": -1, + "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9208,45 +13245,28 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.944, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", - "line_num": 16, + "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)", + "line_num": 51, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 13, - "value_end": 21, + "value_start": 20, + "value_end": 28, "variable": "PW", - "variable_start": 10, - "variable_end": 12, + "variable_start": 17, + "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, - { - "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", - "line_num": 16, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "master(PW:IhqSb1Gg)", - "value_start": 3, - "value_end": 22, - "variable": "\uacc4\uc815", - "variable_start": 0, - "variable_end": 2, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5772021165840737, - "valid": false - } } ] }, @@ -9258,18 +13278,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "\uacc4\uc815:master(PW:IhqSb1Gg)", - "line_num": 16, + "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)", + "line_num": 51, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 13, - "value_end": 21, + "value_start": 20, + "value_end": 28, "variable": "PW", - "variable_start": 10, - "variable_end": 12, + "variable_start": 17, + "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9277,25 +13297,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.938, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(pw:IhqSb1Gg)", - "line_num": 17, + "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg", + "line_num": 56, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 15, - "value_end": 23, - "variable": "pw", - "variable_start": 12, - "variable_end": 14, + "value_start": 28, + "value_end": 36, + "variable": "PW", + "variable_start": 25, + "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9310,18 +13330,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32/pw:IhqSb1Gg", - "line_num": 19, + "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg", + "line_num": 56, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 15, - "value_end": 23, - "variable": "pw", - "variable_start": 12, - "variable_end": 14, + "value_start": 28, + "value_end": 36, + "variable": "PW", + "variable_start": 25, + "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9329,45 +13349,28 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", - "line_num": 20, + "line": "ANY_user:xxxx ANY_pwd:IhqSb1Gg", + "line_num": 61, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 42, - "value_end": 50, - "variable": "pw", - "variable_start": 39, - "variable_end": 41, + "value_start": 22, + "value_end": 30, + "variable": "ANY_pwd", + "variable_start": 14, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, - { - "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", - "line_num": 20, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@example.com", - "value_start": 3, - "value_end": 27, - "variable": "ID", - "variable_start": 0, - "variable_end": 2, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.2822682296173897, - "valid": true - } } ] }, @@ -9379,18 +13382,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@example.com mailto:{1}/pw:IhqSb1Gg", - "line_num": 20, + "line": "ANY_user:xxxx ANY_pwd:IhqSb1Gg", + "line_num": 61, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 42, - "value_end": 50, - "variable": "pw", - "variable_start": 39, - "variable_end": 41, + "value_start": 22, + "value_end": 30, + "variable": "pwd", + "variable_start": 18, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9398,44 +13401,27 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", - "line_num": 21, + "line": "Acount name:xxxx Initial Password:IhqSb1Gg", + "line_num": 62, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 47, - "value_end": 55, - "variable": "PWD", - "variable_start": 43, - "variable_end": 46, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.0, - "valid": false - } - }, - { - "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", - "line_num": 21, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@any.example.com", - "value_start": 3, - "value_end": 31, - "variable": "ID", - "variable_start": 0, - "variable_end": 2, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.325423415103289, - "valid": true + "value_start": 34, + "value_end": 42, + "variable": "Password", + "variable_start": 25, + "variable_end": 33, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false } } ] @@ -9448,18 +13434,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@any.example.com mailto:{1} PWD:IhqSb1Gg", - "line_num": 21, + "line": "Acount name:xxxx Initial Password:IhqSb1Gg", + "line_num": 62, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 47, - "value_end": 55, - "variable": "PWD", - "variable_start": 43, - "variable_end": 46, + "value_start": 34, + "value_end": 42, + "variable": "Password", + "variable_start": 25, + "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9467,25 +13453,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.967, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "sftp gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", - "line_num": 22, + "line": "Access wifi:xxxx(PW:IhqSb1Gg)", + "line_num": 63, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 45, - "value_end": 53, - "variable": "pw", - "variable_start": 42, - "variable_end": 44, + "value_start": 20, + "value_end": 28, + "variable": "PW", + "variable_start": 17, + "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9500,18 +13486,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 mailto:{1} (pw:IhqSb1Gg)", - "line_num": 23, + "line": "Access wifi:xxxx(PW:IhqSb1Gg)", + "line_num": 63, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 40, - "value_end": 48, - "variable": "pw", - "variable_start": 37, - "variable_end": 39, + "value_start": 20, + "value_end": 28, + "variable": "PW", + "variable_start": 17, + "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9519,68 +13505,51 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.991, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", - "line_num": 24, + "line": "-User:master -PasswordANY:IhqSb1Gg", + "line_num": 66, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 45, - "value_end": 53, - "variable": "pwd", - "variable_start": 41, - "variable_end": 44, + "value_start": 26, + "value_end": 34, + "variable": "PasswordANY", + "variable_start": 14, + "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, - { - "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", - "line_num": 24, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@example.com", - "value_start": 4, - "value_end": 28, - "variable": "id", - "variable_start": 1, - "variable_end": 3, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.2822682296173897, - "valid": true - } } ] }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "PASSWD_PAIR", + "rule": "ID_PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "-id:gildong.hong@example.com mailto:{1} -pwd:IhqSb1Gg", - "line_num": 24, + "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", + "line_num": 70, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 45, - "value_end": 53, - "variable": "pwd", - "variable_start": 41, - "variable_end": 44, + "value_start": 25, + "value_end": 33, + "variable": "ID/PW", + "variable_start": 12, + "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9590,23 +13559,23 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "PASSWD_PAIR", + "rule": "ID_PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", - "line_num": 25, + "line": "ID/PW master(IhqSb1Gg)", + "line_num": 72, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 50, - "value_end": 58, - "variable": "password", - "variable_start": 41, - "variable_end": 49, + "value_start": 13, + "value_end": 21, + "variable": "ID/PW", + "variable_start": 0, + "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9614,45 +13583,28 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.964, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", - "line_num": 28, + "line": "master@98.76.54.32(pw:IhqSb1Gg)", + "line_num": 73, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 48, - "value_end": 56, - "variable": "password", - "variable_start": 39, - "variable_end": 47, + "value_start": 22, + "value_end": 30, + "variable": "pw", + "variable_start": 19, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, - { - "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", - "line_num": 28, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@example.com", - "value_start": 3, - "value_end": 27, - "variable": "id", - "variable_start": 0, - "variable_end": 2, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.2822682296173897, - "valid": true - } } ] }, @@ -9664,18 +13616,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "id:gildong.hong@example.com mailto:{1} password:IhqSb1Gg", - "line_num": 28, + "line": "master@98.76.54.32(pw:IhqSb1Gg)", + "line_num": 73, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 48, - "value_end": 56, - "variable": "password", - "variable_start": 39, - "variable_end": 47, + "value_start": 22, + "value_end": 30, + "variable": "pw", + "variable_start": 19, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9683,25 +13635,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.979, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32 ANY_PW:IhqSb1Gg", - "line_num": 34, + "line": "master@98.76.54.32,PW:IhqSb1Gg", + "line_num": 74, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 19, - "value_end": 27, + "value_start": 22, + "value_end": 30, "variable": "PW", - "variable_start": 16, - "variable_end": 18, + "variable_start": 19, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9716,18 +13668,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(ID/PW:IhqSb1Gg)", - "line_num": 36, + "line": "master@98.76.54.32,PW:IhqSb1Gg", + "line_num": 74, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 18, - "value_end": 26, + "value_start": 22, + "value_end": 30, "variable": "PW", - "variable_start": 15, - "variable_end": 17, + "variable_start": 19, + "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9735,25 +13687,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.996, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 (pwd:IhqSb1Gg)", - "line_num": 38, + "line": "98.76.54.32 pw:IhqSb1Gg", + "line_num": 75, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 30, - "value_end": 38, - "variable": "pwd", - "variable_start": 26, - "variable_end": 29, + "value_start": 15, + "value_end": 23, + "variable": "pw", + "variable_start": 12, + "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9768,18 +13720,44 @@ "confidence": "moderate", "line_data_list": [ { - "line": "id:xxxx(ANYpw:IhqSb1Ga)", - "line_num": 46, + "line": "98.76.54.32 pw:IhqSb1Gg", + "line_num": 75, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Ga", - "value_start": 14, - "value_end": 22, + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, "variable": "pw", - "variable_start": 11, - "variable_end": 13, + "variable_start": 12, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.993, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "config:xxxx,PW:IhqSb1Gg", + "line_num": 78, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "PW", + "variable_start": 12, + "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9794,18 +13772,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32,pw:IhqSb1Gg", - "line_num": 47, + "line": "config:xxxx,PW:IhqSb1Gg", + "line_num": 78, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg", - "value_start": 28, - "value_end": 36, - "variable": "pw", - "variable_start": 25, - "variable_end": 27, + "value": "IhqSb1Gg", + "value_start": 15, + "value_end": 23, + "variable": "PW", + "variable_start": 12, + "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9813,26 +13791,26 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "IP_ID_PASSWORD_TRIPLE", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.991, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(master/IhqSb1Gg,master/IhqSb1Gg)", - "line_num": 48, + "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 82, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", - "value": "IhqSb1Gg,", - "value_start": 19, - "value_end": 28, - "variable": null, - "variable_start": -1, - "variable_end": -1, + "value": "IhqSb1Gg", + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.8177111123931664, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, "valid": false } } @@ -9841,23 +13819,23 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "IP_ID_PASSWORD_TRIPLE", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(master/IhqSb1Gg master/IhqSb1Gg)", - "line_num": 49, + "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 82, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 19, - "value_end": 27, - "variable": null, - "variable_start": -1, - "variable_end": -1, + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9865,25 +13843,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.982, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32:xxxx(PW:IhqSb1Gg)", - "line_num": 51, + "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", + "line_num": 83, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 20, - "value_end": 28, - "variable": "PW", - "variable_start": 17, - "variable_end": 19, + "value_start": 38, + "value_end": 46, + "variable": "pw", + "variable_start": 35, + "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9893,26 +13871,43 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "PASSWD_PAIR", + "rule": "ID_PAIR_PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 PW:IhqSb1Gg", - "line_num": 56, + "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", + "line_num": 83, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 28, - "value_end": 36, - "variable": "PW", - "variable_start": 25, - "variable_end": 27, + "value_start": 38, + "value_end": 46, + "variable": "pw", + "variable_start": 35, + "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } + }, + { + "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", + "line_num": 83, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "gildong.hong@xxx.com", + "value_start": 3, + "value_end": 23, + "variable": "id", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8604057553297375, + "valid": false + } } ] }, @@ -9924,18 +13919,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "ANY_user:xxxx ANY_pwd:IhqSb1Gg", - "line_num": 61, + "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", + "line_num": 83, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 22, - "value_end": 30, - "variable": "pwd", - "variable_start": 18, - "variable_end": 21, + "value_start": 38, + "value_end": 46, + "variable": "pw", + "variable_start": 35, + "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9943,25 +13938,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.979, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "Acount name:xxxx Initial Password:IhqSb1Gg", - "line_num": 62, + "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 84, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 34, - "value_end": 42, - "variable": "Password", - "variable_start": 25, - "variable_end": 33, + "value_start": 39, + "value_end": 47, + "variable": "pw", + "variable_start": 36, + "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9976,18 +13971,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "Access wifi:xxxx(PW:IhqSb1Gg)", - "line_num": 63, + "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 84, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 20, - "value_end": 28, - "variable": "PW", - "variable_start": 17, - "variable_end": 19, + "value_start": 39, + "value_end": 47, + "variable": "pw", + "variable_start": 36, + "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9995,25 +13990,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "ID_PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32(ID/PW:master/IhqSb1Gg)", - "line_num": 70, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg", + "line_num": 85, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 25, - "value_end": 33, - "variable": "ID/PW", - "variable_start": 12, - "variable_end": 17, + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10023,23 +14018,23 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "ID_PASSWD_PAIR", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID/PW master(IhqSb1Gg)", - "line_num": 72, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg", + "line_num": 85, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 13, - "value_end": 21, - "variable": "ID/PW", - "variable_start": 0, - "variable_end": 5, + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10047,25 +14042,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.945, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "master@98.76.54.32(pw:IhqSb1Gg)", - "line_num": 73, + "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg", + "line_num": 87, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 22, - "value_end": 30, - "variable": "pw", - "variable_start": 19, - "variable_end": 21, + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10080,18 +14075,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "master@98.76.54.32,PW:IhqSb1Gg", - "line_num": 74, + "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg", + "line_num": 87, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 22, - "value_end": 30, - "variable": "PW", - "variable_start": 19, - "variable_end": 21, + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10099,25 +14094,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "98.76.54.32 pw:IhqSb1Gg", - "line_num": 75, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg", + "line_num": 90, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 15, - "value_end": 23, + "value_start": 44, + "value_end": 52, "variable": "pw", - "variable_start": 12, - "variable_end": 14, + "variable_start": 41, + "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10132,18 +14127,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "config:xxxx,PW:IhqSb1Gg", - "line_num": 78, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg", + "line_num": 90, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 15, - "value_end": 23, - "variable": "PW", - "variable_start": 12, - "variable_end": 14, + "value_start": 44, + "value_end": 52, + "variable": "pw", + "variable_start": 41, + "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10151,25 +14146,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.954, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "scp gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", - "line_num": 82, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)", + "line_num": 93, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 43, - "value_end": 51, - "variable": "pw", - "variable_start": 40, - "variable_end": 42, + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10179,66 +14174,49 @@ { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, - "rule": "ID_PAIR_PASSWD_PAIR", + "rule": "PASSWD_PAIR", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", - "line_num": 83, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)", + "line_num": 93, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 38, - "value_end": 46, - "variable": "pw", - "variable_start": 35, - "variable_end": 37, + "value_start": 45, + "value_end": 53, + "variable": "pwd", + "variable_start": 41, + "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } - }, - { - "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", - "line_num": 83, - "path": "./tests/samples/doc_various", - "info": "./tests/samples/doc_various|RAW", - "value": "gildong.hong@xxx.com", - "value_start": 3, - "value_end": 23, - "variable": "id", - "variable_start": 0, - "variable_end": 2, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.8604057553297375, - "valid": false - } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "id:gildong.hong@xxx.com mailto:{1} pw:IhqSb1Gg", - "line_num": 83, + "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 94, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 38, - "value_end": 46, - "variable": "pw", - "variable_start": 35, - "variable_end": 37, + "value_start": 46, + "value_end": 54, + "variable": "password", + "variable_start": 37, + "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10253,18 +14231,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", - "line_num": 84, + "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", + "line_num": 94, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 39, - "value_end": 47, - "variable": "pw", - "variable_start": 36, - "variable_end": 38, + "value_start": 46, + "value_end": 54, + "variable": "password", + "variable_start": 37, + "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10272,25 +14250,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.994, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1},pw:IhqSb1Gg", - "line_num": 85, + "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg", + "line_num": 96, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 43, - "value_end": 51, - "variable": "pw", - "variable_start": 40, - "variable_end": 42, + "value_start": 45, + "value_end": 53, + "variable": "Password", + "variable_start": 36, + "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10305,18 +14283,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "(ssh gildong.hong@98.76.54.32 mailto{1}) pwd:IhqSb1Gg", - "line_num": 87, + "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg", + "line_num": 96, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", "value_start": 45, "value_end": 53, - "variable": "pwd", - "variable_start": 41, + "variable": "Password", + "variable_start": 36, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10324,25 +14302,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.908, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1}, pw:IhqSb1Gg", - "line_num": 90, + "line": "gildong.hong@98.76.54.32 mailto:{1} (pass:IhqSb1Gg)", + "line_num": 97, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 44, - "value_end": 52, - "variable": "pw", - "variable_start": 41, - "variable_end": 43, + "value_start": 42, + "value_end": 50, + "variable": "pass", + "variable_start": 37, + "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10350,25 +14328,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1} (pwd:IhqSb1Gg)", - "line_num": 93, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 100, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 45, - "value_end": 53, - "variable": "pwd", - "variable_start": 41, - "variable_end": 44, + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10383,18 +14361,18 @@ "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 mailto:{1} (password:IhqSb1Gg)", - "line_num": 94, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", + "line_num": 100, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 46, - "value_end": 54, - "variable": "password", - "variable_start": 37, - "variable_end": 45, + "value_start": 43, + "value_end": 51, + "variable": "pw", + "variable_start": 40, + "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10402,25 +14380,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "gildong.hong@98.76.54.32 mailto:{1} Password:IhqSb1Gg", - "line_num": 96, + "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pass:IhqSb1Gg", + "line_num": 101, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", "value_start": 45, "value_end": 53, - "variable": "Password", - "variable_start": 36, + "variable": "pass", + "variable_start": 40, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10428,25 +14406,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ssh gildong.hong@98.76.54.32 mailto:{1} pw:IhqSb1Gg", - "line_num": 100, + "line": "id:gildong.hong@xxx.com mailto:{1}/password:IhqSb1Gg", + "line_num": 102, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 43, - "value_end": 51, - "variable": "pw", - "variable_start": 40, - "variable_end": 42, + "value_start": 44, + "value_end": 52, + "variable": "password", + "variable_start": 35, + "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10472,7 +14450,7 @@ "variable_start": 35, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10489,7 +14467,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8604057553297375, "valid": false } @@ -10515,7 +14493,33 @@ "variable_start": 35, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ssh gildong.hong@98.76.54.32 mailto:{1}/password:IhqSb1Gg", + "line_num": 104, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 49, + "value_end": 57, + "variable": "password", + "variable_start": 40, + "variable_end": 48, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10541,7 +14545,33 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.982, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "-ANYID:gildong.hong@example.com mailto:{1} -pw:IhqSb1Gg", + "line_num": 105, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 47, + "value_end": 55, + "variable": "pw", + "variable_start": 44, + "variable_end": 46, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10567,7 +14597,7 @@ "variable_start": 44, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10599,18 +14629,70 @@ "confidence": "moderate", "line_data_list": [ { - "line": "-ANYID:gildong.hong@example.com mailto:{1} -pw:IhqSb1Gg", - "line_num": 105, + "line": "-ANYID:gildong.hong@example.com mailto:{1} -pw:IhqSb1Gg", + "line_num": 105, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 47, + "value_end": 55, + "variable": "pw", + "variable_start": 44, + "variable_end": 46, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.985, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@xxxx.net mailto:{1} pw:IhqSb1Gg", + "line_num": 106, + "path": "./tests/samples/doc_various", + "info": "./tests/samples/doc_various|RAW", + "value": "IhqSb1Gg", + "value_start": 39, + "value_end": 47, + "variable": "pw", + "variable_start": 36, + "variable_end": 38, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID:gildong.hong@xxxx.net mailto:{1} pw:IhqSb1Gg", + "line_num": 106, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 47, - "value_end": 55, + "value_start": 39, + "value_end": 47, "variable": "pw", - "variable_start": 44, - "variable_end": 46, + "variable_start": 36, + "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10618,25 +14700,25 @@ ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "ID:gildong.hong@xxxx.net mailto:{1} pw:IhqSb1Gg", - "line_num": 106, + "line": "http://98.76.54.32:xxx(pw:IhqSb1Gg)", + "line_num": 108, "path": "./tests/samples/doc_various", "info": "./tests/samples/doc_various|RAW", "value": "IhqSb1Gg", - "value_start": 39, - "value_end": 47, + "value_start": 26, + "value_end": 34, "variable": "pw", - "variable_start": 36, - "variable_end": 38, + "variable_start": 23, + "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10662,7 +14744,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10688,7 +14770,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.89361507332541, "valid": true } @@ -10715,7 +14797,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.4565647621309536, + "entropy": 3.456564762130954, "valid": true } } @@ -10740,8 +14822,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.395844179446957, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.395844179446958, "valid": true } } @@ -10766,8 +14848,60 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.808191506786782, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.80819150678678, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.958, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "# this is encrypted key that should be not found {\"secretKey\": \"ENC(2dfRFqV/cS6TzRd+JyO=)\"}", + "line_num": 1, + "path": "./tests/samples/encrypted_credential", + "info": "./tests/samples/encrypted_credential|RAW", + "value": "ENC(2dfRFqV/cS6TzRd+JyO=", + "value_start": 64, + "value_end": 88, + "variable": "secretKey", + "variable_start": 51, + "variable_end": 60, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.227255729857775, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "GI_REO_GI_FACEBOOK_TOKEN = \"EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWoQ4jHFZD\"", + "line_num": 1, + "path": "./tests/samples/facebook_key", + "info": "./tests/samples/facebook_key|RAW", + "value": "EAACEb00Kse0BAlGy7KeQ5YnaCEd09Eose0cBAlGy7KeQ5Yna9CoDsup39tiYdoQ4jH9Coup39tiYdWo", + "value_start": 28, + "value_end": 108, + "variable": "GI_REO_GI_FACEBOOK_TOKEN", + "variable_start": 0, + "variable_end": 24, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.823822201987808, "valid": true } } @@ -10792,8 +14926,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -10819,7 +14953,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2089099270924217, + "entropy": 3.208909927092422, "valid": true } } @@ -10896,8 +15030,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, "valid": false } } @@ -10922,8 +15056,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.255374790203285, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.255374790203283, "valid": true } } @@ -10955,6 +15089,32 @@ } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "GITHUB_ACCESS_TOKEN = \"lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy\"", + "line_num": 1, + "path": "./tests/samples/github_key.groovy", + "info": "./tests/samples/github_key.groovy|RAW", + "value": "lbyxnhqjfnzhlpnvcvaxjumgvdlnktgugdofmzyy", + "value_start": 23, + "value_end": 63, + "variable": "GITHUB_ACCESS_TOKEN", + "variable_start": 0, + "variable_end": 19, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 4.246439344671015, + "valid": true + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -10975,7 +15135,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.133660689688185, + "entropy": 4.133660689688186, "valid": true } } @@ -11000,8 +15160,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9058316901429944, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.905831690142994, "valid": false } } @@ -11027,7 +15187,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.0191930522498045, + "entropy": 3.0191930522498036, "valid": true } } @@ -11053,7 +15213,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.9590403170005795, + "entropy": 3.9590403170005777, "valid": true } } @@ -11078,8 +15238,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9479064420971963, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.947906442097196, "valid": false } } @@ -11104,7 +15264,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006593447001756, "valid": false } @@ -11183,7 +15343,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.8494857514609038, + "entropy": 3.8494857514609033, "valid": true } } @@ -11208,7 +15368,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.032347694592746, "valid": false } @@ -11260,8 +15420,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.022276693534146, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.022276693534148, "valid": true } } @@ -11287,7 +15447,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.014460876028361, + "entropy": 4.0144608760283615, "valid": true } } @@ -11364,8 +15524,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.582118926162056, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.582118926162054, "valid": true } } @@ -11416,8 +15576,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -11433,8 +15593,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.084962500721157, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.084962500721156, "valid": false } } @@ -11459,8 +15619,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -11476,8 +15636,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -11502,8 +15662,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -11554,8 +15714,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.097632476604024, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.097632476604023, "valid": true } } @@ -11580,8 +15740,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8153130511409934, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.815313051140994, "valid": false } } @@ -11606,7 +15766,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.52211252299684, "valid": true } @@ -11632,7 +15792,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -11658,7 +15818,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -11684,7 +15844,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.348551883097512, "valid": true } @@ -11710,8 +15870,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.346321090472658, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.34632109047266, "valid": true } } @@ -11762,8 +15922,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.5617684773102365, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.561768477310237, "valid": true } } @@ -11788,8 +15948,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.636224896287629, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.636224896287628, "valid": true } } @@ -11840,13 +16000,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.231644837540696, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.231644837540698, "valid": true } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.974, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ \"password\": \"dkajco1\"", + "line_num": 10, + "path": "./tests/samples/iso_ir_111.patch", + "info": "./tests/samples/iso_ir_111.patch|RAW", + "value": "dkajco1", + "value_start": 16, + "value_end": 23, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8073549220576046, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -11866,7 +16052,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.288909765557392, "valid": true } @@ -11892,8 +16078,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.353940312186129, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.353940312186131, "valid": true } } @@ -11918,7 +16104,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.625, "valid": false } @@ -11944,7 +16130,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -11970,7 +16156,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -11996,8 +16182,164 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.790963630103494, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.7909636301034935, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "prKeyValid=LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJBTkNBQVNnRlRLandKQUFVOTVnKysvdnpLV0hrekFWbU5NSQp0", + "line_num": 1, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "LS0tLS1CRUdJTiBQUklWQVRFIENDcUdTTTQ5QXdFSEJHMHdhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZ", + "value_start": 11, + "value_end": 91, + "variable": "prKeyValid", + "variable_start": 0, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.033983564391644, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret_looks_like_linux_path_1=\"/VnpmUGWxhQW9KQAwrL2ZYdDJPNG1PQjYxMXNPaF\"", + "line_num": 2, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "/VnpmUGWxhQW9KQAwrL2ZYdDJPNG1PQjYxMXNPaF", + "value_start": 32, + "value_end": 72, + "variable": "secret_looks_like_linux_path_1", + "variable_start": 0, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret_looks_like_linux_path_2=\"VnpmUGWxhQW/9KQAwrL2ZYd/DJPNG1PQjYxMXNPF\"", + "line_num": 3, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "VnpmUGWxhQW/9KQAwrL2ZYd/DJPNG1PQjYxMXNPF", + "value_start": 32, + "value_end": 72, + "variable": "secret_looks_like_linux_path_2", + "variable_start": 0, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779188, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret_looks_like_linux_path_3=\"VnpmUGWxhQW/9KQAwrL2ZYdDJPNG1PQjYxMXNPF=\"", + "line_num": 4, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "VnpmUGWxhQW/9KQAwrL2ZYdDJPNG1PQjYxMXNPF=", + "value_start": 32, + "value_end": 72, + "variable": "secret_looks_like_linux_path_3", + "variable_start": 0, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "secret_looks_like_linux_path__=\"VnpmUGWxhQW/9KQAwrL2ZYd/DJPNG1PQjEXAMbLE\"", + "line_num": 5, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "VnpmUGWxhQW/9KQAwrL2ZYd/DJPNG1PQjEXAMbLE", + "value_start": 32, + "value_end": 72, + "variable": "secret_looks_like_linux_path__", + "variable_start": 0, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.8530559073332755, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"https://example.com/api/js?key=dhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJB&bug=true\"", + "line_num": 7, + "path": "./tests/samples/key.hs", + "info": "./tests/samples/key.hs|RAW", + "value": "dhd0lCQVFRZ0ViVnpmUGWxhQW9KQWwrLzZYdDJPNG1PQjYxMXNPaFJB", + "value_start": 32, + "value_end": 87, + "variable": "key", + "variable_start": 28, + "variable_end": 31, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.962822440640042, "valid": true } } @@ -12022,8 +16364,60 @@ "variable_start": 28, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.962822440640043, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.962822440640042, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "$key = 'gmUGWxhQW9KQWdhd0lCQVFRZ0ViVnpwrLzZYdDJPNG1PQjYxMXNPaFJ1", + "line_num": 1, + "path": "./tests/samples/key.php", + "info": "./tests/samples/key.php|RAW", + "value": "gmUGWxhQW9KQWdhd0lCQVFRZ0ViVnpwrLzZYdDJPNG1PQjYxMXNPaFJ1", + "value_start": 8, + "value_end": 64, + "variable": "key", + "variable_start": 1, + "variable_end": 4, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.9677201004745, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.99, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"pass_mask64\": \"0x81103c1452dd61cd\",", + "line_num": 8, + "path": "./tests/samples/key_value.json", + "info": "./tests/samples/key_value.json|RAW", + "value": "0x81103c1452dd61cd", + "value_start": 24, + "value_end": 42, + "variable": "pass_mask64", + "variable_start": 9, + "variable_end": 20, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.2390979179887864, "valid": true } } @@ -12048,7 +16442,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.615822531364292, "valid": true } @@ -12074,7 +16468,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.484377779059832, "valid": false } @@ -12100,7 +16494,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -12126,7 +16520,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -12143,7 +16537,33 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779189, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.998, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ token = \"V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ\"", + "line_num": 46, + "path": "./tests/samples/multifile.patch", + "info": "./tests/samples/multifile.patch|RAW", + "value": "V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ", + "value_start": 12, + "value_end": 52, + "variable": "token", + "variable_start": 3, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -12169,7 +16589,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -12195,7 +16615,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -12221,7 +16641,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -12238,7 +16658,33 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779189, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.998, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ token = \"V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ\"", + "line_num": 9, + "path": "./tests/samples/multiline.patch", + "info": "./tests/samples/multiline.patch|RAW", + "value": "V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ", + "value_start": 12, + "value_end": 52, + "variable": "token", + "variable_start": 3, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -12264,13 +16710,39 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password: F1lT3ReDw17hQoT3s", + "line_num": 3, + "path": "./tests/samples/nonce.py", + "info": "./tests/samples/nonce.py|RAW", + "value": "F1lT3ReDw17hQoT3s", + "value_start": 10, + "value_end": 27, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.734521664779752, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12290,13 +16762,65 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.734521664779752, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.998, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "key_wrap = 'KJHhJKhKU7yguyuyfrtsdESffhjgkhYT\\", + "line_num": 7, + "path": "./tests/samples/nonce.py", + "info": "./tests/samples/nonce.py|RAW", + "value": "KJHhJKhKU7yguyuyfrtsdESffhjgkhYT\\", + "value_start": 12, + "value_end": 45, + "variable": "key_wrap", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.035028767060004, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "key_multi = '''KJHfdjs8767gr54534wsFHGf5hJKhK", + "line_num": 11, + "path": "./tests/samples/nonce.py", + "info": "./tests/samples/nonce.py|RAW", + "value": "KJHfdjs8767gr54534wsFHGf5hJKhK", + "value_start": 15, + "value_end": 45, + "variable": "key_multi", + "variable_start": 0, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.123231428797621, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12316,7 +16840,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.561286684176785, "valid": true } @@ -12342,60 +16866,242 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.115027050910027, - "valid": true + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.1150270509100295, + "valid": true + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "OpenAI Token", + "severity": "high", + "confidence": "strong", + "line_data_list": [ + { + "line": "sk-proj-qa25MV9c7Qu0EjDIEWdcT3BlbkFJ83uCF0K4yw7RzpY39bio", + "line_num": 3, + "path": "./tests/samples/open_ai_token", + "info": "./tests/samples/open_ai_token|RAW", + "value": "sk-proj-qa25MV9c7Qu0EjDIEWdcT3BlbkFJ83uCF0K4yw7RzpY39bio", + "value_start": 0, + "value_end": 56, + "variable": null, + "variable_start": -2, + "variable_end": -2, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.086469255159773, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password = \"0xAb19D82E7f546cC3\"", + "line_num": 4, + "path": "./tests/samples/pass_filtered", + "info": "./tests/samples/pass_filtered|RAW", + "value": "0xAb19D82E7f546cC3", + "value_start": 12, + "value_end": 30, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.243275001121799, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gi_reo_gi_passwd = \"cAc48k1Zd7\"; password_confirmation = \"cAc48k1Zd7\";", + "line_num": 1, + "path": "./tests/samples/passwd.groovy", + "info": "./tests/samples/passwd.groovy|RAW", + "value": "cAc48k1Zd7", + "value_start": 20, + "value_end": 30, + "variable": "gi_reo_gi_passwd", + "variable_start": 0, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.121928094887362, + "valid": false + } + } + ] + }, + { + "ml_validation": "NOT_AVAILABLE", + "ml_probability": null, + "rule": "PASSWD_PAIR", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gi_reo_gi_passwd = \"cAc48k1Zd7\"; password_confirmation = \"cAc48k1Zd7\";", + "line_num": 1, + "path": "./tests/samples/passwd.groovy", + "info": "./tests/samples/passwd.groovy|RAW", + "value": "cAc48k1Zd7", + "value_start": 20, + "value_end": 30, + "variable": "passwd", + "variable_start": 10, + "variable_end": 16, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.121928094887362, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.995, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gi_reo_gi_passwd = \"cAc48k1Zd7\"; password_confirmation = \"cAc48k1Zd7\";", + "line_num": 1, + "path": "./tests/samples/passwd.groovy", + "info": "./tests/samples/passwd.groovy|RAW", + "value": "cAc48k1Zd7", + "value_start": 58, + "value_end": 68, + "variable": "password_confirmation", + "variable_start": 33, + "variable_end": 54, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.121928094887362, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.936, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password = \"cackle!\"", + "line_num": 1, + "path": "./tests/samples/password.gradle", + "info": "./tests/samples/password.gradle|RAW", + "value": "cackle!", + "value_start": 12, + "value_end": 19, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.120589933192232, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.974, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ \"password\": \"dkajco1\"", + "line_num": 9, + "path": "./tests/samples/password.patch", + "info": "./tests/samples/password.patch|RAW", + "value": "dkajco1", + "value_start": 16, + "value_end": 23, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8073549220576046, + "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "OpenAI Token", - "severity": "high", - "confidence": "strong", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.994, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", "line_data_list": [ { - "line": "sk-proj-qa25MV9c7Qu0EjDIEWdcT3BlbkFJ83uCF0K4yw7RzpY39bio", - "line_num": 3, - "path": "./tests/samples/open_ai_token", - "info": "./tests/samples/open_ai_token|RAW", - "value": "sk-proj-qa25MV9c7Qu0EjDIEWdcT3BlbkFJ83uCF0K4yw7RzpY39bio", - "value_start": 0, - "value_end": 56, - "variable": null, - "variable_start": -2, - "variable_end": -2, + "line": "password = \"MYPSWRD!@#$%^&*\"", + "line_num": 1, + "path": "./tests/samples/password.tfvars", + "info": "./tests/samples/password.tfvars|RAW", + "value": "MYPSWRD!@#$%^&*", + "value_start": 12, + "value_end": 27, + "variable": "password", + "variable_start": 0, + "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.086469255159772, - "valid": true + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.8232156112839757, + "valid": false } } ] }, { - "ml_validation": "NOT_AVAILABLE", - "ml_probability": null, - "rule": "PASSWD_PAIR", + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.964, + "rule": "DOC_CREDENTIALS", "severity": "medium", "confidence": "moderate", "line_data_list": [ { - "line": "gi_reo_gi_passwd = \"cAc48k1Zd7\"; password_confirmation = \"cAc48k1Zd7\";", - "line_num": 1, - "path": "./tests/samples/passwd.groovy", - "info": "./tests/samples/passwd.groovy|RAW", - "value": "cAc48k1Zd7", - "value_start": 20, - "value_end": 30, - "variable": "passwd", - "variable_start": 10, - "variable_end": 16, + "line": "my_pw: nCzx8A8#!", + "line_num": 2, + "path": "./tests/samples/password_TRUE", + "info": "./tests/samples/password_TRUE|RAW", + "value": "nCzx8A8#!", + "value_start": 7, + "value_end": 16, + "variable": "my_pw", + "variable_start": 0, + "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.121928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.2432750011217983, "valid": false } } @@ -12420,13 +17126,39 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password=2bkJgtJDiLcq1t", + "line_num": 7, + "path": "./tests/samples/password_TRUE", + "info": "./tests/samples/password_TRUE|RAW", + "value": "2bkJgtJDiLcq1t", + "value_start": 9, + "value_end": 23, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.521640636343319, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12446,13 +17178,117 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.521640636343319, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.68, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "RUN openssl x509 -req -days 365 -passin \"pass:nCzx8A8#!\" -sha256 -in server.csr -CA ca.pem -CAkey ca-key", + "line_num": 8, + "path": "./tests/samples/password_TRUE", + "info": "./tests/samples/password_TRUE|RAW", + "value": "nCzx8A8#!", + "value_start": 46, + "value_end": 55, + "variable": "pass", + "variable_start": 41, + "variable_end": 45, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.2432750011217983, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "MYSQL_DATABASE_USER=CRED;MYSQL_DATABASE_PASSWORD=2IWJD88FH4Y;", + "line_num": 12, + "path": "./tests/samples/password_TRUE", + "info": "./tests/samples/password_TRUE|RAW", + "value": "2IWJD88FH4Y;", + "value_start": 49, + "value_end": 61, + "variable": "MYSQL_DATABASE_PASSWORD", + "variable_start": 25, + "variable_end": 48, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1195489589943928, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.974, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ \"password\": \"dkajco1\"", + "line_num": 10, + "path": "./tests/samples/password_utf16.patch", + "info": "./tests/samples/password_utf16.patch|RAW", + "value": "dkajco1", + "value_start": 16, + "value_end": 23, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.8073549220576046, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.862, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "+ \"password\": \"dkajc\u00f61\"", + "line_num": 9, + "path": "./tests/samples/password_western.patch", + "info": "./tests/samples/password_western.patch|RAW", + "value": "dkajc\u00f61", + "value_start": 16, + "value_end": 23, + "variable": "password", + "variable_start": 4, + "variable_end": 12, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4063042189065182, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12473,7 +17309,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.125814952938166, + "entropy": 4.125814952938168, "valid": true } } @@ -12498,7 +17334,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -12515,8 +17351,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.429600283437103, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.429600283437102, "valid": true } }, @@ -12532,7 +17368,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.307627100346911, "valid": true } @@ -12549,7 +17385,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.391947595190542, "valid": true } @@ -12566,8 +17402,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.410712925114303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.410712925114302, "valid": true } }, @@ -12583,7 +17419,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.417032341684991, "valid": true } @@ -12600,8 +17436,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.497697548960288, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497697548960291, "valid": true } }, @@ -12617,7 +17453,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.30959588168204, "valid": true } @@ -12634,7 +17470,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.418295834054489, "valid": false } @@ -12651,8 +17487,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8721063510981755, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.872106351098176, "valid": false } } @@ -12677,8 +17513,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.884128060579619, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.884128060579623, "valid": true } } @@ -12703,7 +17539,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0185646866544076, "valid": false } @@ -12737,7 +17573,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6977683083639423, "valid": false } @@ -12815,13 +17651,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.493434473754405, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.493434473754406, "valid": true } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.79, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password = WeR15tr0n6", + "line_num": 1, + "path": "./tests/samples/sample.docx", + "info": "./tests/samples/sample.docx|DOCX", + "value": "WeR15tr0n6", + "value_start": 11, + "value_end": 21, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.321928094887362, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12841,7 +17703,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.321928094887362, "valid": false } @@ -12867,8 +17729,34 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "placeholder=\"Your password: "g1re0g1Pa5$w0Rd"\"", + "line_num": 16, + "path": "./tests/samples/sample.html", + "info": "./tests/samples/sample.html|RAW", + "value": ""g1re0g1Pa5$w0Rd"\"", + "value_start": 32, + "value_end": 60, + "variable": "password", + "variable_start": 22, + "variable_end": 30, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2772074387595462, "valid": false } } @@ -12893,7 +17781,7 @@ "variable_start": 22, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.2772074387595462, "valid": false } @@ -12920,7 +17808,33 @@ "variable_end": 38, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.1560513697361983, + "entropy": 3.156051369736198, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.996, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "", + "line_num": 21, + "path": "./tests/samples/sample.html", + "info": "./tests/samples/sample.html|RAW", + "value": "g1re0g2Pa5$w0Rd")\">ShowPass", + "value_start": 39, + "value_end": 80, + "variable": "password", + "variable_start": 30, + "variable_end": 38, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.1341873445116937, "valid": true } } @@ -12945,13 +17859,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6464393446710153, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "A1 password is w3Ry5tR0nG", + "line_num": 1, + "path": "./tests/samples/sample.ods", + "info": "./tests/samples/sample.ods|xlsx:SheetAny", + "value": "w3Ry5tR0nG", + "value_start": 15, + "value_end": 25, + "variable": "password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1219280948873624, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -12971,8 +17911,34 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.0957952550009344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.0957952550009344, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.784, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "A2 ID:master,PW:dipPr10Gg!", + "line_num": 2, + "path": "./tests/samples/sample.ods", + "info": "./tests/samples/sample.ods|xlsx:SheetAny", + "value": "dipPr10Gg!", + "value_start": 16, + "value_end": 26, + "variable": "PW", + "variable_start": 13, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, "valid": false } } @@ -12997,7 +17963,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -13014,7 +17980,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.4736388806542577, "valid": false } @@ -13040,7 +18006,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -13066,7 +18032,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -13092,13 +18058,39 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password = Xdj@jcN834b", + "line_num": 1, + "path": "./tests/samples/sample.pdf", + "info": "./tests/samples/sample.pdf|PDF", + "value": "Xdj@jcN834b", + "value_start": 11, + "value_end": 22, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -13118,7 +18110,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.963119653306635, "valid": false } @@ -13144,8 +18136,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.838879892515178, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.838879892515179, "valid": true } } @@ -13170,7 +18162,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -13196,13 +18188,39 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6464393446710153, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "A1 password is w3Ry5tR0nG", + "line_num": 1, + "path": "./tests/samples/sample.xlsx", + "info": "./tests/samples/sample.xlsx|xlsx:SheetAny", + "value": "w3Ry5tR0nG", + "value_start": 15, + "value_end": 25, + "variable": "password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1219280948873624, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -13222,13 +18240,39 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0957952550009344, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.784, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "A2 ID:master,PW:dipPr10Gg!", + "line_num": 2, + "path": "./tests/samples/sample.xlsx", + "info": "./tests/samples/sample.xlsx|xlsx:SheetAny", + "value": "dipPr10Gg!", + "value_start": 16, + "value_end": 26, + "variable": "PW", + "variable_start": 13, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.989735285398626, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -13248,7 +18292,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -13265,7 +18309,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.4736388806542577, "valid": false } @@ -13291,7 +18335,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -13317,7 +18361,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -13343,7 +18387,7 @@ "variable_start": -1, "variable_end": -1, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -13369,7 +18413,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3705246708692047, "valid": false } @@ -13421,7 +18465,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.029574370937287, "valid": false } @@ -13447,8 +18491,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.843520703364327, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.843520703364329, "valid": true } } @@ -13473,7 +18517,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -13499,7 +18543,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.472678031846025, "valid": false } @@ -13525,7 +18569,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.181675184876157, "valid": false } @@ -13551,8 +18595,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.532808692053926, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5328086920539254, "valid": true } } @@ -13603,7 +18647,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.4375, "valid": false } @@ -13655,7 +18699,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.142346959152696, "valid": true } @@ -13681,8 +18725,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.333602972673351, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.3336029726733525, "valid": true } } @@ -13707,8 +18751,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.393325958893567, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.39332595889357, "valid": true } } @@ -13733,7 +18777,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.333251131396994, "valid": false } @@ -13759,8 +18803,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.688771526247703, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.688771526247704, "valid": true } } @@ -13785,7 +18829,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.6983183218203175, "valid": true } @@ -13811,8 +18855,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -13837,13 +18881,39 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.9528822923277263, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "td : Password: MU$T6Ef09#D!", + "line_num": 1, + "path": "./tests/samples/test.html", + "info": "./tests/samples/test.html|XML", + "value": "MU$T6Ef09#D!", + "value_start": 26, + "value_end": 38, + "variable": "Password", + "variable_start": 5, + "variable_end": 13, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.688721875540867, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -13863,7 +18933,7 @@ "variable_start": 5, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.688721875540867, "valid": false } @@ -13889,8 +18959,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -13916,7 +18986,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.253801390571587, + "entropy": 3.2538013905715872, "valid": true } } @@ -13942,7 +19012,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -13967,8 +19037,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -13993,13 +19063,117 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.999, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "gi_reo_gi_token = \"G1Re06G1BdgNseiJDN21Z094M\"", + "line_num": 1, + "path": "./tests/samples/token.toml", + "info": "./tests/samples/token.toml|RAW", + "value": "G1Re06G1BdgNseiJDN21Z094M", + "value_start": 19, + "value_end": 44, + "variable": "gi_reo_gi_token", + "variable_start": 0, + "variable_end": 15, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.133660689688185, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.99, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Token-> DemoToken: Nxs094M3ed2s1Re0F4M3ed2GZ8M= <- for User : demo", + "line_num": 2, + "path": "./tests/samples/token.toml", + "info": "./tests/samples/token.toml|RAW", + "value": "Nxs094M3ed2s1Re0F4M3ed2GZ8M=", + "value_start": 19, + "value_end": 47, + "variable": "DemoToken", + "variable_start": 8, + "variable_end": 17, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.039148671903071, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "fp_tokenized_value=\"b035d48j9X2dfjF0hb9sd8Guf5hWu2ia\"", + "line_num": 3, + "path": "./tests/samples/token.toml", + "info": "./tests/samples/token.toml|RAW", + "value": "b035d48j9X2dfjF0hb9sd8Guf5hWu2ia", + "value_start": 20, + "value_end": 52, + "variable": "fp_tokenized_value", + "variable_start": 0, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.6014097655573916, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "tp_token_value=\"b035d48j9X2dfjF0hb9sd8Guf5hWu2ia\"", + "line_num": 4, + "path": "./tests/samples/token.toml", + "info": "./tests/samples/token.toml|RAW", + "value": "b035d48j9X2dfjF0hb9sd8Guf5hWu2ia", + "value_start": 16, + "value_end": 48, + "variable": "tp_token_value", + "variable_start": 0, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE36_CHARS", + "entropy": 3.6014097655573916, + "valid": true + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -14052,6 +19226,32 @@ } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.997, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "39084?Credential=546DFS64N90P3AW7DX&key=3487263-2384579834-234732875-345&hasToBefound=2", + "line_num": 10, + "path": "./tests/samples/url_cred.js", + "info": "./tests/samples/url_cred.js|RAW", + "value": "3487263-2384579834-234732875-345", + "value_start": 40, + "value_end": 72, + "variable": "key", + "variable_start": 36, + "variable_end": 39, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.6557496115311405, + "valid": false + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -14072,7 +19272,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2373263071270246, + "entropy": 3.237326307127025, "valid": true } } @@ -14156,6 +19356,32 @@ } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "token : IBOgIBAAJBAJtFfagSXdo0JmX6EdwWGvFMaXeOFY5xOTs3PWsn hRFakQFbAuI769fdsbkjerfkjrekjnkerjnfkrejnfrejn==", + "line_num": 1, + "path": "./tests/samples/xml_data.xml", + "info": "./tests/samples/xml_data.xml|XML", + "value": "IBOgIBAAJBAJtFfagSXdo0JmX6EdwWGvFMaXeOFY5xOTs3PWsn", + "value_start": 8, + "value_end": 58, + "variable": "token", + "variable_start": 0, + "variable_end": 5, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.833269689515109, + "valid": true + } + } + ] + }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -14175,8 +19401,34 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8332696895151095, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.833269689515109, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "token : \"IBOgIBAAJBAJtFfagSXdo0JmX6EdwWGvFMaXeOFY5xOTs3PWsn hRFakQFbAuI769fdsbkjerfkjrekjnkerjnfkrejnfrejn==\"", + "line_num": 1, + "path": "./tests/samples/xml_data.xml", + "info": "./tests/samples/xml_data.xml|XML", + "value": "IBOgIBAAJBAJtFfagSXdo0JmX6EdwWGvFMaXeOFY5xOTs3PWsn hRFakQFbAuI769fdsbkjer", + "value_start": 9, + "value_end": 89, + "variable": "token", + "variable_start": 0, + "variable_end": 5, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.794126029251818, "valid": true } } @@ -14201,11 +19453,37 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.396703284270004, "valid": true } } ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.984, + "rule": "DOC_CREDENTIALS", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "password : cackle!", + "line_num": 1, + "path": "./tests/samples/xml_password.xml", + "info": "./tests/samples/xml_password.xml|XML", + "value": "cackle!", + "value_start": 11, + "value_end": 18, + "variable": "password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.120589933192232, + "valid": false + } + } + ] } ] \ No newline at end of file diff --git a/tests/data/ml_threshold.json b/tests/data/ml_threshold.json index 69653ba74..65565c086 100644 --- a/tests/data/ml_threshold.json +++ b/tests/data/ml_threshold.json @@ -18,8 +18,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.4978497506970045, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497849750697005, "valid": true } } @@ -27,7 +27,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.993, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -44,8 +44,8 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.7835252872760208, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.7835252872760203, "valid": false } } @@ -70,8 +70,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.220175521464345, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.220175521464347, "valid": false } } @@ -96,7 +96,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.614483907763351, "valid": true } @@ -122,8 +122,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.592654863341127, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.592654863341123, "valid": true } } @@ -148,7 +148,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.571478154549278, "valid": true } @@ -174,7 +174,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.572975546587697, "valid": true } @@ -183,7 +183,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.813, + "ml_probability": 0.992, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -200,7 +200,7 @@ "variable_start": 1, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.273728829005326, "valid": false } @@ -209,7 +209,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -226,8 +226,8 @@ "variable_start": 1, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.523986065961299, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5239860659612985, "valid": true } } @@ -235,7 +235,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -252,7 +252,7 @@ "variable_start": 27, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.288909765557392, "valid": false } @@ -278,8 +278,8 @@ "variable_start": 9, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.085055102756476, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.085055102756477, "valid": false } } @@ -305,7 +305,7 @@ "variable_end": 22, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2479906920322064, + "entropy": 3.247990692032206, "valid": true } } @@ -330,8 +330,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -356,8 +356,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -382,8 +382,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -408,8 +408,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } }, @@ -425,7 +425,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -434,7 +434,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.334, + "ml_probability": 0.051, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -451,8 +451,8 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -477,8 +477,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -503,8 +503,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } }, @@ -520,7 +520,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -529,7 +529,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.858, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -546,8 +546,8 @@ "variable_start": 5, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -572,7 +572,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -589,7 +589,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -598,7 +598,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -615,7 +615,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -624,7 +624,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -641,7 +641,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -667,7 +667,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -693,7 +693,7 @@ "variable_start": 225, "variable_end": 241, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.100748179498277, "valid": false } @@ -720,7 +720,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.724832094802681, + "entropy": 3.7248320948026805, "valid": true } } @@ -728,7 +728,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.98, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -745,7 +745,7 @@ "variable_start": 80, "variable_end": 83, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.323856189774723, "valid": false } @@ -771,8 +771,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -797,8 +797,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } }, @@ -814,8 +814,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -840,8 +840,8 @@ "variable_start": 5, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -849,7 +849,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -866,8 +866,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -875,7 +875,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -892,8 +892,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -918,7 +918,7 @@ "variable_start": 5, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.961353528118743, "valid": true } @@ -945,7 +945,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -953,7 +953,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -971,7 +971,7 @@ "variable_end": 11, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -997,7 +997,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.52467389677155, + "entropy": 3.5246738967715503, "valid": true } } @@ -1022,7 +1022,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1048,7 +1048,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1074,8 +1074,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1100,8 +1100,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1126,7 +1126,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -1152,7 +1152,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.826255561405635, "valid": true } @@ -1178,7 +1178,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.593400348604437, "valid": true } @@ -1204,7 +1204,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1230,7 +1230,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1256,7 +1256,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.9477027792200903, "valid": false } @@ -1282,7 +1282,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.3125, "valid": false } @@ -1308,8 +1308,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.573080311527303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, "valid": true } } @@ -1317,7 +1317,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.118, + "ml_probability": 0.713, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -1334,8 +1334,8 @@ "variable_start": 1, "variable_end": 34, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.573080311527303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, "valid": true } } @@ -1343,7 +1343,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 1.0, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1360,8 +1360,8 @@ "variable_start": 6, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.133473310626378, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.133473310626377, "valid": true } } @@ -1369,7 +1369,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.219, + "ml_probability": 0.363, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -1386,7 +1386,7 @@ "variable_start": 16, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0957952550009344, "valid": false } @@ -1412,7 +1412,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.459431618637298, "valid": false } @@ -1421,7 +1421,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.751, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -1438,7 +1438,7 @@ "variable_start": 21, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.45754247590989, "valid": false } @@ -1447,7 +1447,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Secret", "severity": "high", "confidence": "moderate", @@ -1465,7 +1465,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1473,7 +1473,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Token", "severity": "high", "confidence": "moderate", @@ -1491,7 +1491,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1517,7 +1517,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1525,7 +1525,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.574, "rule": "CMD ConvertTo-SecureString", "severity": "high", "confidence": "moderate", @@ -1542,7 +1542,7 @@ "variable_start": 0, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4245614587540074, "valid": false } @@ -1551,7 +1551,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "CMD ConvertTo-SecureString", "severity": "high", "confidence": "moderate", @@ -1568,7 +1568,7 @@ "variable_start": 1, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.3294387224237187, "valid": false } @@ -1577,7 +1577,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1594,7 +1594,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6644977792004623, "valid": false } @@ -1647,7 +1647,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -1672,8 +1672,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.731746181697384, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.731746181697387, "valid": true } } @@ -1681,7 +1681,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.42, + "ml_probability": 0.472, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1698,7 +1698,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1707,7 +1707,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.516, + "ml_probability": 0.497, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1724,8 +1724,8 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.7897352853986264, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.789735285398626, "valid": false } } @@ -1733,7 +1733,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.643, + "ml_probability": 0.516, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1750,7 +1750,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1759,7 +1759,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.73, + "ml_probability": 0.744, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1776,7 +1776,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1785,7 +1785,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1802,7 +1802,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1811,7 +1811,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, + "ml_probability": 0.704, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1828,7 +1828,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1837,7 +1837,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1854,7 +1854,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1863,7 +1863,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1880,7 +1880,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1889,7 +1889,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1906,7 +1906,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1915,7 +1915,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.56, + "ml_probability": 0.595, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1932,8 +1932,8 @@ "variable_start": 16, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1941,7 +1941,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.873, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1958,8 +1958,8 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.712675334928137, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } } @@ -1967,7 +1967,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.298, + "ml_probability": 0.22, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1984,8 +1984,8 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1993,7 +1993,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2010,8 +2010,8 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2019,7 +2019,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2036,8 +2036,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2045,7 +2045,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2062,8 +2062,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2071,7 +2071,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.971, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,8 +2088,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2097,7 +2097,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2114,8 +2114,8 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2123,7 +2123,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2140,8 +2140,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2149,7 +2149,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2166,8 +2166,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2175,7 +2175,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.889, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2192,7 +2192,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2201,7 +2201,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2218,8 +2218,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2227,7 +2227,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.378, + "ml_probability": 0.652, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2244,8 +2244,8 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2253,7 +2253,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.847, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2270,7 +2270,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2279,7 +2279,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.815, + "ml_probability": 0.828, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2296,7 +2296,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2305,7 +2305,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2322,7 +2322,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2331,7 +2331,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.989, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2348,7 +2348,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2357,7 +2357,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2374,7 +2374,7 @@ "variable_start": 34, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2383,7 +2383,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.908, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2400,7 +2400,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2409,7 +2409,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.774, + "ml_probability": 0.78, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2426,7 +2426,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2435,7 +2435,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.459, + "ml_probability": 0.378, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2452,8 +2452,8 @@ "variable_start": 18, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2461,7 +2461,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2478,7 +2478,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2487,7 +2487,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.8, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2504,8 +2504,8 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2513,7 +2513,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2530,7 +2530,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2539,7 +2539,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2556,7 +2556,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2565,7 +2565,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2582,7 +2582,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2591,7 +2591,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.99, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2608,7 +2608,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2617,7 +2617,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2634,7 +2634,7 @@ "variable_start": 16, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2643,7 +2643,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2660,7 +2660,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2669,7 +2669,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.476, + "ml_probability": 0.385, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2686,7 +2686,7 @@ "variable_start": 10, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2695,7 +2695,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.948, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2712,8 +2712,8 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2721,7 +2721,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2738,7 +2738,7 @@ "variable_start": 15, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2747,7 +2747,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2764,7 +2764,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2773,7 +2773,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.863, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,8 +2790,8 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2799,7 +2799,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2816,7 +2816,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2825,7 +2825,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.935, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2842,7 +2842,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2851,7 +2851,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2868,7 +2868,7 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2877,7 +2877,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.888, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2894,7 +2894,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2903,7 +2903,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.9, + "ml_probability": 0.664, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2920,7 +2920,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2929,7 +2929,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.802, + "ml_probability": 0.854, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2946,8 +2946,8 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2955,7 +2955,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.794, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2972,7 +2972,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2981,7 +2981,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2998,7 +2998,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3007,7 +3007,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3024,8 +3024,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3033,7 +3033,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3050,7 +3050,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3059,7 +3059,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3076,7 +3076,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3085,7 +3085,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.854, + "ml_probability": 0.802, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3102,7 +3102,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3111,7 +3111,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3128,7 +3128,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3137,7 +3137,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3154,7 +3154,7 @@ "variable_start": 19, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3163,7 +3163,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.892, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3180,8 +3180,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3189,7 +3189,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3206,7 +3206,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3215,7 +3215,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.479, + "ml_probability": 0.431, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3232,7 +3232,7 @@ "variable_start": 34, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3241,7 +3241,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3258,7 +3258,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3267,7 +3267,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3284,7 +3284,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3293,7 +3293,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.859, + "ml_probability": 0.806, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3310,8 +3310,8 @@ "variable_start": 16, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3319,7 +3319,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.796, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3336,7 +3336,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3345,7 +3345,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.794, + "ml_probability": 0.751, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3362,7 +3362,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3371,7 +3371,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.871, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3388,7 +3388,7 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3397,7 +3397,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3414,7 +3414,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3423,7 +3423,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3440,7 +3440,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3449,7 +3449,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3466,7 +3466,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3475,7 +3475,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.857, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,8 +3492,8 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3501,7 +3501,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3518,7 +3518,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3527,7 +3527,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3544,7 +3544,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3553,7 +3553,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3570,7 +3570,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3579,7 +3579,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.478, + "ml_probability": 0.233, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3596,8 +3596,8 @@ "variable_start": 14, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3605,7 +3605,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.827, + "ml_probability": 0.692, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3622,7 +3622,7 @@ "variable_start": 18, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3631,7 +3631,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.851, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3648,7 +3648,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3657,7 +3657,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.804, + "ml_probability": 0.719, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3674,7 +3674,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3683,7 +3683,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.623, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3700,8 +3700,8 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3709,7 +3709,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.872, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3726,7 +3726,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3735,7 +3735,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.43, + "ml_probability": 0.732, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3752,7 +3752,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3761,7 +3761,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.922, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3778,7 +3778,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3787,7 +3787,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3804,7 +3804,7 @@ "variable_start": 11, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3813,7 +3813,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.841, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3830,7 +3830,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3839,7 +3839,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.747, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3856,7 +3856,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.595488890170944, "valid": false } @@ -3865,7 +3865,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.047, + "ml_probability": 0.197, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3882,7 +3882,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3891,7 +3891,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.256, + "ml_probability": 0.717, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3908,7 +3908,7 @@ "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3917,7 +3917,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.076, + "ml_probability": 0.221, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3934,7 +3934,7 @@ "variable_start": 3, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3943,7 +3943,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.408, + "ml_probability": 0.443, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3960,7 +3960,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.3859718495273823, "valid": false } @@ -3969,7 +3969,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.291, + "ml_probability": 0.478, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3986,7 +3986,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3995,7 +3995,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4012,7 +4012,7 @@ "variable_start": 9, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -4021,7 +4021,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.548, + "ml_probability": 0.699, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4038,7 +4038,7 @@ "variable_start": 3, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -4047,7 +4047,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.877, + "ml_probability": 0.739, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4064,7 +4064,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -4073,7 +4073,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.007, + "ml_probability": 0.286, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4090,7 +4090,7 @@ "variable_start": 4, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4099,7 +4099,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.08, + "ml_probability": 0.433, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4116,7 +4116,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4125,7 +4125,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4142,7 +4142,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4151,7 +4151,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.011, + "ml_probability": 0.086, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4168,7 +4168,7 @@ "variable_start": 3, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4177,7 +4177,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.012, + "ml_probability": 0.286, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4194,7 @@ "variable_start": 5, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.625, "valid": false } @@ -4203,7 +4203,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.321, + "ml_probability": 0.666, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4220,7 +4220,7 @@ "variable_start": 5, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4229,7 +4229,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4246,7 +4246,7 @@ "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4255,7 +4255,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.048, + "ml_probability": 0.231, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4272,7 +4272,7 @@ "variable_start": 3, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4281,7 +4281,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.754, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4298,7 +4298,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4307,7 +4307,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.233, + "ml_probability": 0.507, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4324,7 +4324,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4333,7 +4333,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4350,7 +4350,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4359,7 +4359,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.211, + "ml_probability": 0.508, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4376,7 +4376,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4385,7 +4385,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4402,7 +4402,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4411,7 +4411,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.458, + "ml_probability": 0.723, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4428,7 +4428,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4437,7 +4437,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4454,7 +4454,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4463,7 +4463,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4480,7 +4480,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4489,7 +4489,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.817, + "ml_probability": 0.869, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -4506,7 +4506,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4515,7 +4515,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.528, + "ml_probability": 0.659, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4532,7 +4532,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4541,7 +4541,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4558,7 +4558,7 @@ "variable_start": 8, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4567,7 +4567,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4584,7 +4584,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4593,7 +4593,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.551, + "ml_probability": 0.678, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4610,7 +4610,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4619,7 +4619,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.18, + "ml_probability": 0.297, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4636,7 +4636,7 @@ "variable_start": 0, "variable_end": 2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4645,7 +4645,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.616, + "ml_probability": 0.886, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4662,7 +4662,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4671,7 +4671,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.624, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4688,7 +4688,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4697,7 +4697,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4714,7 +4714,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4723,7 +4723,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4740,7 +4740,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4749,7 +4749,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.953, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4766,7 +4766,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4775,7 +4775,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.93, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4792,7 +4792,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4801,7 +4801,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.541, + "ml_probability": 0.77, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4818,7 +4818,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4827,7 +4827,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.594, + "ml_probability": 0.829, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4844,7 +4844,7 @@ "variable_start": 19, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4853,7 +4853,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.988, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -4870,7 +4870,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4879,7 +4879,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4896,7 +4896,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4905,7 +4905,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4922,7 +4922,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4931,7 +4931,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4948,7 +4948,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4957,7 +4957,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.583, + "ml_probability": 0.925, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4974,7 +4974,7 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4983,7 +4983,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.525, + "ml_probability": 0.861, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5000,7 +5000,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -5026,7 +5026,7 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -5035,7 +5035,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5052,7 +5052,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -5061,7 +5061,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5078,7 +5078,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -5087,7 +5087,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.099, + "ml_probability": 0.674, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5104,7 +5104,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 1.5, "valid": false } @@ -5130,7 +5130,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5139,7 +5139,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5156,7 +5156,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5182,7 +5182,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5208,7 +5208,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5234,7 +5234,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5260,7 +5260,7 @@ "variable_start": 2, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.773557262275185, "valid": false } @@ -5286,7 +5286,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5312,7 +5312,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5338,7 +5338,7 @@ "variable_start": 1, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5364,7 +5364,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -5390,7 +5390,7 @@ "variable_start": 2, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5416,7 +5416,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5425,7 +5425,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -5442,7 +5442,7 @@ "variable_start": 1, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5468,7 +5468,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5494,7 +5494,7 @@ "variable_start": 4, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5503,7 +5503,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5520,7 +5520,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5546,7 +5546,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5572,7 +5572,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5581,7 +5581,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5598,7 +5598,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5624,7 +5624,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5650,7 +5650,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -5676,7 +5676,7 @@ "variable_start": 24, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5702,7 +5702,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5711,7 +5711,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -5728,7 +5728,7 @@ "variable_start": 0, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5737,7 +5737,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5754,7 +5754,7 @@ "variable_start": 15, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -5763,59 +5763,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.001, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "page.action?spaceKey=LOGIC&title=QUANTUM\",", - "line_num": 39, - "path": "./tests/samples/doc_secret_pair", - "info": "", - "value": "LOGIC", - "value_start": 21, - "value_end": 26, - "variable": "spaceKey", - "variable_start": 12, - "variable_end": 20, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.321928094887362, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.0, - "rule": "Token", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "Enter token : This is a query parameter", - "line_num": 40, - "path": "./tests/samples/doc_secret_pair", - "info": "", - "value": "This", - "value_start": 14, - "value_end": 18, - "variable": "token", - "variable_start": 6, - "variable_end": 11, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.0, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5832,7 +5780,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5841,7 +5789,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5858,7 +5806,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5867,7 +5815,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5884,7 +5832,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5893,7 +5841,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5910,7 +5858,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5936,7 +5884,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5962,7 +5910,7 @@ "variable_start": 53, "variable_end": 61, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5971,7 +5919,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5988,7 +5936,7 @@ "variable_start": 25, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5997,7 +5945,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.92, + "ml_probability": 0.934, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6014,7 +5962,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6023,7 +5971,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6040,7 +5988,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6066,7 +6014,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6075,7 +6023,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6092,7 +6040,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6101,7 +6049,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.792, + "ml_probability": 0.887, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6118,7 +6066,7 @@ "variable_start": 43, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6127,7 +6075,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6144,7 +6092,7 @@ "variable_start": 42, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6153,7 +6101,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6170,7 +6118,7 @@ "variable_start": 37, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6179,7 +6127,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6196,7 +6144,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6205,7 +6153,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6222,7 +6170,7 @@ "variable_start": 41, "variable_end": 49, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6231,7 +6179,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6248,7 +6196,7 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6257,7 +6205,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6274,7 +6222,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6283,7 +6231,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -6300,7 +6248,7 @@ "variable_start": 0, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6309,7 +6257,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -6326,7 +6274,7 @@ "variable_start": 4, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6335,7 +6283,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6352,7 +6300,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6361,7 +6309,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6378,7 +6326,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6387,7 +6335,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6404,7 +6352,7 @@ "variable_start": 26, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6413,7 +6361,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6430,7 +6378,7 @@ "variable_start": 0, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6439,7 +6387,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6456,7 +6404,7 @@ "variable_start": 8, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6465,7 +6413,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6482,7 +6430,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6491,7 +6439,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6508,7 +6456,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6517,7 +6465,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6534,7 +6482,7 @@ "variable_start": 3, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -6543,7 +6491,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6560,7 +6508,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6569,7 +6517,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6586,7 +6534,7 @@ "variable_start": 14, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6612,7 +6560,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6621,7 +6569,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6638,7 +6586,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6664,7 +6612,7 @@ "variable_start": 14, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6673,7 +6621,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6690,7 +6638,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6699,7 +6647,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, + "ml_probability": 0.7, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6716,7 +6664,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -6725,7 +6673,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.265, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6742,7 +6690,7 @@ "variable_start": 4, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -6751,7 +6699,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6768,7 +6716,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6777,7 +6725,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6794,7 +6742,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6803,7 +6751,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6820,7 +6768,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6829,7 +6777,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6846,7 +6794,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6855,7 +6803,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6872,7 +6820,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6881,7 +6829,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6898,7 +6846,7 @@ "variable_start": 35, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6907,7 +6855,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6924,7 +6872,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6933,7 +6881,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6950,7 +6898,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6959,7 +6907,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6976,7 +6924,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6985,7 +6933,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7002,7 +6950,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7011,7 +6959,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7028,7 +6976,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7037,7 +6985,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7054,7 +7002,7 @@ "variable_start": 37, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7063,7 +7011,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7080,7 +7028,7 @@ "variable_start": 36, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7089,7 +7037,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7106,7 +7054,7 @@ "variable_start": 37, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7115,7 +7063,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7132,7 +7080,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7141,7 +7089,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7158,7 +7106,7 @@ "variable_start": 40, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7184,7 +7132,7 @@ "variable_start": 35, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7210,7 +7158,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7219,7 +7167,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7236,7 +7184,7 @@ "variable_start": 44, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7245,7 +7193,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7262,7 +7210,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7271,7 +7219,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7288,7 +7236,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -7314,7 +7262,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.89361507332541, "valid": true } @@ -7341,7 +7289,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.4565647621309536, + "entropy": 3.456564762130954, "valid": true } } @@ -7366,8 +7314,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.395844179446957, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.395844179446958, "valid": true } } @@ -7392,8 +7340,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.808191506786782, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.80819150678678, "valid": true } } @@ -7418,8 +7366,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -7427,7 +7375,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -7444,8 +7392,8 @@ "variable_start": 0, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -7471,7 +7419,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2089099270924217, + "entropy": 3.208909927092422, "valid": true } } @@ -7548,8 +7496,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, "valid": false } } @@ -7574,8 +7522,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.255374790203285, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.255374790203283, "valid": true } } @@ -7653,7 +7601,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.133660689688185, + "entropy": 4.133660689688186, "valid": true } } @@ -7678,8 +7626,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9058316901429944, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.905831690142994, "valid": false } } @@ -7705,7 +7653,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.0191930522498045, + "entropy": 3.0191930522498036, "valid": true } } @@ -7731,7 +7679,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.9590403170005795, + "entropy": 3.9590403170005777, "valid": true } } @@ -7756,8 +7704,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9479064420971963, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.947906442097196, "valid": false } } @@ -7782,7 +7730,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006593447001756, "valid": false } @@ -7861,7 +7809,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.8494857514609038, + "entropy": 3.8494857514609033, "valid": true } } @@ -7886,7 +7834,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.032347694592746, "valid": false } @@ -7938,8 +7886,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.022276693534146, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.022276693534148, "valid": true } } @@ -7965,7 +7913,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.014460876028361, + "entropy": 4.0144608760283615, "valid": true } } @@ -8042,8 +7990,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.582118926162056, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.582118926162054, "valid": true } } @@ -8094,8 +8042,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -8111,8 +8059,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.084962500721157, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.084962500721156, "valid": false } } @@ -8137,8 +8085,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -8154,8 +8102,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -8180,8 +8128,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -8232,8 +8180,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.097632476604024, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.097632476604023, "valid": true } } @@ -8258,8 +8206,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8153130511409934, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.815313051140994, "valid": false } } @@ -8284,7 +8232,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.52211252299684, "valid": true } @@ -8310,7 +8258,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -8336,7 +8284,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -8362,7 +8310,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.348551883097512, "valid": true } @@ -8388,8 +8336,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.346321090472658, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.34632109047266, "valid": true } } @@ -8440,8 +8388,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.5617684773102365, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.561768477310237, "valid": true } } @@ -8466,8 +8414,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.636224896287629, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.636224896287628, "valid": true } } @@ -8518,8 +8466,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.231644837540696, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.231644837540698, "valid": true } } @@ -8527,7 +8475,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8544,7 +8492,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -8570,7 +8518,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.288909765557392, "valid": true } @@ -8596,8 +8544,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.353940312186129, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.353940312186131, "valid": true } } @@ -8622,7 +8570,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.625, "valid": false } @@ -8648,7 +8596,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -8674,7 +8622,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -8700,8 +8648,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.790963630103494, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.7909636301034935, "valid": true } } @@ -8709,7 +8657,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8726,8 +8674,8 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.428808109703668, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.428808109703675, "valid": true } } @@ -8735,7 +8683,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8752,8 +8700,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -8761,7 +8709,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8778,8 +8726,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.784183719779189, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779188, "valid": true } } @@ -8787,7 +8735,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8804,8 +8752,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -8813,7 +8761,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -8830,7 +8778,7 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.8530559073332755, "valid": true } @@ -8839,7 +8787,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8856,8 +8804,8 @@ "variable_start": 28, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.962822440640043, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.962822440640042, "valid": true } } @@ -8882,7 +8830,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.9677201004745, "valid": true } @@ -8908,7 +8856,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.615822531364292, "valid": true } @@ -8934,7 +8882,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.484377779059832, "valid": false } @@ -8960,7 +8908,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8986,7 +8934,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -9003,7 +8951,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -9012,7 +8960,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9029,7 +8977,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -9055,7 +9003,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -9081,7 +9029,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -9098,7 +9046,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -9107,7 +9055,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9124,7 +9072,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -9176,7 +9124,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.734521664779752, "valid": false } @@ -9185,7 +9133,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -9202,7 +9150,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.116729296672174, "valid": false } @@ -9228,8 +9176,8 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.12323142879762, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.123231428797621, "valid": false } } @@ -9254,7 +9202,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.561286684176785, "valid": true } @@ -9280,8 +9228,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.115027050910027, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.1150270509100295, "valid": true } } @@ -9306,8 +9254,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.086469255159772, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.086469255159773, "valid": true } } @@ -9315,7 +9263,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.596, + "ml_probability": 0.117, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9332,7 +9280,7 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.5216406363433186, "valid": false } @@ -9341,7 +9289,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9358,7 +9306,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -9367,7 +9315,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9384,7 +9332,7 @@ "variable_start": 33, "variable_end": 54, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -9393,7 +9341,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9410,7 +9358,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -9419,7 +9367,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9436,7 +9384,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -9445,7 +9393,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9462,7 +9410,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 1.8232156112839757, "valid": false } @@ -9471,7 +9419,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.0, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "MYSQLPASS: Ce7shE0ENPiBlE_EdEose0cBAA", + "line_num": 1, + "path": "./tests/samples/password_TRUE", + "info": "", + "value": "Ce7shE0ENPiBlE_EdEose0cBAA", + "value_start": 11, + "value_end": 37, + "variable": "MYSQLPASS", + "variable_start": 0, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.688513556888096, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9488,7 +9462,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9497,7 +9471,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9523,7 +9497,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.438, + "ml_probability": 0.266, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9540,8 +9514,8 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9477027792200903, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.94770277922009, "valid": false } } @@ -9549,7 +9523,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.74, + "ml_probability": 0.687, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9566,7 +9540,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -9575,7 +9549,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9592,7 +9566,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -9618,7 +9592,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.521640636343319, "valid": false } @@ -9627,7 +9601,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -9644,7 +9618,7 @@ "variable_start": 33, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9653,7 +9627,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9670,7 +9644,7 @@ "variable_start": 41, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -9679,7 +9653,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9696,8 +9670,8 @@ "variable_start": 25, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.277613436819116, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2776134368191165, "valid": false } } @@ -9705,7 +9679,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9722,7 +9696,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -9731,7 +9705,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9748,7 +9722,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4063042189065182, "valid": false } @@ -9775,7 +9749,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.125814952938166, + "entropy": 4.125814952938168, "valid": true } } @@ -9800,7 +9774,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -9817,8 +9791,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.429600283437103, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.429600283437102, "valid": true } }, @@ -9834,7 +9808,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.307627100346911, "valid": true } @@ -9851,7 +9825,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.391947595190542, "valid": true } @@ -9868,8 +9842,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.410712925114303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.410712925114302, "valid": true } }, @@ -9885,7 +9859,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.417032341684991, "valid": true } @@ -9902,8 +9876,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.497697548960288, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497697548960291, "valid": true } }, @@ -9919,7 +9893,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.30959588168204, "valid": true } @@ -9936,7 +9910,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.418295834054489, "valid": false } @@ -9953,8 +9927,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8721063510981755, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.872106351098176, "valid": false } } @@ -9979,8 +9953,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.884128060579619, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.884128060579623, "valid": true } } @@ -10005,7 +9979,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0185646866544076, "valid": false } @@ -10039,7 +10013,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6977683083639423, "valid": false } @@ -10100,7 +10074,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.307, + "ml_probability": 0.478, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10117,7 +10091,7 @@ "variable_start": 0, "variable_end": 3, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -10143,8 +10117,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.493434473754405, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.493434473754406, "valid": true } } @@ -10152,7 +10126,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10169,8 +10143,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.524274220204383, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.5242742202043824, "valid": false } } @@ -10178,7 +10152,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.727, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10195,7 +10169,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.25754247590989, "valid": false } @@ -10204,7 +10178,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.832, + "ml_probability": 0.97, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10221,8 +10195,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.796105389090387, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7961053890903864, "valid": false } } @@ -10230,7 +10204,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.897, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10247,7 +10221,7 @@ "variable_start": 10, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6959504039350857, "valid": false } @@ -10256,7 +10230,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -10282,7 +10256,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10299,7 +10273,7 @@ "variable_start": 28, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.5, "valid": false } @@ -10308,7 +10282,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10325,8 +10299,8 @@ "variable_start": 17, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.246431222567951, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2464312225679506, "valid": false } } @@ -10334,7 +10308,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10351,7 +10325,7 @@ "variable_start": 30, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.379764555901284, "valid": false } @@ -10360,7 +10334,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.672, + "ml_probability": 0.584, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -10377,7 +10351,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -10403,7 +10377,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3705246708692047, "valid": false } @@ -10455,7 +10429,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.029574370937287, "valid": false } @@ -10481,8 +10455,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.843520703364327, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.843520703364329, "valid": true } } @@ -10507,7 +10481,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.472678031846025, "valid": false } @@ -10533,7 +10507,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.181675184876157, "valid": false } @@ -10559,8 +10533,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.532808692053926, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5328086920539254, "valid": true } } @@ -10611,7 +10585,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.4375, "valid": false } @@ -10663,7 +10637,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.142346959152696, "valid": true } @@ -10689,8 +10663,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.333602972673351, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.3336029726733525, "valid": true } } @@ -10715,8 +10689,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.393325958893567, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.39332595889357, "valid": true } } @@ -10741,7 +10715,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.333251131396994, "valid": false } @@ -10767,8 +10741,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.688771526247703, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.688771526247704, "valid": true } } @@ -10793,7 +10767,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.6983183218203175, "valid": true } @@ -10819,8 +10793,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -10845,7 +10819,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -10854,7 +10828,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10871,7 +10845,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -10880,7 +10854,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10897,8 +10871,8 @@ "variable_start": 0, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.133660689688186, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.133660689688185, "valid": false } } @@ -10906,7 +10880,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10923,7 +10897,7 @@ "variable_start": 8, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.039148671903071, "valid": false } @@ -11010,7 +10984,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11027,7 +11001,7 @@ "variable_start": 5, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -11053,7 +11027,7 @@ "variable_start": 32, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.584962500721156, "valid": false } @@ -11079,7 +11053,7 @@ "variable_start": 38, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.158606629001803, "valid": false } @@ -11088,7 +11062,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.27, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11106,7 +11080,7 @@ "variable_end": 48, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.348308333814105, + "entropy": 3.3483083338141046, "valid": true } } @@ -11114,7 +11088,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -11131,7 +11105,7 @@ "variable_start": 36, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6557496115311405, "valid": false } @@ -11157,7 +11131,7 @@ "variable_start": 6, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.836591668108979, "valid": false } @@ -11166,7 +11140,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -11183,7 +11157,7 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -11192,7 +11166,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -11210,7 +11184,7 @@ "variable_end": 70, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.551740408502559, + "entropy": 3.5517404085025586, "valid": true } } @@ -11236,7 +11210,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2373263071270246, + "entropy": 3.237326307127025, "valid": true } } @@ -11339,8 +11313,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.345127246505981, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.345127246505983, "valid": true } } @@ -11365,8 +11339,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.781839044292301, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.781839044292302, "valid": true } } @@ -11391,8 +11365,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8332696895151095, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.833269689515109, "valid": true } } @@ -11400,7 +11374,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.844, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -11417,7 +11391,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -11426,7 +11400,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.001, + "ml_probability": 0.008, "rule": "Password", "severity": "medium", "confidence": "moderate", diff --git a/tests/data/output.json b/tests/data/output.json index 8135c2645..4f6e4c81e 100644 --- a/tests/data/output.json +++ b/tests/data/output.json @@ -18,8 +18,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.4978497506970045, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497849750697005, "valid": true } } @@ -27,7 +27,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.993, "rule": "API", "severity": "medium", "confidence": "moderate", @@ -44,8 +44,8 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.7835252872760208, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.7835252872760203, "valid": false } } @@ -70,8 +70,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.220175521464345, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.220175521464347, "valid": false } } @@ -96,7 +96,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.614483907763351, "valid": true } @@ -122,8 +122,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.592654863341127, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.592654863341123, "valid": true } } @@ -148,7 +148,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.571478154549278, "valid": true } @@ -174,7 +174,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.572975546587697, "valid": true } @@ -183,7 +183,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.813, + "ml_probability": 0.992, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -200,7 +200,7 @@ "variable_start": 1, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.273728829005326, "valid": false } @@ -209,7 +209,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -226,8 +226,8 @@ "variable_start": 1, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.523986065961299, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5239860659612985, "valid": true } } @@ -235,7 +235,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -252,7 +252,7 @@ "variable_start": 27, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.288909765557392, "valid": false } @@ -278,8 +278,8 @@ "variable_start": 9, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.085055102756476, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.085055102756477, "valid": false } } @@ -305,7 +305,7 @@ "variable_end": 22, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2479906920322064, + "entropy": 3.247990692032206, "valid": true } } @@ -330,8 +330,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -356,8 +356,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -382,8 +382,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } } @@ -408,8 +408,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.5464393446710156, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.546439344671015, "valid": false } }, @@ -425,7 +425,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -451,8 +451,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -477,8 +477,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } }, @@ -494,7 +494,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -503,7 +503,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.949, + "ml_probability": 0.858, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -520,8 +520,8 @@ "variable_start": 5, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.3086949695628425, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.308694969562842, "valid": false } } @@ -546,7 +546,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -563,7 +563,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -572,7 +572,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -589,7 +589,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -598,7 +598,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.995, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -615,7 +615,7 @@ "variable_start": 5, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.012814895472355, "valid": false } @@ -641,7 +641,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -667,7 +667,7 @@ "variable_start": 225, "variable_end": 241, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.100748179498277, "valid": false } @@ -694,7 +694,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.724832094802681, + "entropy": 3.7248320948026805, "valid": true } } @@ -702,7 +702,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.929, + "ml_probability": 0.98, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -719,7 +719,7 @@ "variable_start": 80, "variable_end": 83, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.323856189774723, "valid": false } @@ -745,8 +745,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -771,8 +771,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } }, @@ -788,8 +788,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -814,8 +814,8 @@ "variable_start": 5, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.021928094887362, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.021928094887363, "valid": false } } @@ -823,7 +823,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -840,8 +840,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -849,7 +849,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -866,8 +866,8 @@ "variable_start": 5, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.614997302659251, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.61499730265925, "valid": true } } @@ -892,7 +892,7 @@ "variable_start": 5, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.961353528118743, "valid": true } @@ -919,7 +919,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -927,7 +927,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -945,7 +945,7 @@ "variable_end": 11, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.0426135166748205, + "entropy": 4.042613516674821, "valid": true } } @@ -971,7 +971,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.52467389677155, + "entropy": 3.5246738967715503, "valid": true } } @@ -996,7 +996,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1022,7 +1022,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.615950458346115, "valid": true } @@ -1048,8 +1048,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1074,8 +1074,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.6044494049575055, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.604449404957506, "valid": true } } @@ -1100,7 +1100,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.620007704961091, "valid": true } @@ -1126,7 +1126,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.826255561405635, "valid": true } @@ -1152,7 +1152,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.593400348604437, "valid": true } @@ -1178,7 +1178,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1204,7 +1204,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.577819531114783, "valid": true } @@ -1230,7 +1230,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.9477027792200903, "valid": false } @@ -1256,7 +1256,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.3125, "valid": false } @@ -1282,8 +1282,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.573080311527303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, "valid": true } } @@ -1291,7 +1291,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.713, + "rule": "Token", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "\"Bitbucket Repository Access Token\" : \"ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA0NzizshnA8WzRdfgv6GeTyowCD101oqKbJ4nx9DFsar5YyUNkwO9maR9-00tQvfciyfOHtPKG6K1d76Ki3iFo7roGeyJu4j1jM3GwQ4=EDDE81AD\"", + "line_num": 1, + "path": "./tests/samples/bitbucket_repository_access_token", + "info": "", + "value": "ATCTT3xFfGN0zXtbKHz2POF86xa-2aBiYC4o_T3-myk01bmFVluUIFtGm_VFQwLizp4o1FKw-AMZhtdA0NzizshnA8WzRdfgv6GeTyowCD101oqKbJ4nx9DFsar5YyUNkwO9maR9-00tQvfciyfOHtPKG6K1d76Ki3iFo7roGeyJu4j1jM3GwQ4=EDDE81AD", + "value_start": 39, + "value_end": 231, + "variable": "Bitbucket Repository Access Token", + "variable_start": 1, + "variable_end": 34, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.573080311527301, + "valid": true + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 1.0, "rule": "Certificate", "severity": "medium", "confidence": "moderate", @@ -1308,8 +1334,8 @@ "variable_start": 6, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.133473310626378, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.133473310626377, "valid": true } } @@ -1334,7 +1360,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.459431618637298, "valid": false } @@ -1343,7 +1369,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.732, + "ml_probability": 0.751, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -1360,7 +1386,7 @@ "variable_start": 21, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.45754247590989, "valid": false } @@ -1369,7 +1395,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Secret", "severity": "high", "confidence": "moderate", @@ -1387,7 +1413,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1395,7 +1421,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.997, "rule": "CMD Token", "severity": "high", "confidence": "moderate", @@ -1413,7 +1439,7 @@ "variable_end": 20, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1439,7 +1465,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.421470487212877, + "entropy": 3.4214704872128774, "valid": true } } @@ -1447,33 +1473,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, - "rule": "CMD ConvertTo-SecureString", - "severity": "high", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ConvertTo-SecureString -String -Force dsjUE#$gds8s", - "line_num": 1, - "path": "./tests/samples/cmd_secure_string", - "info": "", - "value": "dsjUE#$gds8s", - "value_start": 38, - "value_end": 50, - "variable": "ConvertTo-SecureString -String -Force", - "variable_start": 0, - "variable_end": 37, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.4245614587540074, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.996, "rule": "CMD ConvertTo-SecureString", "severity": "high", "confidence": "moderate", @@ -1490,7 +1490,7 @@ "variable_start": 1, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.3294387224237187, "valid": false } @@ -1499,7 +1499,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Credential", "severity": "medium", "confidence": "moderate", @@ -1516,7 +1516,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6644977792004623, "valid": false } @@ -1569,7 +1569,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.5117321397240526, + "entropy": 3.5117321397240535, "valid": true } } @@ -1594,8 +1594,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.731746181697384, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.731746181697387, "valid": true } } @@ -1603,33 +1603,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.643, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "ANYID:master PW:dipPr12Gg!", - "line_num": 3, - "path": "./tests/samples/doc_id_pair_passwd_pair", - "info": "", - "value": "dipPr12Gg!", - "value_start": 16, - "value_end": 26, - "variable": "PW", - "variable_start": 13, - "variable_end": 15, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.989735285398626, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.73, + "ml_probability": 0.744, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1646,7 +1620,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1655,7 +1629,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 0.977, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1672,7 +1646,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1681,7 +1655,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.753, + "ml_probability": 0.704, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1698,7 +1672,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1707,7 +1681,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.97, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1724,7 +1698,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1733,7 +1707,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1750,7 +1724,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1759,7 +1733,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1776,7 +1750,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.989735285398626, "valid": false } @@ -1785,7 +1759,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.873, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1802,8 +1776,8 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.712675334928137, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7126753349281376, "valid": false } } @@ -1811,7 +1785,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.978, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1828,8 +1802,8 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1837,7 +1811,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.978, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1854,8 +1828,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1863,7 +1837,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1880,8 +1854,8 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1889,7 +1863,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.971, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1906,8 +1880,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1915,7 +1889,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.925, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1932,8 +1906,8 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1941,7 +1915,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1958,8 +1932,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1967,7 +1941,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.984, + "ml_probability": 0.982, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -1984,8 +1958,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -1993,7 +1967,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.889, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2010,7 +1984,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2019,7 +1993,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2036,8 +2010,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2045,7 +2019,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.652, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id:master pass:dipPr122Gg!", + "line_num": 23, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr122Gg!", + "value_start": 15, + "value_end": 26, + "variable": "pass", + "variable_start": 10, + "variable_end": 14, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.847, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2062,7 +2062,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2071,7 +2071,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.815, + "ml_probability": 0.828, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2088,7 +2088,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2097,7 +2097,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.972, + "ml_probability": 0.98, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2114,7 +2114,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2123,7 +2123,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.989, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2140,7 +2140,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2149,7 +2149,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.828, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2166,7 +2166,7 @@ "variable_start": 34, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2175,7 +2175,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.908, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2192,7 +2192,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2201,7 +2201,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.774, + "ml_probability": 0.78, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2218,7 +2218,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2227,7 +2227,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.948, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2244,7 +2244,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2253,7 +2253,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.8, + "ml_probability": 0.82, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2270,8 +2270,8 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2279,7 +2279,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.979, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2296,7 +2296,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2305,7 +2305,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.952, + "ml_probability": 0.905, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2322,7 +2322,7 @@ "variable_start": 20, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2331,7 +2331,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.973, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2348,7 +2348,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2357,7 +2357,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.99, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -2374,7 +2374,7 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2383,7 +2383,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2400,7 +2400,7 @@ "variable_start": 16, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2409,7 +2409,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2426,7 +2426,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2435,7 +2435,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.948, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2452,8 +2452,8 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2461,7 +2461,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2478,7 +2478,7 @@ "variable_start": 15, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2487,7 +2487,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.966, + "ml_probability": 0.955, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2504,7 +2504,7 @@ "variable_start": 13, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2513,7 +2513,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.942, + "ml_probability": 0.863, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2530,8 +2530,8 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2539,7 +2539,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.956, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2556,7 +2556,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2565,7 +2565,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.975, + "ml_probability": 0.935, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2582,7 +2582,7 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2591,7 +2591,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.917, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2608,7 +2608,7 @@ "variable_start": 10, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2617,7 +2617,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.888, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2634,7 +2634,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2643,7 +2643,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.9, + "ml_probability": 0.664, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2660,7 +2660,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2669,7 +2669,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.802, + "ml_probability": 0.854, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2686,8 +2686,8 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2695,7 +2695,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.845, + "ml_probability": 0.794, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2712,7 +2712,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2721,7 +2721,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.958, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2738,7 +2738,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2747,7 +2747,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2764,8 +2764,8 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2773,7 +2773,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.921, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2790,7 +2790,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2799,7 +2799,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2816,7 +2816,7 @@ "variable_start": 15, "variable_end": 23, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2825,7 +2825,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.854, + "ml_probability": 0.802, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2842,7 +2842,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2851,7 +2851,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2868,7 +2868,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2877,7 +2877,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2894,7 +2894,7 @@ "variable_start": 19, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2903,7 +2903,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.892, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2920,8 +2920,8 @@ "variable_start": 16, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -2929,7 +2929,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.985, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2946,7 +2946,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2955,7 +2955,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2972,7 +2972,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -2981,7 +2981,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -2998,7 +2998,7 @@ "variable_start": 20, "variable_end": 32, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3007,7 +3007,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.859, + "ml_probability": 0.806, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3024,8 +3024,8 @@ "variable_start": 16, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3033,7 +3033,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.931, + "ml_probability": 0.796, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3050,7 +3050,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3059,7 +3059,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.794, + "ml_probability": 0.751, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3076,7 +3076,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3085,7 +3085,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.932, + "ml_probability": 0.871, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3102,7 +3102,7 @@ "variable_start": 12, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3111,7 +3111,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3128,7 +3128,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3137,7 +3137,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3154,7 +3154,7 @@ "variable_start": 17, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3163,7 +3163,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3180,7 +3180,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3189,7 +3189,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.919, + "ml_probability": 0.857, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3206,8 +3206,8 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3215,7 +3215,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3232,7 +3232,7 @@ "variable_start": 10, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3241,7 +3241,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3258,7 +3258,7 @@ "variable_start": 12, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3267,7 +3267,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.874, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3284,7 +3284,7 @@ "variable_start": 14, "variable_end": 22, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3293,7 +3293,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.827, + "ml_probability": 0.692, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3310,7 +3310,7 @@ "variable_start": 18, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3319,7 +3319,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.851, + "ml_probability": 0.812, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3336,7 +3336,7 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3345,7 +3345,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.804, + "ml_probability": 0.719, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3362,7 +3362,7 @@ "variable_start": 12, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3371,7 +3371,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.76, + "ml_probability": 0.623, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3388,8 +3388,8 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.9631196533066344, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.963119653306635, "valid": false } } @@ -3397,7 +3397,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.913, + "ml_probability": 0.872, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3414,7 +3414,33 @@ "variable_start": 16, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.1449378351248165, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.732, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:dipPr190Gg! ID:master", + "line_num": 91, + "path": "./tests/samples/doc_id_pair_passwd_pair", + "info": "", + "value": "dipPr190Gg!", + "value_start": 3, + "value_end": 14, + "variable": "PW", + "variable_start": 0, + "variable_end": 2, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3423,7 +3449,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.987, + "ml_probability": 0.922, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3440,7 +3466,7 @@ "variable_start": 13, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3449,7 +3475,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.977, + "ml_probability": 0.975, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3466,7 +3492,7 @@ "variable_start": 11, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3475,7 +3501,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.841, + "ml_probability": 0.8, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3492,7 +3518,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.1449378351248165, "valid": false } @@ -3501,7 +3527,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.747, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3518,7 +3544,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.595488890170944, "valid": false } @@ -3527,7 +3553,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.935, + "ml_probability": 0.717, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ID/Password:master/iPp2@GRq", + "line_num": 3, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "", + "value": "master/iPp2@GRq", + "value_start": 12, + "value_end": 27, + "variable": "Password", + "variable_start": 3, + "variable_end": 11, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.949, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3544,7 +3596,33 @@ "variable_start": 9, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.64643122256795, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.699, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "id/passwd:master/iPp8@GRq", + "line_num": 9, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "", + "value": "master/iPp8@GRq", + "value_start": 10, + "value_end": 25, + "variable": "passwd", + "variable_start": 3, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.64643122256795, "valid": false } @@ -3553,7 +3631,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.877, + "ml_probability": 0.739, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3570,7 +3648,7 @@ "variable_start": 22, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8177111123931664, "valid": false } @@ -3579,7 +3657,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3596,7 +3674,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -3605,7 +3683,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.889, + "ml_probability": 0.666, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "user/pass:master/iPp25@GRq", + "line_num": 26, + "path": "./tests/samples/doc_id_passwd_pair", + "info": "", + "value": "master/iPp25@GRq", + "value_start": 10, + "value_end": 26, + "variable": "pass", + "variable_start": 5, + "variable_end": 9, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.75, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3622,7 +3726,7 @@ "variable_start": 3, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -3631,7 +3735,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.754, + "ml_probability": 0.911, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3648,7 +3752,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3657,7 +3761,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.822, + "ml_probability": 0.918, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3674,7 +3778,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3683,7 +3787,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.971, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3700,7 +3804,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3709,7 +3813,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.962, + "ml_probability": 0.723, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "pass:Prl23Db#@", + "line_num": 10, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 5, + "value_end": 14, + "variable": "pass", + "variable_start": 0, + "variable_end": 4, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3726,7 +3856,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3735,7 +3865,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.974, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3752,7 +3882,7 @@ "variable_start": 19, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3761,7 +3891,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.817, + "ml_probability": 0.869, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -3778,7 +3908,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3787,7 +3917,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.659, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "ANY_PW:Prl23Db#@", + "line_num": 17, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 7, + "value_end": 16, + "variable": "ANY_PW", + "variable_start": 0, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3804,7 +3960,7 @@ "variable_start": 8, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3813,7 +3969,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.967, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3830,7 +3986,33 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.678, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Passwd:Prl23Db#@ Prl23Db#@", + "line_num": 23, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 7, + "value_end": 16, + "variable": "Passwd", + "variable_start": 0, + "variable_end": 6, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3839,7 +4021,33 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.624, + "ml_probability": 0.886, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "PW:Prl23Db#@,password:Prl23Db#@", + "line_num": 24, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 22, + "value_end": 31, + "variable": "password", + "variable_start": 13, + "variable_end": 21, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3856,7 +4064,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3865,7 +4073,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.896, + "ml_probability": 0.929, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3882,7 +4090,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3891,7 +4099,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.911, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3908,7 +4116,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3917,7 +4125,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.953, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3934,7 +4142,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3943,7 +4151,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.924, + "ml_probability": 0.93, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -3960,7 +4168,7 @@ "variable_start": 19, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3969,7 +4177,59 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.991, + "ml_probability": 0.77, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:Prl23Db#@,pwd=Prl23Db#@", + "line_num": 32, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 9, + "value_end": 18, + "variable": "Password", + "variable_start": 0, + "variable_end": 8, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.829, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Password:Prl23Db#@,pwd=Prl23Db#@", + "line_num": 32, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 23, + "value_end": 32, + "variable": "pwd", + "variable_start": 19, + "variable_end": 22, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.988, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -3986,7 +4246,7 @@ "variable_start": 1, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -3995,7 +4255,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.954, + "ml_probability": 0.965, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4012,7 +4272,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4021,7 +4281,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.93, + "ml_probability": 0.937, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4038,7 +4298,7 @@ "variable_start": 2, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4047,7 +4307,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.918, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4064,7 +4324,59 @@ "variable_start": 20, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.925, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@ username:Prl23Db#@,Prl23Db#@ password:Prl23Db#@", + "line_num": 40, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 48, + "value_end": 57, + "variable": "password", + "variable_start": 39, + "variable_end": 47, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.4654972233440207, + "valid": false + } + } + ] + }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.861, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "Prl23Db#@:password:Prl23Db#@", + "line_num": 41, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "Prl23Db#@", + "value_start": 19, + "value_end": 28, + "variable": "password", + "variable_start": 10, + "variable_end": 18, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4090,7 +4402,7 @@ "variable_start": 0, "variable_end": 11, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4099,7 +4411,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.969, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4116,7 +4428,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } @@ -4125,7 +4437,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.967, + "ml_probability": 0.986, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4142,13 +4454,39 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4654972233440207, "valid": false } } ] }, + { + "ml_validation": "VALIDATED_KEY", + "ml_probability": 0.674, + "rule": "Password", + "severity": "medium", + "confidence": "moderate", + "line_data_list": [ + { + "line": "# password: keep empty", + "line_num": 56, + "path": "./tests/samples/doc_passwd_pair", + "info": "", + "value": "keep", + "value_start": 12, + "value_end": 16, + "variable": "password", + "variable_start": 2, + "variable_end": 10, + "entropy_validation": { + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.5, + "valid": false + } + } + ] + }, { "ml_validation": "VALIDATED_KEY", "ml_probability": 1.0, @@ -4168,7 +4506,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4177,7 +4515,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4194,7 +4532,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4220,7 +4558,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4246,7 +4584,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4272,7 +4610,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4298,7 +4636,7 @@ "variable_start": 2, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.773557262275185, "valid": false } @@ -4324,7 +4662,7 @@ "variable_start": 0, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4350,7 +4688,7 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4376,7 +4714,7 @@ "variable_start": 1, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4402,7 +4740,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.75, "valid": false } @@ -4428,7 +4766,7 @@ "variable_start": 2, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4454,7 +4792,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4463,7 +4801,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -4480,7 +4818,7 @@ "variable_start": 1, "variable_end": 6, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4506,7 +4844,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4532,7 +4870,7 @@ "variable_start": 4, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4541,7 +4879,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4558,7 +4896,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4584,7 +4922,7 @@ "variable_start": 7, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4610,7 +4948,7 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4619,7 +4957,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4636,7 +4974,7 @@ "variable_start": 0, "variable_end": 7, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4662,7 +5000,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4688,7 +5026,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0, "valid": false } @@ -4714,7 +5052,7 @@ "variable_start": 24, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4740,7 +5078,7 @@ "variable_start": 0, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4749,7 +5087,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Auth", "severity": "medium", "confidence": "moderate", @@ -4766,7 +5104,7 @@ "variable_start": 0, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4775,7 +5113,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.996, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -4792,7 +5130,7 @@ "variable_start": 15, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.875, "valid": false } @@ -4801,7 +5139,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4818,7 +5156,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4827,7 +5165,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.968, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4844,7 +5182,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4853,7 +5191,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4870,7 +5208,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -4879,7 +5217,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.966, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4896,7 +5234,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4922,7 +5260,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4948,7 +5286,7 @@ "variable_start": 53, "variable_end": 61, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4957,7 +5295,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -4974,7 +5312,7 @@ "variable_start": 25, "variable_end": 28, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -4983,7 +5321,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.92, + "ml_probability": 0.934, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5000,7 +5338,7 @@ "variable_start": 10, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5009,7 +5347,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5026,7 +5364,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5052,7 +5390,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5061,7 +5399,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.99, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5078,7 +5416,7 @@ "variable_start": 39, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5087,7 +5425,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.792, + "ml_probability": 0.887, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5104,7 +5442,7 @@ "variable_start": 43, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5113,7 +5451,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.991, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5130,7 +5468,7 @@ "variable_start": 42, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5139,7 +5477,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.986, + "ml_probability": 0.956, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5156,7 +5494,7 @@ "variable_start": 37, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5165,7 +5503,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.95, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5182,7 +5520,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5191,7 +5529,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5208,7 +5546,7 @@ "variable_start": 41, "variable_end": 49, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5217,7 +5555,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5234,7 +5572,7 @@ "variable_start": 39, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5243,7 +5581,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5260,7 +5598,7 @@ "variable_start": 0, "variable_end": 20, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5269,7 +5607,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -5286,7 +5624,7 @@ "variable_start": 0, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5295,7 +5633,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.976, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -5312,7 +5650,7 @@ "variable_start": 4, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5321,7 +5659,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5338,7 +5676,7 @@ "variable_start": 12, "variable_end": 18, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5347,7 +5685,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5364,7 +5702,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5373,7 +5711,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.942, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5390,7 +5728,7 @@ "variable_start": 26, "variable_end": 29, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5399,7 +5737,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5416,7 +5754,7 @@ "variable_start": 0, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5425,7 +5763,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5442,7 +5780,7 @@ "variable_start": 8, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5451,7 +5789,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5468,7 +5806,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5477,7 +5815,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5494,7 +5832,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5503,7 +5841,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.983, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5520,7 +5858,7 @@ "variable_start": 3, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5529,7 +5867,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 0.979, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5546,7 +5884,7 @@ "variable_start": 25, "variable_end": 27, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5555,7 +5893,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5572,7 +5910,7 @@ "variable_start": 14, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5598,7 +5936,7 @@ "variable_start": 25, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5607,7 +5945,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5624,7 +5962,7 @@ "variable_start": 17, "variable_end": 19, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5650,7 +5988,7 @@ "variable_start": 14, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5659,7 +5997,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5676,7 +6014,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5685,7 +6023,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.964, + "ml_probability": 0.7, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5702,33 +6040,7 @@ "variable_start": 15, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.906890595608518, - "valid": false - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.926, - "rule": "Password", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "(ID&PWD):master/IhqSb1Gg", - "line_num": 71, - "path": "./tests/samples/doc_various", - "info": "", - "value": "master/IhqSb1Gg", - "value_start": 9, - "value_end": 24, - "variable": "PWD)", - "variable_start": 4, - "variable_end": 8, - "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.906890595608518, "valid": false } @@ -5737,7 +6049,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.988, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5754,7 +6066,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5763,7 +6075,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5780,7 +6092,7 @@ "variable_start": 19, "variable_end": 21, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5789,7 +6101,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5806,7 +6118,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5815,7 +6127,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5832,7 +6144,7 @@ "variable_start": 12, "variable_end": 14, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5841,7 +6153,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5858,7 +6170,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5867,7 +6179,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5884,7 +6196,7 @@ "variable_start": 35, "variable_end": 37, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5893,7 +6205,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5910,7 +6222,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5919,7 +6231,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5936,7 +6248,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5945,7 +6257,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 0.981, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5962,7 +6274,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5971,7 +6283,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -5988,7 +6300,7 @@ "variable_start": 41, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -5997,7 +6309,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.984, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6014,7 +6326,7 @@ "variable_start": 41, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6023,7 +6335,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.997, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6040,7 +6352,7 @@ "variable_start": 37, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6049,7 +6361,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6066,7 +6378,7 @@ "variable_start": 36, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6075,7 +6387,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.992, + "ml_probability": 0.97, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6092,7 +6404,7 @@ "variable_start": 37, "variable_end": 41, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6101,7 +6413,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6118,7 +6430,7 @@ "variable_start": 40, "variable_end": 42, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6127,7 +6439,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6144,7 +6456,7 @@ "variable_start": 40, "variable_end": 44, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6170,7 +6482,7 @@ "variable_start": 35, "variable_end": 43, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6196,7 +6508,7 @@ "variable_start": 40, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6205,7 +6517,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.988, + "ml_probability": 0.994, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6222,7 +6534,7 @@ "variable_start": 44, "variable_end": 46, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6231,7 +6543,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.995, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6248,7 +6560,7 @@ "variable_start": 36, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6257,7 +6569,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -6274,7 +6586,7 @@ "variable_start": 23, "variable_end": 25, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -6300,7 +6612,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.89361507332541, "valid": true } @@ -6327,7 +6639,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.4565647621309536, + "entropy": 3.456564762130954, "valid": true } } @@ -6352,8 +6664,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.395844179446957, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.395844179446958, "valid": true } } @@ -6378,8 +6690,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.808191506786782, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.80819150678678, "valid": true } } @@ -6404,8 +6716,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -6413,7 +6725,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.965, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -6430,8 +6742,8 @@ "variable_start": 0, "variable_end": 24, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.936120692057916, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.936120692057913, "valid": true } } @@ -6457,7 +6769,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2089099270924217, + "entropy": 3.208909927092422, "valid": true } } @@ -6534,8 +6846,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 1.4322437698226884, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 1.4322437698226886, "valid": false } } @@ -6560,8 +6872,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.255374790203285, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.255374790203283, "valid": true } } @@ -6639,7 +6951,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.133660689688185, + "entropy": 4.133660689688186, "valid": true } } @@ -6664,8 +6976,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9058316901429944, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.905831690142994, "valid": false } } @@ -6691,7 +7003,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.0191930522498045, + "entropy": 3.0191930522498036, "valid": true } } @@ -6717,7 +7029,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.9590403170005795, + "entropy": 3.9590403170005777, "valid": true } } @@ -6742,8 +7054,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.9479064420971963, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.947906442097196, "valid": false } } @@ -6768,7 +7080,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.006593447001756, "valid": false } @@ -6847,7 +7159,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.8494857514609038, + "entropy": 3.8494857514609033, "valid": true } } @@ -6872,7 +7184,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.032347694592746, "valid": false } @@ -6924,8 +7236,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.022276693534146, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.022276693534148, "valid": true } } @@ -6951,7 +7263,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.014460876028361, + "entropy": 4.0144608760283615, "valid": true } } @@ -7028,8 +7340,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.582118926162056, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.582118926162054, "valid": true } } @@ -7080,8 +7392,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -7097,8 +7409,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.084962500721157, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.084962500721156, "valid": false } } @@ -7123,8 +7435,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.531537327540733, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.531537327540734, "valid": true } }, @@ -7140,8 +7452,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -7166,8 +7478,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.436181130262395, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.436181130262396, "valid": false } } @@ -7218,8 +7530,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.097632476604024, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.097632476604023, "valid": true } } @@ -7244,8 +7556,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8153130511409934, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.815313051140994, "valid": false } } @@ -7270,7 +7582,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.52211252299684, "valid": true } @@ -7296,7 +7608,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -7322,7 +7634,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.096509298449433, "valid": true } @@ -7348,7 +7660,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.348551883097512, "valid": true } @@ -7374,8 +7686,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.346321090472658, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.34632109047266, "valid": true } } @@ -7426,8 +7738,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.5617684773102365, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.561768477310237, "valid": true } } @@ -7452,8 +7764,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.636224896287629, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.636224896287628, "valid": true } } @@ -7504,8 +7816,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.231644837540696, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.231644837540698, "valid": true } } @@ -7513,7 +7825,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -7530,7 +7842,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -7556,7 +7868,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.288909765557392, "valid": true } @@ -7582,8 +7894,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.353940312186129, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.353940312186131, "valid": true } } @@ -7608,7 +7920,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.625, "valid": false } @@ -7634,7 +7946,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -7660,7 +7972,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.606936732175321, "valid": true } @@ -7686,8 +7998,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.790963630103494, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.7909636301034935, "valid": true } } @@ -7695,7 +8007,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.963, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -7712,8 +8024,8 @@ "variable_start": 0, "variable_end": 10, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.428808109703668, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.428808109703675, "valid": true } } @@ -7721,7 +8033,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -7738,8 +8050,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -7747,7 +8059,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.995, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -7764,8 +8076,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.784183719779189, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.784183719779188, "valid": true } } @@ -7773,7 +8085,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.994, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -7790,8 +8102,8 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8341837197791895, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.834183719779189, "valid": true } } @@ -7799,7 +8111,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.993, + "ml_probability": 1.0, "rule": "Secret", "severity": "medium", "confidence": "moderate", @@ -7816,7 +8128,7 @@ "variable_start": 0, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.8530559073332755, "valid": true } @@ -7825,7 +8137,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 1.0, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -7842,8 +8154,8 @@ "variable_start": 28, "variable_end": 31, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.962822440640043, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.962822440640042, "valid": true } } @@ -7868,7 +8180,7 @@ "variable_start": 0, "variable_end": 4, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.9677201004745, "valid": true } @@ -7894,7 +8206,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.615822531364292, "valid": true } @@ -7920,7 +8232,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.484377779059832, "valid": false } @@ -7946,7 +8258,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -7972,7 +8284,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -7989,7 +8301,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -7998,7 +8310,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8015,7 +8327,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8041,7 +8353,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8067,7 +8379,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.6841837197791887, "valid": false } @@ -8084,7 +8396,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8093,7 +8405,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -8110,7 +8422,7 @@ "variable_start": 3, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.784183719779189, "valid": true } @@ -8162,7 +8474,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.734521664779752, "valid": false } @@ -8171,7 +8483,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.999, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -8188,7 +8500,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.116729296672174, "valid": false } @@ -8214,8 +8526,8 @@ "variable_start": 0, "variable_end": 9, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.12323142879762, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.123231428797621, "valid": false } } @@ -8240,7 +8552,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.561286684176785, "valid": true } @@ -8266,8 +8578,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.115027050910027, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.1150270509100295, "valid": true } } @@ -8292,8 +8604,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.086469255159772, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.086469255159773, "valid": true } } @@ -8301,7 +8613,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.985, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8318,7 +8630,7 @@ "variable_start": 0, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -8327,7 +8639,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8344,7 +8656,7 @@ "variable_start": 33, "variable_end": 54, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.121928094887362, "valid": false } @@ -8353,7 +8665,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.936, + "ml_probability": 0.983, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8370,7 +8682,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } @@ -8379,7 +8691,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8396,7 +8708,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -8405,7 +8717,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.99, + "ml_probability": 0.998, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8422,7 +8734,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 1.8232156112839757, "valid": false } @@ -8431,7 +8743,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.989, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8448,7 +8760,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -8457,7 +8769,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 1.0, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8483,7 +8795,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.74, + "ml_probability": 0.687, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8500,7 +8812,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -8509,7 +8821,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.98, + "ml_probability": 0.992, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8526,7 +8838,7 @@ "variable_start": 3, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.169925001442312, "valid": false } @@ -8552,7 +8864,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.521640636343319, "valid": false } @@ -8561,7 +8873,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "CMD Password", "severity": "high", "confidence": "moderate", @@ -8578,7 +8890,7 @@ "variable_start": 33, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -8587,7 +8899,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.996, + "ml_probability": 0.976, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8604,7 +8916,7 @@ "variable_start": 41, "variable_end": 45, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.2432750011217983, "valid": false } @@ -8613,7 +8925,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8630,8 +8942,8 @@ "variable_start": 25, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.277613436819116, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2776134368191165, "valid": false } } @@ -8639,7 +8951,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.993, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8656,7 +8968,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.8073549220576046, "valid": false } @@ -8665,7 +8977,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.989, + "ml_probability": 0.959, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -8682,7 +8994,7 @@ "variable_start": 4, "variable_end": 12, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.4063042189065182, "valid": false } @@ -8709,7 +9021,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 4.125814952938166, + "entropy": 4.125814952938168, "valid": true } } @@ -8734,7 +9046,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.529698260800009, "valid": false } @@ -8751,8 +9063,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.429600283437103, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.429600283437102, "valid": true } }, @@ -8768,7 +9080,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.307627100346911, "valid": true } @@ -8785,7 +9097,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.391947595190542, "valid": true } @@ -8802,8 +9114,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.410712925114303, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.410712925114302, "valid": true } }, @@ -8819,7 +9131,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.417032341684991, "valid": true } @@ -8836,8 +9148,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.497697548960288, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.497697548960291, "valid": true } }, @@ -8853,7 +9165,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.30959588168204, "valid": true } @@ -8870,7 +9182,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.418295834054489, "valid": false } @@ -8887,8 +9199,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.8721063510981755, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.872106351098176, "valid": false } } @@ -8913,8 +9225,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.884128060579619, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.884128060579623, "valid": true } } @@ -8939,7 +9251,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0185646866544076, "valid": false } @@ -8973,7 +9285,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6977683083639423, "valid": false } @@ -9051,8 +9363,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.493434473754405, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.493434473754406, "valid": true } } @@ -9060,7 +9372,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9077,8 +9389,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.524274220204383, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.5242742202043824, "valid": false } } @@ -9086,7 +9398,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, + "ml_probability": 0.727, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9103,7 +9415,7 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.25754247590989, "valid": false } @@ -9112,7 +9424,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.832, + "ml_probability": 0.97, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9129,8 +9441,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.796105389090387, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 2.7961053890903864, "valid": false } } @@ -9138,7 +9450,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.945, + "ml_probability": 0.897, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9155,7 +9467,7 @@ "variable_start": 10, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6959504039350857, "valid": false } @@ -9164,7 +9476,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.997, "rule": "Salt", "severity": "medium", "confidence": "moderate", @@ -9190,7 +9502,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.96, + "ml_probability": 0.996, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9207,7 +9519,7 @@ "variable_start": 28, "variable_end": 33, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.5, "valid": false } @@ -9216,7 +9528,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 1.0, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9233,8 +9545,8 @@ "variable_start": 17, "variable_end": 30, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 3.246431222567951, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 3.2464312225679506, "valid": false } } @@ -9242,7 +9554,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.998, + "ml_probability": 0.999, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -9259,39 +9571,13 @@ "variable_start": 30, "variable_end": 38, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.379764555901284, "valid": false } } ] }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.672, - "rule": "Secret", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "secret = \"cackle!\"", - "line_num": 1, - "path": "./tests/samples/secret.gradle", - "info": "", - "value": "cackle!", - "value_start": 10, - "value_end": 17, - "variable": "secret", - "variable_start": 0, - "variable_end": 6, - "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 2.120589933192232, - "valid": false - } - } - ] - }, { "ml_validation": "NOT_AVAILABLE", "ml_probability": null, @@ -9311,7 +9597,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.3705246708692047, "valid": false } @@ -9363,7 +9649,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.029574370937287, "valid": false } @@ -9389,8 +9675,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.843520703364327, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.843520703364329, "valid": true } } @@ -9415,7 +9701,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.472678031846025, "valid": false } @@ -9441,7 +9727,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.181675184876157, "valid": false } @@ -9467,8 +9753,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.532808692053926, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.5328086920539254, "valid": true } } @@ -9519,7 +9805,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.4375, "valid": false } @@ -9571,7 +9857,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 5.142346959152696, "valid": true } @@ -9597,8 +9883,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.333602972673351, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.3336029726733525, "valid": true } } @@ -9623,8 +9909,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.393325958893567, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.39332595889357, "valid": true } } @@ -9649,7 +9935,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.333251131396994, "valid": false } @@ -9675,8 +9961,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.688771526247703, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.688771526247704, "valid": true } } @@ -9701,7 +9987,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.6983183218203175, "valid": true } @@ -9727,8 +10013,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.697662125333613, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.697662125333612, "valid": true } } @@ -9753,7 +10039,7 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -9762,7 +10048,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 1.0, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9779,7 +10065,7 @@ "variable_start": 0, "variable_end": 13, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.0296677144829305, "valid": false } @@ -9788,7 +10074,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9805,8 +10091,8 @@ "variable_start": 0, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.133660689688186, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.133660689688185, "valid": false } } @@ -9814,7 +10100,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.982, + "ml_probability": 0.992, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -9831,7 +10117,7 @@ "variable_start": 8, "variable_end": 17, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.039148671903071, "valid": false } @@ -9918,7 +10204,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.997, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -9935,7 +10221,7 @@ "variable_start": 5, "variable_end": 15, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -9961,7 +10247,7 @@ "variable_start": 32, "variable_end": 47, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.584962500721156, "valid": false } @@ -9987,7 +10273,7 @@ "variable_start": 38, "variable_end": 48, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 4.158606629001803, "valid": false } @@ -9996,33 +10282,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.968, - "rule": "Key", - "severity": "medium", - "confidence": "moderate", - "line_data_list": [ - { - "line": "// \"fp://no.host.real/any/path/to/nowhere/\",\"key\":\"f45VgF8jX79o@anydata.com\"", - "line_num": 7, - "path": "./tests/samples/url_cred.js", - "info": "", - "value": "f45VgF8jX79o@anydata.com", - "value_start": 51, - "value_end": 75, - "variable": "key", - "variable_start": 45, - "variable_end": 48, - "entropy_validation": { - "iterator": "BASE36_CHARS", - "entropy": 3.348308333814105, - "valid": true - } - } - ] - }, - { - "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.994, "rule": "Key", "severity": "medium", "confidence": "moderate", @@ -10039,7 +10299,7 @@ "variable_start": 36, "variable_end": 39, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.6557496115311405, "valid": false } @@ -10065,7 +10325,7 @@ "variable_start": 6, "variable_end": 16, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.836591668108979, "valid": false } @@ -10074,7 +10334,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.928, + "ml_probability": 0.999, "rule": "URL Credentials", "severity": "high", "confidence": "moderate", @@ -10091,7 +10351,7 @@ "variable_start": 18, "variable_end": 26, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 3.0, "valid": false } @@ -10100,7 +10360,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.999, + "ml_probability": 0.998, "rule": "Token", "severity": "medium", "confidence": "moderate", @@ -10118,7 +10378,7 @@ "variable_end": 70, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.551740408502559, + "entropy": 3.5517404085025586, "valid": true } } @@ -10144,7 +10404,7 @@ "variable_end": -2, "entropy_validation": { "iterator": "BASE36_CHARS", - "entropy": 3.2373263071270246, + "entropy": 3.237326307127025, "valid": true } } @@ -10247,8 +10507,8 @@ "variable_start": -2, "variable_end": -2, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 5.345127246505981, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 5.345127246505983, "valid": true } } @@ -10273,8 +10533,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.781839044292301, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.781839044292302, "valid": true } } @@ -10299,8 +10559,8 @@ "variable_start": 0, "variable_end": 5, "entropy_validation": { - "iterator": "BASE64_CHARS", - "entropy": 4.8332696895151095, + "iterator": "BASE64STDPAD_CHARS", + "entropy": 4.833269689515109, "valid": true } } @@ -10308,7 +10568,7 @@ }, { "ml_validation": "VALIDATED_KEY", - "ml_probability": 0.844, + "ml_probability": 0.996, "rule": "Password", "severity": "medium", "confidence": "moderate", @@ -10325,7 +10585,7 @@ "variable_start": 0, "variable_end": 8, "entropy_validation": { - "iterator": "BASE64_CHARS", + "iterator": "BASE64STDPAD_CHARS", "entropy": 2.120589933192232, "valid": false } diff --git a/tests/filters/test_value_file_path_check.py b/tests/filters/test_value_file_path_check.py index e5b379d31..fd6de41b5 100644 --- a/tests/filters/test_value_file_path_check.py +++ b/tests/filters/test_value_file_path_check.py @@ -9,6 +9,7 @@ class TestValueFilePathCheck: @pytest.mark.parametrize("line", [ "5//0KCPafDhZvtCwqrsyiKFeDGT_0ZGHiI-E0ClIWrLC7tZ1WE5vHc4-Y2qi1IhPy3Pz5fmCe9OPIxEZUONUg7SWJF9nwQ_j2lIdXU0", + "SDF;4s]dDe" ]) def test_value_file_path_check_p(self, file_path: pytest.fixture, line: str) -> None: line_data = get_line_data(file_path, line=line, pattern=LINE_VALUE_PATTERN) @@ -17,6 +18,7 @@ def test_value_file_path_check_p(self, file_path: pytest.fixture, line: str) -> @pytest.mark.parametrize( "line", [ + "[DEPOT]/${path}/$(date)/config/credentials", # "/mnt/x", # "/srv/x", # "/var/lib/", # path diff --git a/tests/ml_model/test_features.py b/tests/ml_model/test_features.py index b0f45c395..4dfaefc16 100644 --- a/tests/ml_model/test_features.py +++ b/tests/ml_model/test_features.py @@ -1,14 +1,15 @@ import re from unittest import TestCase -from credsweeper.common.constants import Severity +from credsweeper.common.constants import Severity, MAX_LINE_LENGTH from credsweeper.credentials import Candidate, LineData -from credsweeper.ml_model.features import SearchInAttribute, CharSet, WordInPath +from credsweeper.ml_model.features import SearchInAttribute, WordInPath, MorphemeDense, EntropyEvaluation, \ + LengthOfAttribute from credsweeper.ml_model.features.has_html_tag import HasHtmlTag from credsweeper.ml_model.features.is_secret_numeric import IsSecretNumeric -from credsweeper.ml_model.features.reny_entropy import RenyiEntropy from credsweeper.ml_model.features.word_in_line import WordInLine from credsweeper.ml_model.features.word_in_value import WordInValue +from credsweeper.utils.entropy_validator import EntropyValidator from tests import AZ_STRING RE_TEST_PATTERN = re.compile(r"(?P.*) (?Pover) (?P.+)") @@ -26,36 +27,48 @@ def setUp(self): info="info", pattern=RE_TEST_PATTERN) - def test_renyi_entropy_p(self): - test_entropy = RenyiEntropy('hex', 0, norm=True) - probabilities = test_entropy.get_probabilities(AZ_STRING) - print(probabilities) - assert len(probabilities) == 6 - expected_max = [0.12500001, 0.12500001, 0.12500001, 0.12500001, 0.37500001, 0.12500001] - expected_min = [0.12499999, 0.12499999, 0.12499999, 0.12499999, 0.37499999, 0.12499999] - for n in range(6): - self.assertLess(expected_min[n], probabilities[n], f"probabilities[{n}]") - self.assertGreater(expected_max[n], probabilities[n], f"probabilities[{n}]") - - def test_renyi_entropy_n(self): - test_entropy = RenyiEntropy('hex', 0, norm=False) - probabilities = test_entropy.get_probabilities(AZ_STRING) - print(probabilities) - assert len(probabilities) == 6 - expected_max = [0.024, 0.024, 0.024, 0.024, 0.07, 0.024] - expected_min = [0.023, 0.023, 0.023, 0.023, 0.06, 0.023] - for n in range(6): - self.assertLess(expected_min[n], probabilities[n], f"probabilities[{n}]") - self.assertGreater(expected_max[n], probabilities[n], f"probabilities[{n}]") - - def test_estimate_entropy_n(self): - test_entropy = RenyiEntropy('hex', 0) - self.assertEqual(0.0, test_entropy.estimate_entropy([])) - - def test_estimate_entropy_p(self): - test_entropy = RenyiEntropy('base64', 0) - probabilities = test_entropy.get_probabilities(AZ_STRING) - self.assertEqual(4.754887502163468, test_entropy.estimate_entropy(probabilities)) + def test_entropy_evaluation_n(self): + feature = EntropyEvaluation() + candidate = Candidate([self.line_data], [], "rule", Severity.MEDIUM) + self.line_data.value = "\0\0\0" + self.assertListEqual([0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], + feature.extract(candidate).tolist()) + + def test_entropy_evaluation_p(self): + feature = EntropyEvaluation() + candidate = Candidate([self.line_data], [], "rule", Severity.MEDIUM) + extracted1 = feature.extract(candidate).tolist() + self.assertListEqual([ + 0.9597190022468567, 0.953509509563446, 0.9379652142524719, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 1.0 + ], extracted1) + self.line_data.value = "bace4d19-fa7e-beef-cafe-9129474bcd81" + extracted2 = feature.extract(candidate).tolist() + self.assertListEqual([ + 0.7041769027709961, 0.6943118572235107, 0.6783386468887329, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, + 1.0, 0.0, 0.0, 1.0, 1.0 + ], extracted2) + + def test_length_attribute_unsupported_n(self): + with self.assertRaises(Exception): + LengthOfAttribute("separator") + + def test_length_attribute_empty_n(self): + feature = LengthOfAttribute("line") + candidate = Candidate([self.line_data], [], "rule", Severity.MEDIUM) + self.line_data.line = '' + self.assertListEqual([0.0], feature.extract(candidate).tolist()) + + def test_length_attribute_oversize_n(self): + feature = LengthOfAttribute("line") + candidate = Candidate([self.line_data], [], "rule", Severity.MEDIUM) + self.line_data.line = ' ' * MAX_LINE_LENGTH + self.assertListEqual([1.0], feature.extract(candidate).tolist()) + + def test_length_attribute_p(self): + feature = LengthOfAttribute("value") + candidate = Candidate([self.line_data], [], "rule", Severity.MEDIUM) + self.assertListEqual([0.14814814814814814], feature.extract(candidate).tolist()) def test_word_in_path_empty_n(self): self.line_data.path = "" @@ -181,15 +194,14 @@ def test_search_in_attribute_p(self): SearchInAttribute("^the lazy dog$", "value").extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) - def test_char_set_empty_n(self): + def test_morpheme_dense_n(self): self.line_data.value = "" - # just test to pass empty value - should be not happened in real - self.assertTrue(CharSet("digits").extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) - - def test_char_set_n(self): - self.assertFalse(CharSet("digits").extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) - self.assertFalse(CharSet("ascii_lowercase").extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) - - def test_char_set_p(self): - self.line_data.value = self.line_data.value.replace(' ', '') - self.assertTrue(CharSet("ascii_lowercase").extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) + self.assertEqual(0, MorphemeDense().extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) + self.line_data.value = "ZaQ1@wSxCdE3$rFvbGt56yhNmJu7*ik" + self.assertEqual(0, MorphemeDense().extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) + + def test_morpheme_dense_p(self): + self.assertEqual(0.75, MorphemeDense().extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) + self.line_data.value = "KeyApiPasswordToken" + self.assertEqual(0.9473684210526315, + MorphemeDense().extract(Candidate([self.line_data], [], "rule", Severity.MEDIUM))) diff --git a/tests/ml_model/test_ml_validator.py b/tests/ml_model/test_ml_validator.py index 60acb3650..6178540f5 100644 --- a/tests/ml_model/test_ml_validator.py +++ b/tests/ml_model/test_ml_validator.py @@ -1,4 +1,5 @@ import copy +import re import unittest from typing import Tuple @@ -6,16 +7,18 @@ from credsweeper import ThresholdPreset from credsweeper.app import APP_PATH +from credsweeper.common.constants import Severity, MAX_LINE_LENGTH, MIN_DATA_LEN from credsweeper.config import Config -from credsweeper.credentials import Candidate, CandidateKey +from credsweeper.credentials import Candidate, CandidateKey, LineData from credsweeper.ml_model import MlValidator from credsweeper.utils import Util -from tests import NEGLIGIBLE_ML_THRESHOLD +from tests import NEGLIGIBLE_ML_THRESHOLD, AZ_STRING class TestMlValidator(unittest.TestCase): def setUp(self): + self.maxDiff = None self.ml_validator = MlValidator(threshold=ThresholdPreset.medium) assert self.ml_validator is not None file_name = APP_PATH / "secret" / "config.json" @@ -45,22 +48,22 @@ def test_ml_validator_simple_n(self): candidate.line_data_list[0].value = "Ahga%$FiQ@Ei8" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.999818742275238, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9997878074645996, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "sample.yaml" candidate.line_data_list[0].file_type = ".yaml" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.9997226595878601, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9989185333251953, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "test.zip" candidate.line_data_list[0].file_type = ".zip" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.9997040033340454, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9992884397506714, probability, delta=NEGLIGIBLE_ML_THRESHOLD) candidate.line_data_list[0].path = "other.txt" candidate.line_data_list[0].file_type = ".txt" decision, probability = self.validate(candidate) - self.assertAlmostEqual(0.9993801712989807, probability, delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9963308572769165, probability, delta=NEGLIGIBLE_ML_THRESHOLD) def test_ml_validator_auxiliary_p(self): candidate = Candidate.get_dummy_candidate(self.config, "mycred", "", "") @@ -79,25 +82,25 @@ def test_ml_validator_auxiliary_p(self): candidate_key = CandidateKey(candidate.line_data_list[0]) sample_as_batch = [(candidate_key, [candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9870365858078003, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.989341139793396, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule which was not trained - keeps the same ML probability aux_candidate.rule_name = "PASSWD_PAIR" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9870365858078003, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.989341139793396, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule in train increases ML probability aux_candidate.rule_name = "Token" is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9842984080314636, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9856619834899902, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # which real line may be candidate.line_data_list[0].line = "secret=func(token=238475614782)" aux_candidate.line_data_list[0].line = "secret=func(token=238475614782)" aux_candidate.line_data_list[0].variable = "token" is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.9976133108139038, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9185001850128174, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) def test_ml_validator_auxiliary_n(self): candidate = Candidate.get_dummy_candidate(self.config, "secret", "", "") @@ -116,22 +119,22 @@ def test_ml_validator_auxiliary_n(self): candidate_key = CandidateKey(candidate.line_data_list[0]) sample_as_batch = [(candidate_key, [candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.999882698059082, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9983870387077332, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) # auxiliary rule in train does not increase ML probability yet - will be used after next train aux_candidate.rule_name = "UUID" sample_as_batch = [(candidate_key, [candidate, aux_candidate])] is_cred_batch, probability_batch = self.ml_validator.validate_groups(sample_as_batch, 2) - self.assertAlmostEqual(0.999882698059082, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) + self.assertAlmostEqual(0.9983870387077332, probability_batch[0], delta=NEGLIGIBLE_ML_THRESHOLD) def test_extract_features_n(self): candidate1 = Candidate.get_dummy_candidate(self.config, "___.x3", ".x3", "") - candidate1.line_data_list[0].line = '~' + candidate1.line_data_list[0].line = '' candidate1.line_data_list[0].variable = '' candidate1.line_data_list[0].value_start = 0 candidate1.line_data_list[0].value_end = 0 - candidate1.line_data_list[0].value = '~' + candidate1.line_data_list[0].value = '' candidate1.rule_name = '' features1 = self.ml_validator.extract_features([candidate1]) self.assertEqual(0, np.count_nonzero(features1)) @@ -146,27 +149,27 @@ def test_extract_features_p(self): candidate1.rule_name = "???????" features1_1 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(1, np.count_nonzero(features1_1)) + self.assertEqual(6, np.count_nonzero(features1_1)) candidate1.rule_name = "Password" features1_1 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(2, np.count_nonzero(features1_1)) + self.assertEqual(7, np.count_nonzero(features1_1)) candidate1.line_data_list[0].value = "example/" features1_2 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(16, np.count_nonzero(features1_2)) + self.assertEqual(14, np.count_nonzero(features1_2)) candidate1.line_data_list[0].value = "undefined/" features1_3 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(16, np.count_nonzero(features1_3)) + self.assertEqual(14, np.count_nonzero(features1_3)) candidate1.line_data_list[0].value = "undefined/example" features1_4 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(17, np.count_nonzero(features1_4)) + self.assertEqual(15, np.count_nonzero(features1_4)) candidate2 = copy.deepcopy(candidate1) candidate2.rule_name = "UNKNOWN RULE" features2 = self.ml_validator.extract_features([candidate1, candidate2]) - self.assertEqual(17, np.count_nonzero(features2)) + self.assertEqual(15, np.count_nonzero(features2)) candidate2.rule_name = "Secret" features3 = self.ml_validator.extract_features([candidate1, candidate2]) - self.assertEqual(17 + 1, np.count_nonzero(features3)) + self.assertEqual(15 + 1, np.count_nonzero(features3)) def testVariableNotAllowedPatternCheck_n(self): candidate1 = Candidate.get_dummy_candidate(self.config, "???.py", ".py", "") @@ -178,7 +181,91 @@ def testVariableNotAllowedPatternCheck_n(self): candidate1.rule_name = "##########" features1_1 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(1, np.count_nonzero(features1_1)) + self.assertEqual(6, np.count_nonzero(features1_1)) candidate1.line_data_list[0].variable = "pub_key" features1_2 = self.ml_validator.extract_features([candidate1]) - self.assertEqual(2, np.count_nonzero(features1_2)) + self.assertEqual(7, np.count_nonzero(features1_2)) + + def test_extract_features_normalized_n(self): + line_data = LineData(config=self.config, + line=AZ_STRING, + line_pos=0, + line_num=1, + path="path.ext", + file_type="type", + info="info", + pattern=re.compile(r"(?P.*) (?Pover) (?P.+)")) + candidate = Candidate([line_data], [], "rule", Severity.MEDIUM) + features = self.ml_validator.extract_features([candidate]) + self.assertLess(0, np.count_nonzero(features)) + for i in features.tolist()[0]: + self.assertLessEqual(0.0, i) + self.assertGreaterEqual(1.0, i) + + def test_encode_n(self): + self.assertEqual(0, np.count_nonzero(self.ml_validator.encode(None, 0))) + self.assertEqual(0, np.count_nonzero(self.ml_validator.encode("", 10))) + self.assertEqual(0, np.count_nonzero(self.ml_validator.encode("AAA", 0))) + + def test_encode_p(self): + self.assertEqual(MIN_DATA_LEN, np.count_nonzero(self.ml_validator.encode(AZ_STRING, MIN_DATA_LEN))) + self.assertEqual(len(AZ_STRING), np.count_nonzero(self.ml_validator.encode(AZ_STRING, MAX_LINE_LENGTH))) + self.assertEqual(7, np.count_nonzero(self.ml_validator.encode("\xFE\xFF \n\t`\0", MIN_DATA_LEN))) + self.assertEqual( + [[ + 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ], + [ + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, + 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 + ]], + self.ml_validator.encode("\xFE\xFF \n\t`\0", MIN_DATA_LEN).tolist()) diff --git a/tests/samples/doc_credentials_n b/tests/samples/doc_credentials_n new file mode 100644 index 000000000..9885576b9 --- /dev/null +++ b/tests/samples/doc_credentials_n @@ -0,0 +1 @@ +the password is incorrect diff --git a/tests/samples/doc_credentials_p b/tests/samples/doc_credentials_p new file mode 100644 index 000000000..ca484b637 --- /dev/null +++ b/tests/samples/doc_credentials_p @@ -0,0 +1 @@ +my password is 237dg546fs9 diff --git a/tests/test_app.py b/tests/test_app.py index 259297157..da8831c26 100644 --- a/tests/test_app.py +++ b/tests/test_app.py @@ -56,7 +56,7 @@ def test_it_works_p(self) -> None: | line_num: 1 | path: {target_path} | value: 'cAc48k1Zd7' - | entropy_validation: BASE64_CHARS 3.121928 False] + | entropy_validation: BASE64STDPAD_CHARS 3.121928 False] | ml_validation: VALIDATED_KEY\n rule: Password | severity: medium @@ -66,7 +66,7 @@ def test_it_works_p(self) -> None: | line_num: 1 | path: {target_path} | value: 'cAc48k1Zd7' - | entropy_validation: BASE64_CHARS 3.121928 False] + | entropy_validation: BASE64STDPAD_CHARS 3.121928 False] | ml_validation: VALIDATED_KEY\n Detected Credentials: 2\n Time Elapsed: @@ -116,7 +116,7 @@ def test_it_works_with_patch_p(self) -> None: | line_num: 3 | path: .changes/1.16.98.json | value: 'dkajco1' - | entropy_validation: BASE64_CHARS 2.807355 False] + | entropy_validation: BASE64STDPAD_CHARS 2.807355 False] | ml_validation: VALIDATED_KEY\n Added File Credentials: 1\n Deleted File Credentials: 0\n @@ -141,7 +141,7 @@ def test_it_works_with_multiline_in_patch_p(self) -> None: | line_num: 4 | path: creds.py | value: 'AKIAQWADE5R42RDZ4JEM' - | entropy_validation: BASE64_CHARS 3.684184 False] + | entropy_validation: BASE64STDPAD_CHARS 3.684184 False] | ml_validation: NOT_AVAILABLE rule: AWS Multi | severity: high @@ -151,12 +151,12 @@ def test_it_works_with_multiline_in_patch_p(self) -> None: | line_num: 4 | path: creds.py | value: 'AKIAQWADE5R42RDZ4JEM' - | entropy_validation: BASE64_CHARS 3.684184 False, + | entropy_validation: BASE64STDPAD_CHARS 3.684184 False, line: ' token = "V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ"' | line_num: 5 | path: creds.py | value: 'V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ' - | entropy_validation: BASE64_CHARS 4.784184 True] + | entropy_validation: BASE64STDPAD_CHARS 4.784184 True] | ml_validation: NOT_AVAILABLE rule: Token | severity: medium @@ -166,7 +166,7 @@ def test_it_works_with_multiline_in_patch_p(self) -> None: | line_num: 5 | path: creds.py | value: 'V84C7sDU001tFFodKU95USNy97TkqXymnvsFmYhQ' - | entropy_validation: BASE64_CHARS 4.784184 True] + | entropy_validation: BASE64STDPAD_CHARS 4.784184 True] | ml_validation: VALIDATED_KEY\n Added File Credentials: 3\n Deleted File Credentials: 0\n @@ -582,6 +582,7 @@ def test_rules_ml_p(self) -> None: rules = Util.yaml_load(APP_PATH / "rules" / "config.yaml") rules_set = set([i["name"] for i in rules]) missed = { # + "DOC_CREDENTIALS", "ID_PASSWD_PAIR", "SECRET_PAIR", "IP_ID_PASSWORD_TRIPLE", @@ -611,6 +612,7 @@ def test_rules_ml_n(self) -> None: rules = Util.yaml_load(APP_PATH / "rules" / "config.yaml") rules_set = set([i["name"] for i in rules]) missed = { # + "DOC_CREDENTIALS", "ID_PASSWD_PAIR", "SECRET_PAIR", "IP_ID_PASSWORD_TRIPLE", diff --git a/tests/test_doc.py b/tests/test_doc.py index 5d6492abb..59ba58d6a 100644 --- a/tests/test_doc.py +++ b/tests/test_doc.py @@ -19,7 +19,7 @@ def test_secret_pair_p(self) -> None: content_provider: AbstractProvider = FilesProvider([SAMPLES_PATH / "doc_secret_pair"]) self.cred_sweeper.run(content_provider=content_provider) found_credentials = self.cred_sweeper.credential_manager.get_credentials() - self.assertEqual(18, len(found_credentials)) + self.assertEqual(39, len(found_credentials)) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # @@ -27,7 +27,7 @@ def test_passwd_pair_p(self) -> None: content_provider: AbstractProvider = FilesProvider([SAMPLES_PATH / "doc_passwd_pair"]) self.cred_sweeper.run(content_provider=content_provider) found_credentials = self.cred_sweeper.credential_manager.get_credentials() - self.assertEqual(38, len(found_credentials)) + self.assertEqual(73, len(found_credentials)) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # @@ -43,7 +43,7 @@ def test_id_pair_passwd_pair_p(self) -> None: content_provider: AbstractProvider = FilesProvider([SAMPLES_PATH / "doc_id_pair_passwd_pair"]) self.cred_sweeper.run(content_provider=content_provider) found_credentials = self.cred_sweeper.credential_manager.get_credentials() - self.assertEqual(158, len(found_credentials), found_credentials) + self.assertEqual(246, len(found_credentials), found_credentials) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # @@ -51,6 +51,6 @@ def test_id_passwd_pair_p(self) -> None: content_provider: AbstractProvider = FilesProvider([SAMPLES_PATH / "doc_id_passwd_pair"]) self.cred_sweeper.run(content_provider=content_provider) found_credentials = self.cred_sweeper.credential_manager.get_credentials() - self.assertEqual(25, len(found_credentials), found_credentials) + self.assertEqual(44, len(found_credentials), found_credentials) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # diff --git a/tests/test_main.py b/tests/test_main.py index 48b7dec94..890ae1bd8 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -476,7 +476,7 @@ def test_eml_p(self) -> None: cred_sweeper = CredSweeper(doc=True) cred_sweeper.run(content_provider=content_provider) found_credentials = cred_sweeper.credential_manager.get_credentials() - self.assertEqual(1, len(found_credentials)) + self.assertLessEqual(1, len(found_credentials), found_credentials) self.assertEqual("PW: H1ddEn#ema1l", found_credentials[0].line_data_list[0].line) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # @@ -488,7 +488,7 @@ def test_pdf_p(self) -> None: cred_sweeper = CredSweeper(depth=7) cred_sweeper.run(content_provider=content_provider) found_credentials = cred_sweeper.credential_manager.get_credentials() - self.assertSetEqual({"AWS Client ID", "Password", "Github Classic Token", "Key"}, + self.assertSetEqual({"AWS Client ID", "Password", "Github Classic Token"}, set(i.rule_name for i in found_credentials)) self.assertSetEqual({"Xdj@jcN834b", "AKIAGIREOGIAWSKEY123", "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"}, set(i.line_data_list[0].value for i in found_credentials)) @@ -585,9 +585,9 @@ def test_docx_p(self) -> None: cred_sweeper = CredSweeper(doc=True) cred_sweeper.run(content_provider=content_provider) found_credentials = cred_sweeper.credential_manager.get_credentials() - self.assertEqual(2, len(found_credentials)) - self.assertEqual("WeR15tr0n6", found_credentials[0].line_data_list[0].value) - self.assertEqual("ghs_00000000000000000000000000000004WZ4EQ", found_credentials[1].line_data_list[0].value) + self.assertEqual(3, len(found_credentials)) + self.assertEqual("ghs_00000000000000000000000000000004WZ4EQ", found_credentials[0].line_data_list[0].value) + self.assertEqual("WeR15tr0n6", found_credentials[1].line_data_list[0].value) # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # diff --git a/tests/utils/test_entropy_validator.py b/tests/utils/test_entropy_validator.py index 7983cff44..fd552919f 100644 --- a/tests/utils/test_entropy_validator.py +++ b/tests/utils/test_entropy_validator.py @@ -1,5 +1,6 @@ import unittest +from credsweeper.common.constants import Chars from credsweeper.utils.entropy_validator import EntropyValidator @@ -8,10 +9,28 @@ class TestUtils(unittest.TestCase): def test_validator_n(self): self.assertEqual("None None None", str(EntropyValidator(None))) self.assertEqual("HEX_CHARS 0 False", str(EntropyValidator(""))) - self.assertEqual("BASE64_CHARS 2.321928 False", str(EntropyValidator("12345"))) - self.assertEqual("BASE64_CHARS 2.321928 False", str(EntropyValidator("/home"))) + self.assertEqual("BASE64STDPAD_CHARS 2.321928 False", str(EntropyValidator("12345"))) + self.assertEqual("BASE64STDPAD_CHARS 2.321928 False", str(EntropyValidator("/home"))) def test_validator_p(self): self.assertEqual("HEX_CHARS 3.584963 True", str(EntropyValidator("abcdefABCDEF"))) self.assertEqual("BASE36_CHARS 3.169925 True", str(EntropyValidator("123456789"))) - self.assertEqual("BASE64_CHARS 4.681881 True", str(EntropyValidator("dNJKHBD34534928DRFCsnkjBUygtrd+32sd/uy"))) + self.assertEqual("BASE64STDPAD_CHARS 4.681881 True", + str(EntropyValidator("dNJKHBD34534928DRFCsnkjBUygtrd+32sd/uy"))) + + def test_validator_max_n(self): + entropy_validator = EntropyValidator(Chars.BASE64URL_CHARS.value, Chars.BASE64URL_CHARS) + self.assertFalse(entropy_validator.valid) + + def test_validator_max_p(self): + entropy_validator = EntropyValidator(Chars.BASE64STDPAD_CHARS.value, Chars.BASE64STDPAD_CHARS) + self.assertTrue(entropy_validator.valid) + + def test_validator_min_n(self): + # not mentioned iterator + entropy_validator = EntropyValidator(Chars.HEX_CHARS.value, Chars.ASCII_PRINTABLE) + self.assertFalse(entropy_validator.valid) + + def test_validator_min_p(self): + entropy_validator = EntropyValidator(Chars.HEX_CHARS.value, Chars.HEX_CHARS) + self.assertTrue(entropy_validator.valid) diff --git a/tests/utils/test_util.py b/tests/utils/test_util.py index 8ccee3903..f7dc4d5bb 100644 --- a/tests/utils/test_util.py +++ b/tests/utils/test_util.py @@ -108,7 +108,7 @@ def test_get_shannon_entropy_p(self): test_shannon_entropy = Util.get_shannon_entropy(AZ_STRING, string.printable) self.assertAlmostEqual(4.431, test_shannon_entropy, delta=0.001) # digits give always the same entropy - self.assertAlmostEqual(3.17, Util.get_shannon_entropy("123456789", Chars.BASE64_CHARS.value), delta=0.001) + self.assertAlmostEqual(3.17, Util.get_shannon_entropy("123456789", Chars.BASE64STD_CHARS.value), delta=0.001) self.assertAlmostEqual(3.17, Util.get_shannon_entropy("123456789", Chars.BASE36_CHARS.value), delta=0.001) self.assertAlmostEqual(3.17, Util.get_shannon_entropy("123456789", Chars.HEX_CHARS.value), delta=0.001) # various iterators give different entropy in case when characters are absent