Skip to content

Commit

Permalink
SQL Password markup
Browse files Browse the repository at this point in the history
  • Loading branch information
@babenek
babenek committed Jan 11, 2025
1 parent e394c4f commit a3642ce
Show file tree
Hide file tree
Showing 19 changed files with 68 additions and 51 deletions.
41 changes: 21 additions & 20 deletions .ci/benchmark.txt
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
META MD5 3a0a173261f054d7d1e6df5a0c9c14ce
DATA MD5 7815a1d6d11853547312fdab2cec9b5d
DATA: 16329853 interested lines. MARKUP: 59550 items
META MD5 f32ae918bb0b0ad2aa77b79dc43f549a
DATA MD5 bf9e1d8631964ae44ffcc9f479141f17
DATA: 16330479 interested lines. MARKUP: 59566 items
FileType FileNumber ValidLines Positives Negatives Templates
--------------- ------------ ------------ ----------- ----------- -----------
193 28288 69 415 90
193 28288 70 415 90
.1 2 641 2 5
.admx 1 26 1
.adoc 1 158 13 5 1
Expand All @@ -15,7 +15,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.bat 5 248 2 14 2
.bats 15 2804 14 49 9
.bazel 3 424 8
.build 2 40 3
.build 2 40 1 2
.bundle 4 1512 476
.bzl 3 2503 11
.c 179 284009 8 774 5
Expand Down Expand Up @@ -55,15 +55,15 @@ FileType FileNumber ValidLines Positives Negatives Templat
.erb 13 323 26
.erl 4 96 7
.ex 25 4968 5 98 5
.example 17 1838 74 36 51
.example 18 1863 74 37 51
.exs 24 4842 8 187 4
.ext 5 211 1 4 2
.fsproj 1 75 1 2
.g4 2 201 2
.gd 1 37 1
.gml 3 3075 16
.gni 3 5017 19
.go 1075 565673 652 4090 748
.go 1078 565918 652 4094 748
.golden 5 1168 1 13 29
.gradle 45 3265 2 90 100
.graphql 7 420 13
Expand All @@ -85,7 +85,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.java 613 133184 345 1325 171
.jenkinsfile 1 58 2 6
.jinja2 1 64 2
.js 653 532652 512 2450 331
.js 653 532652 527 2450 316
.json 843 13045846 1076 10012 139
.jsp 13 3202 1 37
.jsx 7 857 19
Expand Down Expand Up @@ -113,7 +113,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.markdown 3 139 3 1
.markerb 3 12 3
.marko 1 21 2
.md 671 148304 719 2340 614
.md 672 148540 723 2341 614
.mdx 3 549 7
.mjml 1 18 1
.mjs 22 4424 71 333
Expand Down Expand Up @@ -153,7 +153,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.pug 2 193 2
.purs 1 69 4
.pxd 1 150 4 2
.py 886 290215 665 3236 726
.py 886 290215 667 3236 726
.pyi 4 1361 9
.pyp 1 167 1
.pyx 2 1094 23
Expand All @@ -172,20 +172,20 @@ FileType FileNumber ValidLines Positives Negatives Templat
.rs 31 9855 2 234 11
.rsc 1 691 1
.rsp 16 7101 20 10 27
.rst 86 33980 71 305 68
.rst 87 34002 72 305 68
.rules 1 6 2
.sample 2 25 3 4 4
.sbt 3 570 5 2
.scala 39 5028 22 99
.scss 16 8553 32 1
.secrets 1 11 1
.sh 142 21518 57 464 24
.sh 143 21550 59 464 23
.slim 1 153 1 2
.smali 1 775 18
.snap 3 1708 9 29 2
.spec 2 332 2
.spin 1 565 1
.sql 25 6456 124 56 3
.sql 26 6468 130 57 3
.storyboard 20 1802 339
.strings 20 1240 137
.stub 3 84 6
Expand All @@ -194,7 +194,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.svg 1 638 12
.t 9 1767 15 44 13
.td 2 14002 6
.template 19 1633 4 35 11
.template 19 1633 4 36 11
.test 2 24 22 1 4
.testsettings 1 21 1 10
.tf 21 1377 2 30 2
Expand All @@ -209,7 +209,7 @@ FileType FileNumber ValidLines Positives Negatives Templat
.ts 581 106648 137 1774 203
.tsx 54 7914 1 113 5
.ttar 1 452 1
.txt 266 76254 5144 5094 46
.txt 267 76308 5144 5095 46
.utf8 1 77 2
.vsixmanifest 1 36 1
.vsmdi 1 6 2
Expand All @@ -219,10 +219,10 @@ FileType FileNumber ValidLines Positives Negatives Templat
.xib 11 503 164
.xsl 1 311 1
.yaml 136 18591 123 341 42
.yml 418 36057 522 910 376
.yml 418 36057 524 910 375
.zsh 6 872 12
.zsh-theme 1 97 1
TOTAL: 10003 16329853 11857 46613 5084
TOTAL: 10012 16330479 11891 46621 5067
credsweeper result_cnt : 0, lost_cnt : 0, true_cnt : 0, false_cnt : 0
Rules Positives Negatives Templates Reported TP FP TN FN FPR FNR ACC PRC RCL F1
------------------------------ ----------- ----------- ----------- ---------- ---- ---- ----- ----- -------- -------- -------- ----- -------- ----
Expand Down Expand Up @@ -261,16 +261,17 @@ Key 3912 15714 485
Nonce 93 49 0 0 0 49 93 0.000000 1.000000 0.345070 0.000000
Other 9 7447 5 0 0 7452 9 0.000000 1.000000 0.998794 0.000000
PEM Private Key 1019 1483 0 0 0 1483 1019 0.000000 1.000000 0.592726 0.000000
Password 1869 7536 2680 0 0 10216 1869 0.000000 1.000000 0.845345 0.000000
Password 1887 7532 2663 0 0 10195 1887 0.000000 1.000000 0.843817 0.000000
SQL Password 17 11 0 0 0 11 17 0.000000 1.000000 0.392857 0.000000
Salesforce Credentials 2 0 0 0 0 0 2 1.000000 0.000000 0.000000
Salt 47 76 1 0 0 77 47 0.000000 1.000000 0.620968 0.000000
Secret 1297 1576 802 0 0 2378 1297 0.000000 1.000000 0.647075 0.000000
Seed 1 6 0 0 0 6 1 0.000000 1.000000 0.857143 0.000000
Slack Token 4 1 0 0 0 1 4 0.000000 1.000000 0.200000 0.000000
Stripe Credentials 2 0 0 0 0 0 2 1.000000 0.000000 0.000000
Tencent WeChat API App ID 6 0 0 0 0 0 6 1.000000 0.000000 0.000000
Token 644 4170 454 0 0 4624 644 0.000000 1.000000 0.877752 0.000000
Token 643 4171 454 0 0 4625 643 0.000000 1.000000 0.877942 0.000000
Twilio Credentials 30 39 0 0 0 39 30 0.000000 1.000000 0.565217 0.000000
URL Credentials 210 157 215 0 0 372 210 0.000000 1.000000 0.639175 0.000000
UUID 1075 265 0 0 0 265 1075 0.000000 1.000000 0.197761 0.000000
11857 46613 5084 0 0 0 46613 11857 0.000000 1.000000 0.797212 0.000000
11891 46621 5067 0 0 0 46621 11891 0.000000 1.000000 0.796777 0.000000
30 changes: 15 additions & 15 deletions meta/4764adaf.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -190,25 +190,25 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
34393,7daff6a3,GitHub,4764adaf,data/4764adaf/test/7daff6a3.js,829,829,T,T,19,29,F,F,Any,,,Secret,3.12,10,F,F,F,Password
34886,6c4ac771,GitHub,4764adaf,data/4764adaf/test/6c4ac771.js,56,56,T,F,16,28,T,F,,,,,0.0,0,F,F,F,Token
35022,f07c4281,GitHub,4764adaf,data/4764adaf/src/f07c4281.json,33,33,T,T,17,30,F,F,Any,,,Secret,2.9,13,F,F,F,Password
36228,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,631,631,Template,T,25,33,F,F,CharsOnly,,,Secret,2.5,8,F,F,F,Password
36239,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,499,499,Template,T,29,40,F,F,CharsOnly,,,Secret,2.91,11,F,F,F,Password
36339,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,472,472,Template,T,25,39,F,F,Any,,,Secret,2.56,14,F,F,F,Password
36228,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,631,631,T,T,25,33,F,F,CharsOnly,,,Secret,2.5,8,F,F,F,Password
36239,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,499,499,T,T,29,40,F,F,CharsOnly,,,Secret,2.91,11,F,F,F,Password
36339,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,472,472,T,T,25,39,F,F,Any,,,Secret,2.56,14,F,F,F,Password
36444,e45b2ef1,GitHub,4764adaf,data/4764adaf/test/e45b2ef1.js,661,661,T,T,30,37,F,F,Any,,,Secret,2.81,7,F,F,F,Password
37129,c907da53,GitHub,4764adaf,data/4764adaf/test/c907da53.js,124,124,Template,T,17,25,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37130,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2246,2246,Template,T,27,35,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37131,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2289,2289,Template,T,25,33,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37132,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2485,2485,Template,T,23,31,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37133,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2540,2540,Template,T,23,31,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37129,c907da53,GitHub,4764adaf,data/4764adaf/test/c907da53.js,124,124,T,T,17,25,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37130,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2246,2246,T,T,27,35,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37131,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2289,2289,T,T,25,33,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37132,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2485,2485,T,T,23,31,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37133,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,2540,2540,T,T,23,31,F,F,CharsOnly,,,Secret,2.75,8,F,F,F,Password
37161,7daff6a3,GitHub,4764adaf,data/4764adaf/test/7daff6a3.js,885,885,T,T,19,30,F,F,Any,,,Secret,3.03,11,F,F,F,Password
37162,7daff6a3,GitHub,4764adaf,data/4764adaf/test/7daff6a3.js,870,870,T,T,19,29,F,F,Any,,,Secret,3.12,10,F,F,F,Password
37628,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,651,651,Template,T,25,33,F,F,CharsOnly,,,Secret,2.5,8,F,F,F,Password
37647,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,561,561,Template,T,29,40,F,F,CharsOnly,,,Secret,2.91,11,F,F,F,Password
46524,7e37e5b4,GitHub,4764adaf,data/4764adaf/test/7e37e5b4.js,6855,6855,Template,T,29,37,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
46747,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,818,818,Template,T,27,37,F,F,Any,,,Secret,3.12,10,F,F,F,Password
46788,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,786,786,Template,T,27,39,F,F,Any,,,Secret,2.79,12,F,F,F,Password
37628,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,651,651,T,T,25,33,F,F,CharsOnly,,,Secret,2.5,8,F,F,F,Password
37647,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,561,561,T,T,29,40,F,F,CharsOnly,,,Secret,2.91,11,F,F,F,Password
46524,7e37e5b4,GitHub,4764adaf,data/4764adaf/test/7e37e5b4.js,6855,6855,T,T,29,37,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
46747,52c4868e,GitHub,4764adaf,data/4764adaf/test/52c4868e.js,818,818,T,T,27,37,F,F,Any,,,Secret,3.12,10,F,F,F,Password
46788,b37ca27a,GitHub,4764adaf,data/4764adaf/test/b37ca27a.js,786,786,T,T,27,39,F,F,Any,,,Secret,2.79,12,F,F,F,Password
47085,a7d5a18a,GitHub,4764adaf,data/4764adaf/test/a7d5a18a.js,3221,3221,F,F,,,F,F,,,,,0,0,F,F,F,API
47125,7daff6a3,GitHub,4764adaf,data/4764adaf/test/7daff6a3.js,815,815,Template,T,23,31,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
47204,a7d5a18a,GitHub,4764adaf,data/4764adaf/test/a7d5a18a.js,1403,1403,Template,T,21,29,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
47125,7daff6a3,GitHub,4764adaf,data/4764adaf/test/7daff6a3.js,815,815,T,T,23,31,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
47204,a7d5a18a,GitHub,4764adaf,data/4764adaf/test/a7d5a18a.js,1403,1403,T,T,21,29,F,F,CharsOnly,,,Unknown,2.75,8,F,F,F,Password
47571,c907da53,GitHub,4764adaf,data/4764adaf/test/c907da53.js,230,230,Template,T,19,26,F,F,Any,,,Secret,2.52,7,F,F,F,Password
47572,c907da53,GitHub,4764adaf,data/4764adaf/test/c907da53.js,212,212,Template,T,19,26,F,F,Any,,,Secret,2.52,7,F,F,F,Password
47573,c907da53,GitHub,4764adaf,data/4764adaf/test/c907da53.js,221,221,Template,T,19,26,F,F,Any,,,Secret,2.52,7,F,F,F,Password
Expand Down
2 changes: 1 addition & 1 deletion meta/50b38ef0.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
46799,8b39bea1,GitHub,50b38ef0,data/50b38ef0/test/8b39bea1.js,189,189,Template,F,23,29,F,F,Any,,,Secret,2.58,6,F,F,F,Secret
48127,30b47f0b,GitHub,50b38ef0,data/50b38ef0/other/30b47f0b.md,251,251,F,F,-1,-1,F,F,,,,,0.0,0,F,F,F,Other
50398,bb7f2b59,GitHub,50b38ef0,data/50b38ef0/other/bb7f2b59.md,52,52,Template,T,19,27,T,F,CharsOnly,,,Secret,2.75,8,F,F,F,URL Credentials
57866,cc148162,GitHub,50b38ef0,data/50b38ef0/other/cc148162.md,69,69,F,F,,,F,F,,,,,0,0,F,F,F,Password
57866,cc148162,GitHub,50b38ef0,data/50b38ef0/other/cc148162.md,69,69,T,F,15,25,F,F,,,,,0,0,F,F,F,Password
74675,09276c69,GitHub,50b38ef0,data/50b38ef0/test/09276c69.js,85,85,Template,T,23,29,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
74676,09276c69,GitHub,50b38ef0,data/50b38ef0/test/09276c69.js,169,169,Template,T,23,29,F,F,CharsOnly,,,Unknown,2.25,6,F,F,F,Password
74746,cc148162,GitHub,50b38ef0,data/50b38ef0/other/cc148162.md,57,57,T,T,13,23,F,F,CharsOnly,,,Secret,2.65,10,F,F,F,Password
Expand Down
1 change: 1 addition & 0 deletions meta/5f62aae4.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -171,3 +171,4 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
130419,6aafcdf1,GitHub,5f62aae4,data/5f62aae4/test/6aafcdf1.py,147,147,F,F,,,F,F,,,,,0.00,,F,F,F,Password
130420,fe884fa6,GitHub,5f62aae4,data/5f62aae4/src/fe884fa6.less,239,239,F,F,,,F,F,,,,,0.00,,F,F,F,Password
132795,2b8eecd7,GitHub,5f62aae4,data/5f62aae4/test/2b8eecd7.py,71,71,F,F,,,F,F,,,,,0,0,F,F,F,Password
1480656,0aad1ebd,GitHub,5f62aae4,data/5f62aae4/test/0aad1ebd.rst,24,24,T,F,48,63,F,F,,,,,0.0,0,F,F,F,SQL Password
2 changes: 2 additions & 0 deletions meta/638eb0c6.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -131,3 +131,5 @@ Id,FileID,Domain,RepoName,FilePath,LineStart,LineEnd,GroundTruth,WithWords,Value
1339642,c2e4c1dd,GitHub,638eb0c6,data/638eb0c6/test/c2e4c1dd.snap,67,67,T,F,18,54,F,F,,,,,0.0,0,F,F,F,UUID
1479564,d4451bab,GitHub,638eb0c6,data/638eb0c6/test/d4451bab.md,802,802,T,F,15,30,F,F,,,,,0.0,0,F,F,F,CMD Secret
1480600,51e4f558,GitHub,638eb0c6,data/638eb0c6/src/51e4f558.lock,7816,7816,F,F,30,62,F,F,,,,,0.0,0,F,F,F,Bitbucket Client ID:Bitbucket Client Secret
1480657,04b06f40,GitHub,638eb0c6,data/638eb0c6/other/04b06f40.md,112,112,T,F,42,52,F,F,,,,,0.0,0,F,F,F,SQL Password
1480658,eca12c0a,GitHub,638eb0c6,data/638eb0c6/other/eca12c0a.md,108,108,T,F,52,62,F,F,,,,,0.0,0,F,F,F,SQL Password
Loading

0 comments on commit a3642ce

Please sign in to comment.