From 410445253e56edac66ddc11e15048d85ebc0112e Mon Sep 17 00:00:00 2001 From: Joel Natividad <1980690+jqnatividad@users.noreply.github.com> Date: Tue, 3 Dec 2024 11:57:57 -0500 Subject: [PATCH] qsv 1.0.0 and xsv 0.13.0 stats --everything hyperfine benchmarks [skip ci] --- docs/misc/qsvstats-everything-inferdates.csv | 46 ++++++++++++++++++++ docs/misc/qsvstats-everything.csv | 46 ++++++++++++++++++++ docs/misc/xsvstats-everything.csv | 42 ++++++++++++++++++ 3 files changed, 134 insertions(+) create mode 100644 docs/misc/qsvstats-everything-inferdates.csv create mode 100644 docs/misc/qsvstats-everything.csv create mode 100644 docs/misc/xsvstats-everything.csv diff --git a/docs/misc/qsvstats-everything-inferdates.csv b/docs/misc/qsvstats-everything-inferdates.csv new file mode 100644 index 000000000..354327586 --- /dev/null +++ b/docs/misc/qsvstats-everything-inferdates.csv @@ -0,0 +1,46 @@ +field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,mad,lower_outer_fence,lower_inner_fence,q1,q2_median,q3,iqr,upper_inner_fence,upper_outer_fence,skewness,cardinality,mode,mode_count,mode_occurrences,antimode,antimode_count,antimode_occurrences,qsv__value +Unique Key,Integer,,32687965858032,11465364,48478173,37012809,Unsorted,8,8,8000000,8,32687965.858,9013.8953,9013895.3358,81250309125279.6094,27.5756,0,,0,7603611.5,-19639208.5,2803282.25,25245773,32853358.5,40207433.5,14961660.5,62649924.25,85092415,-0.0169,1000000,,0,0,*ALL,0,1, +Created Date,DateTime,,,2010-01-01T00:00:00+00:00,2020-12-23T01:25:51+00:00,4009.05962,Unsorted,,,,,2015-11-10T18:05:22.615+00:00,1.15502,1155.01606,1334062.09198,6.8957,0,,0,967.27304,1997-01-08T17:56:34.500+00:00,2005-02-08T08:58:19.500+00:00,2013-03-11T00:00:04.500+00:00,2016-02-12T13:16:49+00:00,2018-07-31T10:01:14.500+00:00,1968.41748,2026-08-31T01:02:59.500+00:00,2034-09-30T16:04:44.500+00:00,-0.0857,841014,01/24/2013 12:00:00 AM,1,347,"*PREVIEW: 01/01/2010 01:05:51 PM,01/01/2010 01:07:31 AM,01/01/2010 01:15:21 AM,01/01/2010 01:25:40 A...",824248,1, +Closed Date,DateTime,,,1900-01-01T00:00:00+00:00,2100-01-01T00:00:00+00:00,73049,Unsorted,,,,,2015-11-14T10:16:16.743+00:00,1.33393,1314.70016,1728436.50813,7.8474,28619,,0.0286,956.81015,1997-04-12T11:33:24.500+00:00,2005-04-09T10:53:21.500+00:00,2013-04-06T10:13:18.500+00:00,2016-02-26T01:40:00+00:00,2018-08-04T09:46:36.500+00:00,1945.98146,2026-08-01T09:06:33.500+00:00,2034-07-29T08:26:30.500+00:00,-0.0849,688837,,1,28619,"*PREVIEW: 01/01/2010 01:50:45 PM,01/01/2010 02:05:02 PM,01/01/2010 02:10:00 PM,01/01/2010 02:23:20 P...",653948,1, +Agency,String,false,,3-1-1,TLC,,Unsorted,3,42,3490582,3.4906,,,,,,0,,0,,,,,,,,,,,28,NYPD,1,265116,"DORIS,FDNY,MOC",3,1, +Agency Name,String,false,,3-1-1,Valuation Policy,,Unsorted,3,82,34840715,34.8407,,,,,,0,,0,,,,,,,,,,,553,New York City Police Department,1,265038,"*PREVIEW: 3-1-1,DOE,DPR,Fire Department of New York,MOC,Municipal Archives,NYPD,School - ACE Academy...",332,1, +Complaint Type,String,true,,../../WEB-INF/web.xml;x=,ZTESTINT,,Unsorted,3,41,16475270,16.4753,,,,,,0,,0,,,,,,,,,,,287,Noise - Residential,1,89439,"*PREVIEW: ../../WEB-INF/web.xml;x=,Advocate - RPIE,Advocate-Business Tax,Advocate-Property Value,Adv...",20,1, +Descriptor,String,true,,1 Missed Collection,unknown odor/taste in drinking water (QA6),,Unsorted,0,80,17426583,17.4266,,,,,,3001,,0.003,,,,,,,,,,,1392,Loud Music/Party,1,93646,"*PREVIEW: 12P Dead Deer,15N Needle/Syringe on Street/Sidewalk,4 DSNY Spillage,ABANDONED APARTMENT UN...",137,1, +Location Type,String,true,,"1-, 2- and 3- Family Home",Wooded Area,,Unsorted,0,36,12417750,12.4177,,,,,,239131,,0.2391,,,,,,,,,,,162,RESIDENTIAL BUILDING,1,255562,"Correctional Facility - State,Ground,Health Club or Gym,Horse Stable,Pvt Residnt Proprty,School - K-...",8,1, +Incident Zip,String,true,,*,XXXXX,,Unsorted,0,10,4725192,4.7252,,,,,,54978,,0.055,,,,,,,,,,,535,,1,54978,"*PREVIEW: *,0000,00881,01748-9100,01810-1008,02061,02062,02109,02250-5126,02346",230,1, +Incident Address,String,true,,* *,west 155 street and edgecombe avenue,,Unsorted,0,55,14591947,14.5919,,,,,,174700,,0.1747,,,,,,,,,,,341996,,1,174700,"*PREVIEW: * *,- 3 BREWSTER ROAD,----------- ----------,-999 108 ST,-999 132 ST E,-999 135 AVE,-999 1...",220179,1, +Street Name,String,true,,*,wyckoff avenue,,Unsorted,0,55,10888475,10.8885,,,,,,174720,,0.1747,,,,,,,,,,,14837,,1,174720,"*PREVIEW: *,----------,-25 VASWANI AVE,.,.HYLAN BOULEVARD,0,000,1 BREWSTER ROAD,1 ST,1 ST W",4365,1, +Cross Street 1,String,true,,1 AVE,mermaid,,Unsorted,0,32,8355458,8.3555,,,,,,320401,,0.3204,,,,,,,,,,,16238,,1,320401,"*PREVIEW: 1 AVENUE LOOP,100 ST E,103 ST W,104 ST W,106 ST W,107 ST E,107 ST W,108TH ST,111 ST XTN E,...",3510,1, +Cross Street 2,String,true,,1 AVE,surf,,Unsorted,0,35,8363431,8.3634,,,,,,323644,,0.3236,,,,,,,,,,,16486,,1,323644,"*PREVIEW: 10 ST N,100 DR,100 RD,101 ST W,104 RD,107 ST W,109 ST W,10TH AVE,11 MEMORIAL WAY / BAY RID...",3471,1, +Intersection Street 1,String,true,,1 AVE,flatlands AVE,,Unsorted,0,35,2949273,2.9493,,,,,,767422,,0.7674,,,,,,,,,,,11237,,1,767422,"*PREVIEW: 1 ST N,1 ST S,10 RD W,10 ROAD,10 ST,10 ST S,100 AVE,100 ROAD,101-104,101ST",2979,1, +Intersection Street 2,String,true,,1 AVE,glenwood RD,,Unsorted,0,33,2917798,2.9178,,,,,,767709,,0.7677,,,,,,,,,,,11674,,1,767709,"*PREVIEW: 1 AVENUE LOOP,1 COURT,1 RD,10 AVE BET 201 AND 202 STREET,10 ST,10 ST S,100 DR,100 DRIVE,10...",3059,1, +Address Type,String,true,,ADDRESS,PLACENAME,,Unsorted,0,12,6832263,6.8323,,,,,,125802,,0.1258,,,,,,,,,,,6,ADDRESS,1,710380,PLACENAME,1,416, +City,String,true,,*,YORKTOWN HEIGHTS,,Unsorted,0,22,7721241,7.7212,,,,,,61963,,0.062,,,,,,,,,,,382,BROOKLYN,1,296254,"*PREVIEW: *,.,ADINA,ALPHARETTA,ANDOVER,ANONYMOUS,ARDSLEY,ARIZONA,ARMONK,AUGUSTA",222,1, +Landmark,String,true,,1 AVENUE,ZULETTE AVENUE,,Unsorted,0,32,1165773,1.1658,,,,,,912779,,0.9128,,,,,,,,,,,5915,,1,912779,"*PREVIEW: 100 DRIVE,101 ROAD,104 ROAD,109 DRIVE,124 AVENUE,126 PLACE,128 AVENUE,128 ROAD,130 DRIVE,1...",1471,1, +Facility Type,String,true,,DSNY Garage,School District,,Unsorted,0,15,3790876,3.7909,,,,,,145478,,0.1455,,,,,,,,,,,6,N/A,1,628279,School District,1,57, +Status,String,true,,Assigned,Unspecified,,Unsorted,4,16,6048943,6.0489,,,,,,0,,0,,,,,,,,,,,10,Closed,1,952522,Unspecified,1,2, +Due Date,DateTime,,,1900-01-02T00:00:00+00:00,2021-06-17T16:34:13+00:00,44361.69043,Unsorted,,,,,2015-05-30T02:54:49.998+00:00,1.74433,1035.204,1071647.31812,6.2418,647794,,0.6478,799.70598,1999-09-09T02:53:37+00:00,2006-06-14T19:09:32.500+00:00,2013-03-20T11:25:28+00:00,2015-10-03T01:27:48+00:00,2017-09-22T14:16:05+00:00,1647.11848,2024-06-28T06:32:00.500+00:00,2031-04-03T22:47:56+00:00,-0.1251,345077,,1,647794,"*PREVIEW: 01/01/2010 01:26:03 PM,01/01/2010 01:29:48 PM,01/01/2010 04:06:50 PM,01/01/2010 07:41:07 P...",342744,1, +Resolution Description,String,false,,A DOB violation was issued for failing to comply with an existing Stop Work Order.,"Your request was submitted to the Department of Homeless Services. The City?s outreach team will assess the homeless individual and offer appropriate assistance within 2 hours. If you asked to know the outcome of your request, you will get a call within 2 hours. No further status will be available through the NYC 311 App, 311, or 311 Online.",,Unsorted,0,934,153148305,153.1483,,,,,,20480,,0.0205,,,,,,,,,,,1216,The Police Department responded to the complaint and with the information available observed no evidence of the violation at that time.,1,91408,*PREVIEW: A hearing was conducted because the settlement was not received by the deadline and the of...,155,1, +Resolution Action Updated Date,DateTime,,,2009-12-31T01:35:00+00:00,2020-12-23T06:56:14+00:00,4010.22308,Unsorted,,,,,2015-11-19T19:44:34.889+00:00,1.16204,1153.24922,1329983.75668,6.8814,15072,,0.0151,968,1997-01-12T11:30:24+00:00,2005-02-14T12:31:15.750+00:00,2013-03-19T13:32:07.500+00:00,2016-02-22T22:38:30+00:00,2018-08-10T14:12:42+00:00,1970.02818,2026-09-12T15:13:33.750+00:00,2034-10-15T16:14:25.500+00:00,-0.0867,690314,,1,15072,"*PREVIEW: 01/01/2010 01:50:45 PM,01/01/2010 02:05:02 PM,01/01/2010 02:23:20 PM,01/01/2010 02:30:28 P...",653642,1, +Community Board,String,true,,0 Unspecified,Unspecified STATEN ISLAND,,Unsorted,8,25,11142863,11.1429,,,,,,0,,0,,,,,,,,,,,77,0 Unspecified,1,49878,84 QUEENS,1,26, +BBL,String,true,,0000000000,5270000501,,Unsorted,0,10,7569532,7.5695,,,,,,243046,,0.243,,,,,,,,,,,268383,,1,243046,"*PREVIEW: 0140694020,1000030003,1000070038,1000077502,1000110009,1000110010,1000110012,1000110017,10...",158803,1, +Borough,String,true,,BRONX,Unspecified,,Unsorted,5,13,7595025,7.595,,,,,,0,,0,,,,,,,,,,,6,BROOKLYN,1,296081,STATEN ISLAND,1,49593, +X Coordinate (State Plane),Integer,,919555108413,913281,1067220,153939,Unsorted,0,7,6033556,6.0336,1005337.5451,23.5391,22512.4528,506810531.5324,2.2393,85327,,0.0853,12294,919661,956616.5,993572,1004546,1018209,24637,1055164.5,1092120,0.1091,102556,,1,85327,"*PREVIEW: 1001201,1001661,1001825,1001994,1002015,1002144,1002198,1002225,1002239,1002243",21039,1, +Y Coordinate (State Plane),Integer,,188099299101,121152,271876,150724,Unsorted,0,6,5488038,5.488,205646.4978,33.1699,31723.1985,1006361322.6747,15.4261,85327,,0.0853,24222.5,24257,103334,182411,202514,235129,52718,314206,393283,0.2373,116092,,1,85327,"*PREVIEW: 121152,121179,121194,121219,121245,121250,121261,121271,121281,121291",18352,1, +Open Data Channel Type,String,true,,MOBILE,UNKNOWN,,Unsorted,5,7,5718030,5.718,,,,,,0,,0,,,,,,,,,,,5,PHONE,1,497606,OTHER,1,14766, +Park Facility Name,String,true,,"""Uncle"" Vito F. Maranzano Glendale Playground",Zimmerman Playground,,Unsorted,3,82,11072428,11.0724,,,,,,0,,0,,,,,,,,,,,1889,Unspecified,1,993141,"*PREVIEW: 100 Gold St.,101 Street Soccer Field,117th St Community Garden,174th St Playground,176th S...",895,1, +Park Borough,String,true,,BRONX,Unspecified,,Unsorted,5,13,7595025,7.595,,,,,,0,,0,,,,,,,,,,,6,BROOKLYN,1,296081,STATEN ISLAND,1,49593, +Vehicle Type,String,true,,Ambulette / Paratransit,Green Taxi,,Unsorted,0,23,4066,0.0041,,,,,,999652,,0.9997,,,,,,,,,,,5,,1,999652,Green Taxi,1,1, +Taxi Company Borough,String,true,,BRONX,Staten Island,,Unsorted,0,13,6313,0.0063,,,,,,999156,,0.9992,,,,,,,,,,,11,,1,999156,Staten Island,1,1, +Taxi Pick Up Location,String,true,,1 5 AVENUE MANHATTAN,YORK AVENUE AND EAST 70 STREET,,Unsorted,0,60,135661,0.1357,,,,,,992129,,0.9921,,,,,,,,,,,1903,,1,992129,"*PREVIEW: 1 7 AVENUE, MANHATTAN (NEW YORK), NY, 10011,1 AVENUE AND EAST 14 STREET, MANHATTAN, NY, ...",1808,1, +Bridge Highway Name,String,true,,145th St. Br - Lenox Ave,Willis Ave Br - 125th St/1st Ave,,Unsorted,0,42,36974,0.037,,,,,,997711,,0.9977,,,,,,,,,,,68,,1,997711,"*PREVIEW: Alexander Hamilton/I-95 Cross Bronx Br,Battery Park Underpass,Broadway Br - 220th St,Carro...",19,1, +Bridge Highway Direction,String,true,,Bronx Bound,Westbound/To Goethals Br,,Unsorted,0,33,44089,0.0441,,,,,,997691,,0.9977,,,,,,,,,,,50,,1,997691,"Bronx/North Bound,New Jersey Bound,To FDR/East Side,To the Rockaways",4,1, +Road Ramp,String,true,,N/A,Roadway,,Unsorted,0,7,14400,0.0144,,,,,,997693,,0.9977,,,,,,,,,,,4,,1,997693,N/A,1,21, +Bridge Highway Segment,String,true,,1-1-1265963747,Wythe Ave/Kent Ave (Exit 31),,Unsorted,0,100,110781,0.1108,,,,,,997556,,0.9976,,,,,,,,,,,937,,1,997556,"*PREVIEW: 1-1-1265963747,1-1-1291177094,1-1-1291489575,1-1-1318214144,1-1-1321839362,1-1-1323407496,...",465,1, +Latitude,Float,,30355391.7604,40.1123853,40.9128688,0.8005,Unsorted,0,18,8008239,8.0082,40.7288,0.0001,0.0893,0.008,0.2193,254695,15,0.2547,0.0635,40.2615,40.4646,40.6677,40.7222,40.8031,0.1354,41.0062,41.2094,0.1957,353694,,1,254695,"*PREVIEW: 40.4989488,40.4990309,40.49907,40.4991346,40.4992119,40.4992256,40.4992558,40.4992852,40.4...",228113,1, +Longitude,Float,,-55100392.9499,-77.5195844,-73.7005968,3.819,Unsorted,0,18,8720190,8.7202,-73.93,0.0002,0.1635,0.0267,-0.2212,254695,14,0.2547,0.0465,-74.2533,-74.1119,-73.9705,-73.9279,-73.8763,0.0943,-73.7349,-73.5935,0.0964,353996,,1,254695,"*PREVIEW: -73.7005968,-73.7007716,-73.7007883,-73.7008374,-73.7009167,-73.7009592,-73.700966,-73.700...",229462,1, +Location,String,true,,"(40.1123853, -77.5195844)","(40.9128688, -73.9024731)",,Unsorted,0,40,19709659,19.7097,,,,,,254695,,0.2547,,,,,,,,,,,375772,,1,254695,"*PREVIEW: (40.4989488, -74.2443651),(40.4990309, -74.2405936),(40.49907, -74.2415825),(40.4991346, -...",255860,1, +qsv__rowcount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1000000 +qsv__columncount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,41 +qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,538951068 +qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,c89f29d875cdd467cfc3c45312deb6bead850d7b4f0ee84a7f6d899ac090e399 diff --git a/docs/misc/qsvstats-everything.csv b/docs/misc/qsvstats-everything.csv new file mode 100644 index 000000000..4a790a156 --- /dev/null +++ b/docs/misc/qsvstats-everything.csv @@ -0,0 +1,46 @@ +field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,sum_length,avg_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,mad,lower_outer_fence,lower_inner_fence,q1,q2_median,q3,iqr,upper_inner_fence,upper_outer_fence,skewness,cardinality,mode,mode_count,mode_occurrences,antimode,antimode_count,antimode_occurrences,qsv__value +Unique Key,Integer,,32687965858032,11465364,48478173,37012809,Unsorted,8,8,8000000,8,32687965.858,9013.8953,9013895.3358,81250309125279.6094,27.5756,0,,0,7590998.5,-19639208.5,2803282.25,25245773,32853358.5,40207433.5,14961660.5,62649924.25,85092415,-0.0169,1000000,,0,0,*ALL,0,1, +Created Date,String,true,,01/01/2010 01:05:51 PM,12/31/2019 12:58:50 PM,,Unsorted,22,22,22000000,22,,,,,,0,,0,,,,,,,,,,,841014,01/24/2013 12:00:00 AM,1,347,"*PREVIEW: 01/01/2010 01:05:51 PM,01/01/2010 01:07:31 AM,01/01/2010 01:15:21 AM,01/01/2010 01:25:40 A...",824248,1, +Closed Date,String,true,,01/01/1900 12:00:00 AM,12/31/2019 12:59:00 PM,,Unsorted,0,22,21370382,21.3704,,,,,,28619,,0.0286,,,,,,,,,,,688837,,1,28619,"*PREVIEW: 01/01/2010 01:50:45 PM,01/01/2010 02:05:02 PM,01/01/2010 02:10:00 PM,01/01/2010 02:23:20 P...",653948,1, +Agency,String,false,,3-1-1,TLC,,Unsorted,3,42,3490582,3.4906,,,,,,0,,0,,,,,,,,,,,28,NYPD,1,265116,"DORIS,FDNY,MOC",3,1, +Agency Name,String,false,,3-1-1,Valuation Policy,,Unsorted,3,82,34840715,34.8407,,,,,,0,,0,,,,,,,,,,,553,New York City Police Department,1,265038,"*PREVIEW: 3-1-1,DOE,DPR,Fire Department of New York,MOC,Municipal Archives,NYPD,School - ACE Academy...",332,1, +Complaint Type,String,true,,../../WEB-INF/web.xml;x=,ZTESTINT,,Unsorted,3,41,16475270,16.4753,,,,,,0,,0,,,,,,,,,,,287,Noise - Residential,1,89439,"*PREVIEW: ../../WEB-INF/web.xml;x=,Advocate - RPIE,Advocate-Business Tax,Advocate-Property Value,Adv...",20,1, +Descriptor,String,true,,1 Missed Collection,unknown odor/taste in drinking water (QA6),,Unsorted,0,80,17426583,17.4266,,,,,,3001,,0.003,,,,,,,,,,,1392,Loud Music/Party,1,93646,"*PREVIEW: 12P Dead Deer,15N Needle/Syringe on Street/Sidewalk,4 DSNY Spillage,ABANDONED APARTMENT UN...",137,1, +Location Type,String,true,,"1-, 2- and 3- Family Home",Wooded Area,,Unsorted,0,36,12417750,12.4177,,,,,,239131,,0.2391,,,,,,,,,,,162,RESIDENTIAL BUILDING,1,255562,"Correctional Facility - State,Ground,Health Club or Gym,Horse Stable,Pvt Residnt Proprty,School - K-...",8,1, +Incident Zip,String,true,,*,XXXXX,,Unsorted,0,10,4725192,4.7252,,,,,,54978,,0.055,,,,,,,,,,,535,,1,54978,"*PREVIEW: *,0000,00881,01748-9100,01810-1008,02061,02062,02109,02250-5126,02346",230,1, +Incident Address,String,true,,* *,west 155 street and edgecombe avenue,,Unsorted,0,55,14591947,14.5919,,,,,,174700,,0.1747,,,,,,,,,,,341996,,1,174700,"*PREVIEW: * *,- 3 BREWSTER ROAD,----------- ----------,-999 108 ST,-999 132 ST E,-999 135 AVE,-999 1...",220179,1, +Street Name,String,true,,*,wyckoff avenue,,Unsorted,0,55,10888475,10.8885,,,,,,174720,,0.1747,,,,,,,,,,,14837,,1,174720,"*PREVIEW: *,----------,-25 VASWANI AVE,.,.HYLAN BOULEVARD,0,000,1 BREWSTER ROAD,1 ST,1 ST W",4365,1, +Cross Street 1,String,true,,1 AVE,mermaid,,Unsorted,0,32,8355458,8.3555,,,,,,320401,,0.3204,,,,,,,,,,,16238,,1,320401,"*PREVIEW: 1 AVENUE LOOP,100 ST E,103 ST W,104 ST W,106 ST W,107 ST E,107 ST W,108TH ST,111 ST XTN E,...",3510,1, +Cross Street 2,String,true,,1 AVE,surf,,Unsorted,0,35,8363431,8.3634,,,,,,323644,,0.3236,,,,,,,,,,,16486,,1,323644,"*PREVIEW: 10 ST N,100 DR,100 RD,101 ST W,104 RD,107 ST W,109 ST W,10TH AVE,11 MEMORIAL WAY / BAY RID...",3471,1, +Intersection Street 1,String,true,,1 AVE,flatlands AVE,,Unsorted,0,35,2949273,2.9493,,,,,,767422,,0.7674,,,,,,,,,,,11237,,1,767422,"*PREVIEW: 1 ST N,1 ST S,10 RD W,10 ROAD,10 ST,10 ST S,100 AVE,100 ROAD,101-104,101ST",2979,1, +Intersection Street 2,String,true,,1 AVE,glenwood RD,,Unsorted,0,33,2917798,2.9178,,,,,,767709,,0.7677,,,,,,,,,,,11674,,1,767709,"*PREVIEW: 1 AVENUE LOOP,1 COURT,1 RD,10 AVE BET 201 AND 202 STREET,10 ST,10 ST S,100 DR,100 DRIVE,10...",3059,1, +Address Type,String,true,,ADDRESS,PLACENAME,,Unsorted,0,12,6832263,6.8323,,,,,,125802,,0.1258,,,,,,,,,,,6,ADDRESS,1,710380,PLACENAME,1,416, +City,String,true,,*,YORKTOWN HEIGHTS,,Unsorted,0,22,7721241,7.7212,,,,,,61963,,0.062,,,,,,,,,,,382,BROOKLYN,1,296254,"*PREVIEW: *,.,ADINA,ALPHARETTA,ANDOVER,ANONYMOUS,ARDSLEY,ARIZONA,ARMONK,AUGUSTA",222,1, +Landmark,String,true,,1 AVENUE,ZULETTE AVENUE,,Unsorted,0,32,1165773,1.1658,,,,,,912779,,0.9128,,,,,,,,,,,5915,,1,912779,"*PREVIEW: 100 DRIVE,101 ROAD,104 ROAD,109 DRIVE,124 AVENUE,126 PLACE,128 AVENUE,128 ROAD,130 DRIVE,1...",1471,1, +Facility Type,String,true,,DSNY Garage,School District,,Unsorted,0,15,3790876,3.7909,,,,,,145478,,0.1455,,,,,,,,,,,6,N/A,1,628279,School District,1,57, +Status,String,true,,Assigned,Unspecified,,Unsorted,4,16,6048943,6.0489,,,,,,0,,0,,,,,,,,,,,10,Closed,1,952522,Unspecified,1,2, +Due Date,String,true,,01/01/2010 01:26:03 PM,12/31/2018 12:59:20 PM,,Unsorted,0,22,7748532,7.7485,,,,,,647794,,0.6478,,,,,,,,,,,345077,,1,647794,"*PREVIEW: 01/01/2010 01:26:03 PM,01/01/2010 01:29:48 PM,01/01/2010 04:06:50 PM,01/01/2010 07:41:07 P...",342744,1, +Resolution Description,String,false,,A DOB violation was issued for failing to comply with an existing Stop Work Order.,"Your request was submitted to the Department of Homeless Services. The City?s outreach team will assess the homeless individual and offer appropriate assistance within 2 hours. If you asked to know the outcome of your request, you will get a call within 2 hours. No further status will be available through the NYC 311 App, 311, or 311 Online.",,Unsorted,0,934,153148305,153.1483,,,,,,20480,,0.0205,,,,,,,,,,,1216,The Police Department responded to the complaint and with the information available observed no evidence of the violation at that time.,1,91408,*PREVIEW: A hearing was conducted because the settlement was not received by the deadline and the of...,155,1, +Resolution Action Updated Date,String,true,,01/01/2010 01:50:45 PM,12/31/2019 12:58:00 PM,,Unsorted,0,22,21668416,21.6684,,,,,,15072,,0.0151,,,,,,,,,,,690314,,1,15072,"*PREVIEW: 01/01/2010 01:50:45 PM,01/01/2010 02:05:02 PM,01/01/2010 02:23:20 PM,01/01/2010 02:30:28 P...",653642,1, +Community Board,String,true,,0 Unspecified,Unspecified STATEN ISLAND,,Unsorted,8,25,11142863,11.1429,,,,,,0,,0,,,,,,,,,,,77,0 Unspecified,1,49878,84 QUEENS,1,26, +BBL,String,true,,0000000000,5270000501,,Unsorted,0,10,7569532,7.5695,,,,,,243046,,0.243,,,,,,,,,,,268383,,1,243046,"*PREVIEW: 0140694020,1000030003,1000070038,1000077502,1000110009,1000110010,1000110012,1000110017,10...",158803,1, +Borough,String,true,,BRONX,Unspecified,,Unsorted,5,13,7595025,7.595,,,,,,0,,0,,,,,,,,,,,6,BROOKLYN,1,296081,STATEN ISLAND,1,49593, +X Coordinate (State Plane),Integer,,919555108413,913281,1067220,153939,Unsorted,0,7,6033556,6.0336,1005337.5451,23.5391,22512.4528,506810531.5324,2.2393,85327,,0.0853,12286.5,919661,956616.5,993572,1004546,1018209,24637,1055164.5,1092120,0.1091,102556,,1,85327,"*PREVIEW: 1001201,1001661,1001825,1001994,1002015,1002144,1002198,1002225,1002239,1002243",21039,1, +Y Coordinate (State Plane),Integer,,188099299101,121152,271876,150724,Unsorted,0,6,5488038,5.488,205646.4978,33.1699,31723.1985,1006361322.6747,15.4261,85327,,0.0853,24209,24257,103334,182411,202514,235129,52718,314206,393283,0.2373,116092,,1,85327,"*PREVIEW: 121152,121179,121194,121219,121245,121250,121261,121271,121281,121291",18352,1, +Open Data Channel Type,String,true,,MOBILE,UNKNOWN,,Unsorted,5,7,5718030,5.718,,,,,,0,,0,,,,,,,,,,,5,PHONE,1,497606,OTHER,1,14766, +Park Facility Name,String,true,,"""Uncle"" Vito F. Maranzano Glendale Playground",Zimmerman Playground,,Unsorted,3,82,11072428,11.0724,,,,,,0,,0,,,,,,,,,,,1889,Unspecified,1,993141,"*PREVIEW: 100 Gold St.,101 Street Soccer Field,117th St Community Garden,174th St Playground,176th S...",895,1, +Park Borough,String,true,,BRONX,Unspecified,,Unsorted,5,13,7595025,7.595,,,,,,0,,0,,,,,,,,,,,6,BROOKLYN,1,296081,STATEN ISLAND,1,49593, +Vehicle Type,String,true,,Ambulette / Paratransit,Green Taxi,,Unsorted,0,23,4066,0.0041,,,,,,999652,,0.9997,,,,,,,,,,,5,,1,999652,Green Taxi,1,1, +Taxi Company Borough,String,true,,BRONX,Staten Island,,Unsorted,0,13,6313,0.0063,,,,,,999156,,0.9992,,,,,,,,,,,11,,1,999156,Staten Island,1,1, +Taxi Pick Up Location,String,true,,1 5 AVENUE MANHATTAN,YORK AVENUE AND EAST 70 STREET,,Unsorted,0,60,135661,0.1357,,,,,,992129,,0.9921,,,,,,,,,,,1903,,1,992129,"*PREVIEW: 1 7 AVENUE, MANHATTAN (NEW YORK), NY, 10011,1 AVENUE AND EAST 14 STREET, MANHATTAN, NY, ...",1808,1, +Bridge Highway Name,String,true,,145th St. Br - Lenox Ave,Willis Ave Br - 125th St/1st Ave,,Unsorted,0,42,36974,0.037,,,,,,997711,,0.9977,,,,,,,,,,,68,,1,997711,"*PREVIEW: Alexander Hamilton/I-95 Cross Bronx Br,Battery Park Underpass,Broadway Br - 220th St,Carro...",19,1, +Bridge Highway Direction,String,true,,Bronx Bound,Westbound/To Goethals Br,,Unsorted,0,33,44089,0.0441,,,,,,997691,,0.9977,,,,,,,,,,,50,,1,997691,"Bronx/North Bound,New Jersey Bound,To FDR/East Side,To the Rockaways",4,1, +Road Ramp,String,true,,N/A,Roadway,,Unsorted,0,7,14400,0.0144,,,,,,997693,,0.9977,,,,,,,,,,,4,,1,997693,N/A,1,21, +Bridge Highway Segment,String,true,,1-1-1265963747,Wythe Ave/Kent Ave (Exit 31),,Unsorted,0,100,110781,0.1108,,,,,,997556,,0.9976,,,,,,,,,,,937,,1,997556,"*PREVIEW: 1-1-1265963747,1-1-1291177094,1-1-1291489575,1-1-1318214144,1-1-1321839362,1-1-1323407496,...",465,1, +Latitude,Float,,30355391.7604,40.1123853,40.9128688,0.8005,Unsorted,0,18,8008239,8.0082,40.7288,0.0001,0.0893,0.008,0.2193,254695,15,0.2547,0.063,40.2615,40.4646,40.6677,40.7222,40.8031,0.1354,41.0062,41.2094,0.1957,353694,,1,254695,"*PREVIEW: 40.4989488,40.4990309,40.49907,40.4991346,40.4992119,40.4992256,40.4992558,40.4992852,40.4...",228113,1, +Longitude,Float,,-55100392.9499,-77.5195844,-73.7005968,3.819,Unsorted,0,18,8720190,8.7202,-73.93,0.0002,0.1635,0.0267,-0.2212,254695,14,0.2547,0.0469,-74.2533,-74.1119,-73.9705,-73.9279,-73.8763,0.0943,-73.7349,-73.5935,0.0964,353996,,1,254695,"*PREVIEW: -73.7005968,-73.7007716,-73.7007883,-73.7008374,-73.7009167,-73.7009592,-73.700966,-73.700...",229462,1, +Location,String,true,,"(40.1123853, -77.5195844)","(40.9128688, -73.9024731)",,Unsorted,0,40,19709659,19.7097,,,,,,254695,,0.2547,,,,,,,,,,,375772,,1,254695,"*PREVIEW: (40.4989488, -74.2443651),(40.4990309, -74.2405936),(40.49907, -74.2415825),(40.4991346, -...",255860,1, +qsv__rowcount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1000000 +qsv__columncount,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,41 +qsv__filesize_bytes,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,538951068 +qsv__fingerprint_hash,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,bc027c345e6cb90506a95248592466466a10582b124b982a4df0a90a83bcf66a diff --git a/docs/misc/xsvstats-everything.csv b/docs/misc/xsvstats-everything.csv new file mode 100644 index 000000000..aaf8f19c0 --- /dev/null +++ b/docs/misc/xsvstats-everything.csv @@ -0,0 +1,42 @@ +field,type,sum,min,max,min_length,max_length,mean,stddev,median,mode,cardinality +Unique Key,Integer,32687965858032,11465364,48478173,8,8,32687965.858031992,9013895.335828979,32853358.5,N/A,1000000 +Created Date,Unicode,,01/01/2010 01:05:51 PM,12/31/2019 12:58:50 PM,22,22,,,,01/24/2013 12:00:00 AM,841014 +Closed Date,Unicode,,01/01/1900 12:00:00 AM,12/31/2019 12:59:00 PM,0,22,,,,,688837 +Agency,Unicode,,3-1-1,TLC,3,42,,,,NYPD,28 +Agency Name,Unicode,,3-1-1,Valuation Policy,3,82,,,,New York City Police Department,553 +Complaint Type,Unicode,,../../WEB-INF/web.xml;x=,ZTESTINT,3,41,,,,Noise - Residential,287 +Descriptor,Unicode,,1 Missed Collection,unknown odor/taste in drinking water (QA6),0,80,,,,Loud Music/Party,1392 +Location Type,Unicode,,"1-, 2- and 3- Family Home",Wooded Area,0,36,,,,RESIDENTIAL BUILDING,162 +Incident Zip,Unicode,,*,XXXXX,0,10,,,11204,,535 +Incident Address,Unicode,,* *,west 155 street and edgecombe avenue,0,55,,,,,341996 +Street Name,Unicode,,*,wyckoff avenue,0,55,,,,,14837 +Cross Street 1,Unicode,,1 AVE,mermaid,0,32,,,,,16238 +Cross Street 2,Unicode,,1 AVE,surf,0,35,,,,,16486 +Intersection Street 1,Unicode,,1 AVE,flatlands AVE,0,35,,,,,11237 +Intersection Street 2,Unicode,,1 AVE,glenwood RD,0,33,,,,,11674 +Address Type,Unicode,,ADDRESS,PLACENAME,0,12,,,,ADDRESS,6 +City,Unicode,,*,YORKTOWN HEIGHTS,0,22,,,,BROOKLYN,382 +Landmark,Unicode,,1 AVENUE,ZULETTE AVENUE,0,32,,,,,5915 +Facility Type,Unicode,,DSNY Garage,School District,0,15,,,,N/A,6 +Status,Unicode,,Assigned,Unspecified,4,16,,,,Closed,10 +Due Date,Unicode,,01/01/2010 01:26:03 PM,12/31/2018 12:59:20 PM,0,22,,,,,345077 +Resolution Description,Unicode,,A DOB violation was issued for failing to comply with an existing Stop Work Order.,"Your request was submitted to the Department of Homeless Services. The City?s outreach team will assess the homeless individual and offer appropriate assistance within 2 hours. If you asked to know the outcome of your request, you will get a call within 2 hours. No further status will be available through the NYC 311 App, 311, or 311 Online.",0,934,,,,The Police Department responded to the complaint and with the information available observed no evidence of the violation at that time.,1216 +Resolution Action Updated Date,Unicode,,01/01/2010 01:50:45 PM,12/31/2019 12:58:00 PM,0,22,,,,,690314 +Community Board,Unicode,,0 Unspecified,Unspecified STATEN ISLAND,8,25,,,,0 Unspecified,77 +BBL,Integer,2082985217282449,0,5270000501,0,10,2751798943.2415185,1168122117.9238496,3019480063,,268383 +Borough,Unicode,,BRONX,Unspecified,5,13,,,,BROOKLYN,6 +X Coordinate (State Plane),Integer,919555108413,913281,1067220,0,7,1005337.5451259633,22512.452810219616,1004546,,102556 +Y Coordinate (State Plane),Integer,188099299101,121152,271876,0,6,205646.4978205338,31723.19849376396,202514,,116092 +Open Data Channel Type,Unicode,,MOBILE,UNKNOWN,5,7,,,,PHONE,5 +Park Facility Name,Unicode,,"""Uncle"" Vito F. Maranzano Glendale Playground",Zimmerman Playground,3,82,,,,Unspecified,1889 +Park Borough,Unicode,,BRONX,Unspecified,5,13,,,,BROOKLYN,6 +Vehicle Type,Unicode,,Ambulette / Paratransit,Green Taxi,0,23,,,,,5 +Taxi Company Borough,Unicode,,BRONX,Staten Island,0,13,,,,,11 +Taxi Pick Up Location,Unicode,,1 5 AVENUE MANHATTAN,YORK AVENUE AND EAST 70 STREET,0,60,,,,,1903 +Bridge Highway Name,Unicode,,145th St. Br - Lenox Ave,Willis Ave Br - 125th St/1st Ave,0,42,,,,,68 +Bridge Highway Direction,Unicode,,Bronx Bound,Westbound/To Goethals Br,0,33,,,,,50 +Road Ramp,Unicode,,N/A,Roadway,0,7,,,,,4 +Bridge Highway Segment,Unicode,,1-1-1265963747,Wythe Ave/Kent Ave (Exit 31),0,100,,,,,937 +Latitude,Float,30355391.76044774,40.1123853,40.9128688,0,18,40.7288180817884,0.08931439676331547,40.7221652,,353694 +Longitude,Float,-55100392.949864306,-77.5195844,-73.7005968,0,18,-73.92999235194229,0.16351835417538263,-73.9279455,,353996 +Location,Unicode,,"(40.1123853, -77.5195844)","(40.9128688, -73.9024731)",0,40,,,,,375772