Skip to content

Commit

Permalink
Merge pull request #2101 from jqnatividad/stats-sort_order
Browse files Browse the repository at this point in the history
`stats`: add `sort_order` streaming statistic
  • Loading branch information
jqnatividad committed Sep 2, 2024
2 parents 8fe44a8 + 94aa76b commit bff777c
Show file tree
Hide file tree
Showing 13 changed files with 466 additions and 363 deletions.
62 changes: 31 additions & 31 deletions resources/test/boston311-10-boolean-1or0-stats.csv
Original file line number Diff line number Diff line change
@@ -1,31 +1,31 @@
field,type,is_ascii,sum,min,max,range,min_length,max_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality
case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,12,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10
open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,19,19,,,,,,0,,0,10
target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,0,19,,,,,,4,,0.4,6
closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,0,19,,,,,,5,,0.5,6
ontime,String,true,,ONTIME,OVERDUE,,6,7,,,,,,0,,0,2
case_status,String,true,,Closed,Open,,4,6,,,,,,0,,0,2
case_status_boolean,Boolean,,5,0,1,1,1,1,0.5,0.1581,0.5,0.25,100,0,,0,2
closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df ,,1,82,,,,,,0,,0,6
case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,13,57,,,,,,0,,0,8
subject,String,true,,Boston Police Department,Public Works Department,,21,31,,,,,,0,,0,5
reason,String,true,,Administrative & General Requests,Street Cleaning,,7,33,,,,,,0,,0,7
type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical Plumbing,,13,47,,,,,,0,,0,8
queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,15,46,,,,,,0,,0,7
department,String,true,,BTDT,PWDx,,3,4,,,,,,0,,0,5
submittedphoto,NULL,,,,,,0,0,,,,,,10,,1,1
closedphoto,NULL,,,,,,0,0,,,,,,10,,1,1
location,String,true,, ,850 South St Roslindale MA 02131,,1,40,,,,,,0,,0,10
fire_district,String,true,, ,9,,1,1,,,,,,0,,0,4
pwd_district,String,true,, ,1C,,1,2,,,,,,0,,0,6
city_council_district,String,true,, ,8,,1,1,,,,,,0,,0,6
police_district,String,true,, ,E5,,1,3,,,,,,0,,0,6
neighborhood,String,true,, ,South End,,1,13,,,,,,0,,0,8
neighborhood_services_district,String,true,, ,6,,1,2,,,,,,0,,0,7
ward,String,true,, ,Ward 9,,1,7,,,,,,0,,0,8
precinct,String,true,, ,2004,,1,4,,,,,,0,,0,9
location_street_name,String,true,,12 Derne St,850 South St,,0,20,,,,,,1,,0.1,10
location_zipcode,String,true,,02113,02131,,0,5,,,,,,1,,0.1,8
latitude,Float,,423.4656,42.2884,42.3735,0.0851,7,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9
longitude,Float,,-710.782,-71.133,-71.0566,0.0764,6,8,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10
source,String,true,,City Worker App,Constituent Call,,15,16,,,,,,0,,0,2
field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality
case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10
open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,,,,,,0,,0,10
target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,,,,,,4,,0.4,6
closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,,,,,,5,,0.5,6
ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,,,,,,0,,0,2
case_status,String,true,,Closed,Open,,Unsorted,4,6,,,,,,0,,0,2
case_status_boolean,Boolean,,5,0,1,1,Unsorted,1,1,0.5,0.1581,0.5,0.25,100,0,,0,2
closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df ,,Unsorted,1,82,,,,,,0,,0,6
case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,,,,,,0,,0,8
subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,,,,,,0,,0,5
reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,,,,,,0,,0,7
type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical Plumbing,,Unsorted,13,47,,,,,,0,,0,8
queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,,,,,,0,,0,7
department,String,true,,BTDT,PWDx,,Unsorted,3,4,,,,,,0,,0,5
submittedphoto,NULL,,,,,,,0,0,,,,,,10,,1,1
closedphoto,NULL,,,,,,,0,0,,,,,,10,,1,1
location,String,true,, ,850 South St Roslindale MA 02131,,Unsorted,1,40,,,,,,0,,0,10
fire_district,String,true,, ,9,,Unsorted,1,1,,,,,,0,,0,4
pwd_district,String,true,, ,1C,,Unsorted,1,2,,,,,,0,,0,6
city_council_district,String,true,, ,8,,Unsorted,1,1,,,,,,0,,0,6
police_district,String,true,, ,E5,,Unsorted,1,3,,,,,,0,,0,6
neighborhood,String,true,, ,South End,,Unsorted,1,13,,,,,,0,,0,8
neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,,,,,,0,,0,7
ward,String,true,, ,Ward 9,,Unsorted,1,7,,,,,,0,,0,8
precinct,String,true,, ,2004,,Unsorted,1,4,,,,,,0,,0,9
location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,,,,,,1,,0.1,10
location_zipcode,String,true,,02113,02131,,Unsorted,0,5,,,,,,1,,0.1,8
latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9
longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10
source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,,,,,,0,,0,2
62 changes: 31 additions & 31 deletions resources/test/boston311-10-boolean-tf-stats.csv
Original file line number Diff line number Diff line change
@@ -1,31 +1,31 @@
field,type,is_ascii,sum,min,max,range,min_length,max_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality
case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,12,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10
open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,19,19,,,,,,0,,0,10
target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,0,19,,,,,,4,,0.4,6
closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,0,19,,,,,,5,,0.5,6
ontime,String,true,,ONTIME,OVERDUE,,6,7,,,,,,0,,0,2
case_status,String,true,,Closed,Open,,4,6,,,,,,0,,0,2
case_status_boolean,Boolean,true,,False,True,,4,5,,,,,,0,,0,2
closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df ,,1,82,,,,,,0,,0,6
case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,13,57,,,,,,0,,0,8
subject,String,true,,Boston Police Department,Public Works Department,,21,31,,,,,,0,,0,5
reason,String,true,,Administrative & General Requests,Street Cleaning,,7,33,,,,,,0,,0,7
type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical Plumbing,,13,47,,,,,,0,,0,8
queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,15,46,,,,,,0,,0,7
department,String,true,,BTDT,PWDx,,3,4,,,,,,0,,0,5
submittedphoto,NULL,,,,,,0,0,,,,,,10,,1,1
closedphoto,NULL,,,,,,0,0,,,,,,10,,1,1
location,String,true,, ,850 South St Roslindale MA 02131,,1,40,,,,,,0,,0,10
fire_district,String,true,, ,9,,1,1,,,,,,0,,0,4
pwd_district,String,true,, ,1C,,1,2,,,,,,0,,0,6
city_council_district,String,true,, ,8,,1,1,,,,,,0,,0,6
police_district,String,true,, ,E5,,1,3,,,,,,0,,0,6
neighborhood,String,true,, ,South End,,1,13,,,,,,0,,0,8
neighborhood_services_district,String,true,, ,6,,1,2,,,,,,0,,0,7
ward,String,true,, ,Ward 9,,1,7,,,,,,0,,0,8
precinct,String,true,, ,2004,,1,4,,,,,,0,,0,9
location_street_name,String,true,,12 Derne St,850 South St,,0,20,,,,,,1,,0.1,10
location_zipcode,String,true,,02113,02131,,0,5,,,,,,1,,0.1,8
latitude,Float,,423.4656,42.2884,42.3735,0.0851,7,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9
longitude,Float,,-710.782,-71.133,-71.0566,0.0764,6,8,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10
source,String,true,,City Worker App,Constituent Call,,15,16,,,,,,0,,0,2
field,type,is_ascii,sum,min,max,range,sort_order,min_length,max_length,mean,sem,stddev,variance,cv,nullcount,max_precision,sparsity,cardinality
case_enquiry_id,Integer,,1010041354742,101004113298,101004155594,42296,Unsorted,12,12,101004135474.2,4663.4961,14747.2697,217481962.3498,0,0,,0,10
open_dt,String,true,,2022-01-01 00:16:00,2022-01-31 11:46:00,,Unsorted,19,19,,,,,,0,,0,10
target_dt,String,true,,2022-01-11 08:30:00,2022-05-20 13:03:21,,Unsorted,0,19,,,,,,4,,0.4,6
closed_dt,String,true,,2022-01-09 06:43:06,2022-01-20 08:45:12,,Unsorted,0,19,,,,,,5,,0.5,6
ontime,String,true,,ONTIME,OVERDUE,,Unsorted,6,7,,,,,,0,,0,2
case_status,String,true,,Closed,Open,,Unsorted,4,6,,,,,,0,,0,2
case_status_boolean,Boolean,true,,False,True,,Unsorted,4,5,,,,,,0,,0,2
closure_reason,String,true,, ,Case Closed. Closed date : Wed Jan 19 11:42:16 EST 2022 Resolved Removed df ,,Unsorted,1,82,,,,,,0,,0,6
case_title,String,true,,BTDT: Complaint,Sidewalk Cover / Manhole,,Unsorted,13,57,,,,,,0,,0,8
subject,String,true,,Boston Police Department,Public Works Department,,Unsorted,21,31,,,,,,0,,0,5
reason,String,true,,Administrative & General Requests,Street Cleaning,,Unsorted,7,33,,,,,,0,,0,7
type,String,true,,CE Collection,Unsatisfactory Utilities - Electrical Plumbing,,Unsorted,13,47,,,,,,0,,0,8
queue,String,true,,BTDT_Parking Enforcement,PWDx_Snow Cases,,Unsorted,15,46,,,,,,0,,0,7
department,String,true,,BTDT,PWDx,,Unsorted,3,4,,,,,,0,,0,5
submittedphoto,NULL,,,,,,,0,0,,,,,,10,,1,1
closedphoto,NULL,,,,,,,0,0,,,,,,10,,1,1
location,String,true,, ,850 South St Roslindale MA 02131,,Unsorted,1,40,,,,,,0,,0,10
fire_district,String,true,, ,9,,Unsorted,1,1,,,,,,0,,0,4
pwd_district,String,true,, ,1C,,Unsorted,1,2,,,,,,0,,0,6
city_council_district,String,true,, ,8,,Unsorted,1,1,,,,,,0,,0,6
police_district,String,true,, ,E5,,Unsorted,1,3,,,,,,0,,0,6
neighborhood,String,true,, ,South End,,Unsorted,1,13,,,,,,0,,0,8
neighborhood_services_district,String,true,, ,6,,Unsorted,1,2,,,,,,0,,0,7
ward,String,true,, ,Ward 9,,Unsorted,1,7,,,,,,0,,0,8
precinct,String,true,, ,2004,,Unsorted,1,4,,,,,,0,,0,9
location_street_name,String,true,,12 Derne St,850 South St,,Unsorted,0,20,,,,,,1,,0.1,10
location_zipcode,String,true,,02113,02131,,Unsorted,0,5,,,,,,1,,0.1,8
latitude,Float,,423.4656,42.2884,42.3735,0.0851,Unsorted,7,7,42.3466,0.008,0.0252,0.0006,0.0595,0,4,0,9
longitude,Float,,-710.782,-71.133,-71.0566,0.0764,Unsorted,6,8,-71.0782,0.0078,0.0246,0.0006,-0.0346,0,4,0,10
source,String,true,,City Worker App,Constituent Call,,Unsorted,15,16,,,,,,0,,0,2
Loading

0 comments on commit bff777c

Please sign in to comment.