{ "data_id": "42344", "name": "sf-police-incidents", "exact_name": "sf-police-incidents", "version": 5, "version_label": null, "description": "Incident reports from the San Franciso Police Department between January 2003 and May 2018, provided by the City and County of San Francisco. The dataset was downloaded on 05.11.2018. from [https:\/\/data.sfgov.org\/Public-Safety\/Police-Department-Incident-Reports-Historical-2003\/tmnf-yvry]. For a description of all variables, checkout the homepage of the data provider. The original data was published under ODC Public Domain Dedication and Licence (PDDL) [https:\/\/opendatacommons.org\/licenses\/pddl\/1.0\/]. As target, the binary variable 'ViolentCrime' was created. A 'ViolentCrime' was defined as 'Category' %in% c('ASSAULT', 'ROBBERY', 'SEX OFFENSES, FORCIBLE', 'KIDNAPPING') | 'Descript' %in% c('GRAND THEFT PURSESNATCH', 'ATTEMPTED GRAND THEFT PURSESNATCH'). Additional date and time features 'Hour', 'DayOfWeek', 'Month', and 'Year' were created. The original variables 'Category', 'Descript', 'Date', 'Time', 'Resolution', 'Location', and 'PdId' were removed from the dataset. One record which contained the only missing value in the variable 'PdDistrict' was removed from the dataset. Using this dataset for machine learning was inspired by Nina Zumel's blogpost [http:\/\/www.win-vector.com\/blog\/2012\/07\/modeling-trick-impact-coding-of-categorical-variables-with-many-levels\/]. Note that incidents consist of multiple rows in the dataset when the crime belongs to more than one 'Category', which is indicated by the ID variable 'IncidntNum' (ignored by default). For this version, the majority class was downsampled to achieve a balanced classification task. Unused factor levels were dropped. The numeric features 'X' and 'Y' were removed to increase the importance of the high cardinal factorial features", "format": "ARFF", "uploader": "Florian Pargent", "uploader_id": 1475, "visibility": "public", "creator": null, "contributor": null, "date": "2020-04-03 16:05:07", "update_comment": null, "last_update": "2020-04-03 16:05:07", "licence": "ODC Public Domain Dedication and Licence (PDDL)", "status": "active", "error_message": null, "url": "https:\/\/www.openml.org\/data\/download\/21801023\/file1ac61d6be4d0.arff", "default_target_attribute": "ViolentCrime", "row_id_attribute": null, "ignore_attribute": null, "runs": 0, "suggest": { "input": [ "sf-police-incidents", "Incident reports from the San Franciso Police Department between January 2003 and May 2018, provided by the City and County of San Francisco. The dataset was downloaded on 05.11.2018. from [https:\/\/data.sfgov.org\/Public-Safety\/Police-Department-Incident-Reports-Historical-2003\/tmnf-yvry]. For a description of all variables, checkout the homepage of the data provider. The original data was published under ODC Public Domain Dedication and Licence (PDDL) [https:\/\/opendatacommons.org\/licenses\/pddl\/1 " ], "weight": 5 }, "qualities": { "NumberOfInstances": 538638, "NumberOfFeatures": 7, "NumberOfClasses": 2, "NumberOfMissingValues": 0, "NumberOfInstancesWithMissingValues": 0, "NumberOfNumericFeatures": 1, "NumberOfSymbolicFeatures": 6, "MajorityClassSize": 269319, "MinorityClassPercentage": 50, "MinorityClassSize": 269319, "NumberOfBinaryFeatures": 1, "PercentageOfBinaryFeatures": 14.285714285714285, "PercentageOfInstancesWithMissingValues": 0, "AutoCorrelation": 0.999998143462109, "PercentageOfMissingValues": 0, "Dimensionality": 1.2995741109984813e-5, "PercentageOfNumericFeatures": 14.285714285714285, "MajorityClassPercentage": 50, "PercentageOfSymbolicFeatures": 85.71428571428571 }, "tags": [], "features": [ { "name": "ViolentCrime", "index": "6", "type": "nominal", "distinct": "2", "missing": "0", "target": "1", "distr": [ [ "Yes", "No" ], [ [ "269319", "0" ], [ "0", "269319" ] ] ] }, { "name": "Hour", "index": "0", "type": "numeric", "distinct": "24", "missing": "0", "min": "0", "max": "23", "mean": "13", "stdev": "7" }, { "name": "DayOfWeek", "index": "1", "type": "nominal", "distinct": "7", "missing": "0", "distr": [ [ "1", "2", "3", "4", "5", "6", "7" ], [ [ "41432", "35047" ], [ "37281", "36980" ], [ "36622", "38446" ], [ "36772", "39790" ], [ "36326", "38649" ], [ "39196", "41648" ], [ "41690", "38759" ] ] ] }, { "name": "Month", "index": "2", "type": "nominal", "distinct": "12", "missing": "0", "distr": [ [ "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12" ], [ [ "23568", "24071" ], [ "21418", "21610" ], [ "23929", "24064" ], [ "23159", "23009" ], [ "23012", "22902" ], [ "21813", "21120" ], [ "21832", "21899" ], [ "22607", "22890" ], [ "22829", "22329" ], [ "23431", "23249" ], [ "21160", "21361" ], [ "20561", "20815" ] ] ] }, { "name": "Year", "index": "3", "type": "nominal", "distinct": "16", "missing": "0", "distr": [ [ "2003", "2004", "2005", "2006", "2007", "2008", "2009", "2010", "2011", "2012", "2013", "2014", "2015", "2016", "2017", "2018" ], [ [ "17858", "18182" ], [ "17436", "18043" ], [ "16211", "17342" ], [ "17683", "16529" ], [ "17671", "16639" ], [ "18102", "17252" ], [ "17137", "17116" ], [ "16932", "16164" ], [ "16889", "16087" ], [ "17274", "17055" ], [ "18126", "18649" ], [ "17255", "18299" ], [ "18209", "19052" ], [ "18153", "18410" ], [ "18309", "18897" ], [ "6074", "5603" ] ] ] }, { "name": "PdDistrict", "index": "4", "type": "nominal", "distinct": "10", "missing": "0", "distr": [ [ "BAYVIEW", "CENTRAL", "INGLESIDE", "MISSION", "NORTHERN", "PARK", "RICHMOND", "SOUTHERN", "TARAVAL", "TENDERLOIN" ], [ [ "33208", "26021" ], [ "24494", "28191" ], [ "30727", "22588" ], [ "40602", "35706" ], [ "29517", "33712" ], [ "11669", "15741" ], [ "10577", "14726" ], [ "44227", "49205" ], [ "18686", "20427" ], [ "25612", "23002" ] ] ] }, { "name": "Address", "index": "5", "type": "nominal", "distinct": "21838", "missing": "0", "distr": [] } ], "nr_of_issues": 0, "nr_of_downvotes": 0, "nr_of_likes": 0, "nr_of_downloads": 0, "total_downloads": 0, "reach": 0, "reuse": 0, "impact_of_reuse": 0, "reach_of_reuse": 0, "impact": 0 }