{ "data_id": "1467", "name": "climate-model-simulation-crashes", "exact_name": "climate-model-simulation-crashes", "version": 1, "version_label": null, "description": "**Author**: D. Lucas, R. Klein, J. Tannahill, D. Ivanova, S. Brandon, D. Domyancic, Y. Zhang.\r\n\r\n**Source**: [UCI](https:\/\/archive.ics.uci.edu\/ml\/datasets\/climate+model+simulation+crashes)\r\n\r\n**Please Cite**:\r\nLucas, D. D., Klein, R., Tannahill, J., Ivanova, D., Brandon, S., Domyancic, D., and Zhang, Y.: Failure analysis of parameter-induced simulation crashes in climate models, Geosci. Model Dev. Discuss., 6, 585-623, [Web Link](http:\/\/www.geosci-model-dev-discuss.net\/6\/585\/2013\/gmdd-6-585-2013.html), 2013.\r\n\r\n\r\nSource:\r\n\r\nD. Lucas (ddlucas .at. alum.mit.edu), Lawrence Livermore National Laboratory; R. Klein (rklein .at. astron.berkeley.edu), Lawrence Livermore National Laboratory & U.C. Berkeley; J. Tannahill (tannahill1 .at. llnl.gov), Lawrence Livermore National Laboratory; D. Ivanova (ivanova2 .at. llnl.gov), Lawrence Livermore National Laboratory; S. Brandon (brandon1 .at. llnl.gov), Lawrence Livermore National Laboratory; D. Domyancic (domyancic1 .at. llnl.gov), Lawrence Livermore National Laboratory; Y. Zhang (zhang24 .at. llnl.gov), Lawrence Livermore National Laboratory .\r\n\r\nThis data was constructed using LLNL's UQ Pipeline, was created under the auspices of the US Department of Energy by Lawrence Livermore National Laboratory under Contract DE-AC52-07NA27344, was funded by LLNL's Uncertainty Quantification Strategic Initiative Laboratory Directed Research and Development Project under tracking code 10-SI-013, and is released under UCRL number LLNL-MISC-633994.\r\n\r\n\r\nData Set Information:\r\n\r\nThis dataset contains records of simulation crashes encountered during climate model uncertainty quantification (UQ) ensembles. Ensemble members were constructed using a Latin hypercube method in LLNL's UQ Pipeline software system to sample the uncertainties of 18 model parameters within the Parallel Ocean Program (POP2) component of the Community Climate System Model (CCSM4). Three separate Latin hypercube ensembles were conducted, each containing 180 ensemble members. 46 out of the 540 simulations failed for numerical reasons at combinations of parameter values. The goal is to use classification to predict simulation outcomes (fail or succeed) from input parameter values, and to use sensitivity analysis and feature selection to determine the causes of simulation crashes. Further details about the data and methods are given in the publication 'Failure Analysis of Parameter-Induced Simulation Crashes in Climate Models,' Geoscientific Model Development [(Web Link)](doi:10.5194\/gmdd-6-585-2013).\r\n\r\n\r\nAttribute Information:\r\n\r\nThe goal is to predict climate model simulation outcomes (column 21, fail or succeed) given scaled values of climate model input parameters (columns 3-20). \r\n\r\n- Column 1: Latin hypercube study ID (study 1 to study 3) \r\n\r\n- Column 2: simulation ID (run 1 to run 180) \r\n\r\n- Columns 3-20: values of 18 climate model parameters scaled in the interval [0, 1] \r\n\r\n- Column 21: simulation outcome (0 = failure, 1 = success)\r\n\r\nRelevant Papers:\r\n\r\nLucas, D. D., Klein, R., Tannahill, J., Ivanova, D., Brandon, S., Domyancic, D., and Zhang, Y.: Failure analysis of parameter-induced simulation crashes in climate models, Geosci. Model Dev. Discuss., 6, 585-623, [Web Link](http:\/\/www.geosci-model-dev-discuss.net\/6\/585\/2013\/gmdd-6-585-2013.html), 2013.", "format": "ARFF", "uploader": "Rafael G. Mantovani", "uploader_id": 64, "visibility": "public", "creator": null, "contributor": null, "date": "2015-05-21 23:11:45", "update_comment": null, "last_update": "2015-11-09 20:49:00", "licence": "Public", "status": "active", "error_message": null, "url": "https:\/\/www.openml.org\/data\/download\/1586232\/phpXeun7q", "default_target_attribute": "Class", "row_id_attribute": null, "ignore_attribute": null, "runs": 161313, "suggest": { "input": [ "climate-model-simulation-crashes", "Lucas, D. D., Klein, R., Tannahill, J., Ivanova, D., Brandon, S., Domyancic, D., and Zhang, Y.: Failure analysis of parameter-induced simulation crashes in climate models, Geosci. Model Dev. Discuss., 6, 585-623, [Web Link](http:\/\/www.geosci-model-dev-discuss.net\/6\/585\/2013\/gmdd-6-585-2013.html), 2013. Source: D. Lucas (ddlucas .at. alum.mit.edu), Lawrence Livermore National Laboratory; R. Klein (rklein .at. astron.berkeley.edu), Lawrence Livermore National Laboratory & U.C. Berkeley; J. Tannahi " ], "weight": 5 }, "qualities": { "NumberOfInstances": 540, "NumberOfFeatures": 21, "NumberOfClasses": 2, "NumberOfMissingValues": 0, "NumberOfInstancesWithMissingValues": 0, "NumberOfNumericFeatures": 20, "NumberOfSymbolicFeatures": 1, "Quartile2KurtosisOfNumericAtts": -1.2000380490180411, "REPTreeDepth2Kappa": 0, "ClassEntropy": 0.42019103708517647, "kNN1NKappa": 0.035184167124793705, "MajorityClassSize": 494, "MinAttributeEntropy": null, "Quartile2MeansOfNumericAtts": 0.5000378435185185, "REPTreeDepth3AUC": 0.5, "DecisionStumpAUC": 0.7504180602006689, "MaxAttributeEntropy": null, "MinKurtosisOfNumericAtts": -1.5027881040892246, "Quartile2MutualInformation": null, "REPTreeDepth3ErrRate": 0.08518518518518518, "DecisionStumpErrRate": 0.08518518518518518, "MaxKurtosisOfNumericAtts": -1.1986607611256725, "MinMeansOfNumericAtts": 0.49991312962962964, "Quartile2SkewnessOfNumericAtts": -4.740482397644439e-7, "REPTreeDepth3Kappa": 0, "DecisionStumpKappa": 0, "MaxMeansOfNumericAtts": 270.5, "MinMutualInformation": null, "Quartile2StdDevOfNumericAtts": 0.2889571904508761, "RandomTreeDepth1AUC": 0.6632855131138884, "Dimensionality": 0.03888888888888889, "MaxMutualInformation": null, "MinNominalAttDistinctValues": 2, "PercentageOfBinaryFeatures": 4.761904761904762, "Quartile3AttributeEntropy": null, "RandomTreeDepth1ErrRate": 0.08518518518518518, "EquivalentNumberOfAtts": null, "MaxNominalAttDistinctValues": 2, "MinSkewnessOfNumericAtts": -0.0008327136643549017, "PercentageOfInstancesWithMissingValues": 0, "Quartile3KurtosisOfNumericAtts": -1.199550675223653, "AutoCorrelation": 0.8385899814471243, "RandomTreeDepth1Kappa": 0, "J48.00001.AUC": 0.5, "MaxSkewnessOfNumericAtts": 0.0012744626927465666, "MinStdDevOfNumericAtts": 0.28881336863616464, "PercentageOfMissingValues": 0, "Quartile3MeansOfNumericAtts": 0.5001074129629629, "CfsSubsetEval_DecisionStumpAUC": 0.7504180602006689, "RandomTreeDepth2AUC": 0.7119785249075867, "J48.00001.ErrRate": 0.08518518518518518, "MaxStdDevOfNumericAtts": 156.02884348735012, "MinorityClassPercentage": 8.518518518518519, "PercentageOfNumericFeatures": 95.23809523809523, "Quartile3MutualInformation": null, "CfsSubsetEval_DecisionStumpErrRate": 0.08518518518518518, "RandomTreeDepth2ErrRate": 0.08518518518518518, "J48.00001.Kappa": 0, "MeanAttributeEntropy": null, "MinorityClassSize": 46, "PercentageOfSymbolicFeatures": 4.761904761904762, "Quartile3SkewnessOfNumericAtts": 0.00022432368868179764, "CfsSubsetEval_DecisionStumpKappa": 0, "RandomTreeDepth2Kappa": 0, "J48.0001.AUC": 0.5, "MeanKurtosisOfNumericAtts": -1.2151730419773643, "NaiveBayesAUC": 0.8509945432142227, "Quartile1AttributeEntropy": null, "Quartile3StdDevOfNumericAtts": 0.28905349227630434, "CfsSubsetEval_NaiveBayesAUC": 0.7977248723816229, "RandomTreeDepth3AUC": 0.7518482661503256, "J48.0001.ErrRate": 0.08518518518518518, "MeanMeansOfNumericAtts": 18.575018532685185, "NaiveBayesErrRate": 0.11296296296296296, "Quartile1KurtosisOfNumericAtts": -1.2003522090294787, "REPTreeDepth1AUC": 0.5, "CfsSubsetEval_NaiveBayesErrRate": 0.12407407407407407, "RandomTreeDepth3ErrRate": 0.09444444444444444, "J48.0001.Kappa": 0, "MeanMutualInformation": null, "NaiveBayesKappa": 0.29603351000171013, "Quartile1MeansOfNumericAtts": 0.4999884736111111, "REPTreeDepth1ErrRate": 0.08518518518518518, "CfsSubsetEval_NaiveBayesKappa": 0.19599999999999984, "RandomTreeDepth3Kappa": 0.015584786960251526, "J48.001.AUC": 0.5, "MeanNoiseToSignalRatio": null, "NumberOfBinaryFeatures": 1, "Quartile1MutualInformation": null, "REPTreeDepth1Kappa": 0, "CfsSubsetEval_kNN1NAUC": 0.629180602006689, "StdvNominalAttDistinctValues": 0, "J48.001.ErrRate": 0.08518518518518518, "MeanNominalAttDistinctValues": 2, "Quartile1SkewnessOfNumericAtts": -0.0005153759173966274, "REPTreeDepth2AUC": 0.5, "CfsSubsetEval_kNN1NErrRate": 0.12777777777777777, "kNN1NAUC": 0.5168984333744059, "J48.001.Kappa": 0, "MeanSkewnessOfNumericAtts": 2.9030687163888838e-5, "Quartile1StdDevOfNumericAtts": 0.2888720329245821, "REPTreeDepth2ErrRate": 0.08518518518518518, "CfsSubsetEval_kNN1NKappa": 0.21867136386512342, "kNN1NErrRate": 0.14444444444444443, "MajorityClassPercentage": 91.48148148148148, "MeanStdDevOfNumericAtts": 10.68834999351379, "Quartile2AttributeEntropy": null }, "tags": [ { "tag": "OpenML100", "uploader": "348" }, { "tag": "study_123", "uploader": "3886" }, { "tag": "study_135", "uploader": "5824" }, { "tag": "study_14", "uploader": "64" }, { "tag": "study_34", "uploader": "1" }, { "tag": "study_50", "uploader": "64" }, { "tag": "study_7", "uploader": "64" } ], "features": [ { "name": "Class", "index": "20", "type": "nominal", "distinct": "2", "missing": "0", "target": "1", "distr": [ [ "1", "2" ], [ [ "46", "0" ], [ "0", "494" ] ] ] }, { "name": "V1", "index": "0", "type": "numeric", "distinct": "3", "missing": "0", "min": "1", "max": "3", "mean": "2", "stdev": "1" }, { "name": "V2", "index": "1", "type": "numeric", "distinct": "180", "missing": "0", "min": "1", "max": "180", "mean": "91", "stdev": "52" }, { "name": "V3", "index": "2", "type": "numeric", "distinct": "540", "missing": "0", "min": "1", "max": "540", "mean": "271", "stdev": "156" }, { "name": "V4", "index": "3", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V5", "index": "4", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V6", "index": "5", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V7", "index": "6", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V8", "index": "7", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "0", "stdev": "0" }, { "name": "V9", "index": "8", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V10", "index": "9", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V11", "index": "10", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V12", "index": "11", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V13", "index": "12", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "0", "stdev": "0" }, { "name": "V14", "index": "13", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V15", "index": "14", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "0", "stdev": "0" }, { "name": "V16", "index": "15", "type": "numeric", "distinct": "539", "missing": "0", "min": "0", "max": "1", "mean": "0", "stdev": "0" }, { "name": "V17", "index": "16", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "0", "stdev": "0" }, { "name": "V18", "index": "17", "type": "numeric", "distinct": "539", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V19", "index": "18", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" }, { "name": "V20", "index": "19", "type": "numeric", "distinct": "540", "missing": "0", "min": "0", "max": "1", "mean": "1", "stdev": "0" } ], "nr_of_issues": 0, "nr_of_downvotes": 0, "nr_of_likes": 0, "nr_of_downloads": 18, "total_downloads": 21, "reach": 18, "reuse": 15, "impact_of_reuse": 0, "reach_of_reuse": 2, "impact": 16 }