kaizen9/compression_test

1{2  "builder_name": "parquet",3  "citation": "",4  "config_name": "default",5  "dataset_name": "redstone_sample_small",6  "dataset_size": 2682029695,7  "description": "",8  "download_checksums": {9    "/home/ubuntu/redstone_sample_small/warc/00085fe31a6749f399ecc4bededba2a6.parquet": {10      "num_bytes": 532292130,11      "checksum": null12    },13    "/home/ubuntu/redstone_sample_small/warc/000b97e73f50415b87d2a079c024b636.parquet": {14      "num_bytes": 538438001,15      "checksum": null16    },17    "/home/ubuntu/redstone_sample_small/warc/001d76188af242a492495a4174b6958d.parquet": {18      "num_bytes": 522414705,19      "checksum": null20    }21  },22  "download_size": 1593144836,23  "features": {24    "source": {25      "dtype": "string",26      "_type": "Value"27    },28    "snapshot": {29      "dtype": "string",30      "_type": "Value"31    },32    "text": {33      "dtype": "string",34      "_type": "Value"35    },36    "size_before_bytes": {37      "dtype": "int64",38      "_type": "Value"39    },40    "size_after_bytes": {41      "dtype": "int64",42      "_type": "Value"43    },44    "compression_ratio": {45      "dtype": "float64",46      "_type": "Value"47    }48  },49  "homepage": "",50  "license": "",51  "size_in_bytes": 4275174531,52  "splits": {53    "train": {54      "name": "train",55      "num_bytes": 2682029695,56      "num_examples": 540000,57      "shard_lengths": [58        180000,59        180000,60        18000061      ],62      "dataset_name": "redstone_sample_small"63    }64  },65  "version": {66    "version_str": "0.0.0",67    "major": 0,68    "minor": 0,69    "patch": 070  }71}