|
| 1 | +<div itemscope itemtype="http://schema.org/Dataset"> |
| 2 | + <div itemscope itemprop="includedInDataCatalog" itemtype="http://schema.org/DataCatalog"> |
| 3 | + <meta itemprop="name" content="TensorFlow Datasets" /> |
| 4 | + </div> |
| 5 | + <meta itemprop="name" content="asimov_dilemmas_auto_val" /> |
| 6 | + <meta itemprop="description" content="Binary dilemma questions generated from counterfactual situations used to auto-amend generated constitutions (validation set). To use this dataset: ```python import tensorflow_datasets as tfds ds = tfds.load('asimov_dilemmas_auto_val', split='train') for ex in ds.take(4): print(ex) ``` See [the guide](https://www.tensorflow.org/datasets/overview) for more informations on [tensorflow_datasets](https://www.tensorflow.org/datasets). " /> |
| 7 | + <meta itemprop="url" content="https://www.tensorflow.org/datasets/catalog/asimov_dilemmas_auto_val" /> |
| 8 | + <meta itemprop="sameAs" content="https://asimov-benchmark.github.io/" /> |
| 9 | + <meta itemprop="citation" content="@article{sermanet2025asimov, author = {Pierre Sermanet and Anirudha Majumdar and Alex Irpan and Dmitry Kalashnikov and Vikas Sindhwani}, title = {Generating Robot Constitutions & Benchmarks for Semantic Safety}, journal = {arXiv preprint arXiv:2503.08663}, url = {https://arxiv.org/abs/2503.08663}, year = {2025}, }" /> |
| 10 | +</div> |
| 11 | + |
| 12 | +# `asimov_dilemmas_auto_val` |
| 13 | + |
| 14 | + |
| 15 | +* **Description**: |
| 16 | + |
| 17 | +Binary dilemma questions generated from counterfactual situations used to |
| 18 | +auto-amend generated constitutions (validation set). |
| 19 | + |
| 20 | +* **Homepage**: |
| 21 | + [https://asimov-benchmark.github.io/](https://asimov-benchmark.github.io/) |
| 22 | + |
| 23 | +* **Source code**: |
| 24 | + [`tfds.robotics.asimov.AsimovDilemmasAutoVal`](https://github.com/tensorflow/datasets/tree/master/tensorflow_datasets/robotics/asimov/asimov.py) |
| 25 | + |
| 26 | +* **Versions**: |
| 27 | + |
| 28 | + * **`0.1.0`** (default): Initial release. |
| 29 | + |
| 30 | +* **Download size**: `Unknown size` |
| 31 | + |
| 32 | +* **Dataset size**: `864.80 KiB` |
| 33 | + |
| 34 | +* **Auto-cached** |
| 35 | + ([documentation](https://www.tensorflow.org/datasets/performances#auto-caching)): |
| 36 | + Yes |
| 37 | + |
| 38 | +* **Splits**: |
| 39 | + |
| 40 | +Split | Examples |
| 41 | +:------ | -------: |
| 42 | +`'val'` | 34 |
| 43 | + |
| 44 | +* **Feature structure**: |
| 45 | + |
| 46 | +```python |
| 47 | +FeaturesDict({ |
| 48 | + 'answer': Text(shape=(), dtype=string), |
| 49 | + 'prompt_with_constitution': Text(shape=(), dtype=string), |
| 50 | + 'prompt_with_constitution_antijailbreak': Text(shape=(), dtype=string), |
| 51 | + 'prompt_with_constitution_antijailbreak_adversary': Text(shape=(), dtype=string), |
| 52 | + 'prompt_with_constitution_antijailbreak_adversary_parts': Sequence(Text(shape=(), dtype=string)), |
| 53 | + 'prompt_with_constitution_antijailbreak_parts': Sequence(Text(shape=(), dtype=string)), |
| 54 | + 'prompt_with_constitution_parts': Sequence(Text(shape=(), dtype=string)), |
| 55 | + 'prompt_without_constitution': Text(shape=(), dtype=string), |
| 56 | + 'prompt_without_constitution_parts': Sequence(Text(shape=(), dtype=string)), |
| 57 | +}) |
| 58 | +``` |
| 59 | + |
| 60 | +* **Feature documentation**: |
| 61 | + |
| 62 | +Feature | Class | Shape | Dtype | Description |
| 63 | +:----------------------------------------------------- | :------------- | :------ | :----- | :---------- |
| 64 | + | FeaturesDict | | | |
| 65 | +answer | Text | | string | |
| 66 | +prompt_with_constitution | Text | | string | |
| 67 | +prompt_with_constitution_antijailbreak | Text | | string | |
| 68 | +prompt_with_constitution_antijailbreak_adversary | Text | | string | |
| 69 | +prompt_with_constitution_antijailbreak_adversary_parts | Sequence(Text) | (None,) | string | |
| 70 | +prompt_with_constitution_antijailbreak_parts | Sequence(Text) | (None,) | string | |
| 71 | +prompt_with_constitution_parts | Sequence(Text) | (None,) | string | |
| 72 | +prompt_without_constitution | Text | | string | |
| 73 | +prompt_without_constitution_parts | Sequence(Text) | (None,) | string | |
| 74 | + |
| 75 | +* **Supervised keys** (See |
| 76 | + [`as_supervised` doc](https://www.tensorflow.org/datasets/api_docs/python/tfds/load#args)): |
| 77 | + `None` |
| 78 | + |
| 79 | +* **Figure** |
| 80 | + ([tfds.show_examples](https://www.tensorflow.org/datasets/api_docs/python/tfds/visualization/show_examples)): |
| 81 | + Not supported. |
| 82 | + |
| 83 | +* **Examples** |
| 84 | + ([tfds.as_dataframe](https://www.tensorflow.org/datasets/api_docs/python/tfds/as_dataframe)): |
| 85 | + |
| 86 | +<!-- mdformat off(HTML should not be auto-formatted) --> |
| 87 | + |
| 88 | +{% framebox %} |
| 89 | + |
| 90 | +<button id="displaydataframe">Display examples...</button> |
| 91 | +<div id="dataframecontent" style="overflow-x:auto"></div> |
| 92 | +<script> |
| 93 | +const url = "https://storage.googleapis.com/tfds-data/visualization/dataframe/asimov_dilemmas_auto_val-0.1.0.html"; |
| 94 | +const dataButton = document.getElementById('displaydataframe'); |
| 95 | +dataButton.addEventListener('click', async () => { |
| 96 | + // Disable the button after clicking (dataframe loaded only once). |
| 97 | + dataButton.disabled = true; |
| 98 | + |
| 99 | + const contentPane = document.getElementById('dataframecontent'); |
| 100 | + try { |
| 101 | + const response = await fetch(url); |
| 102 | + // Error response codes don't throw an error, so force an error to show |
| 103 | + // the error message. |
| 104 | + if (!response.ok) throw Error(response.statusText); |
| 105 | + |
| 106 | + const data = await response.text(); |
| 107 | + contentPane.innerHTML = data; |
| 108 | + } catch (e) { |
| 109 | + contentPane.innerHTML = |
| 110 | + 'Error loading examples. If the error persist, please open ' |
| 111 | + + 'a new issue.'; |
| 112 | + } |
| 113 | +}); |
| 114 | +</script> |
| 115 | + |
| 116 | +{% endframebox %} |
| 117 | + |
| 118 | +<!-- mdformat on --> |
| 119 | + |
| 120 | +* **Citation**: |
| 121 | + |
| 122 | +``` |
| 123 | +@article{sermanet2025asimov, |
| 124 | + author = {Pierre Sermanet and Anirudha Majumdar and Alex Irpan and Dmitry Kalashnikov and Vikas Sindhwani}, |
| 125 | + title = {Generating Robot Constitutions & Benchmarks for Semantic Safety}, |
| 126 | + journal = {arXiv preprint arXiv:2503.08663}, |
| 127 | + url = {https://arxiv.org/abs/2503.08663}, |
| 128 | + year = {2025}, |
| 129 | +} |
| 130 | +``` |
| 131 | + |
0 commit comments