{
  "_schema": "https://data.nist.gov/od/dm/nerdm-schema/v0.7#",
  "@context": [
    "https://data.nist.gov/od/dm/nerdm-pub-context.jsonld",
    {
      "@base": "ark:/88434/mds2-3398"
    }
  ],
  "@type": [
    "nrdp:DataPublication",
    "nrdp:PublicDataResource",
    "dcat:Dataset"
  ],
  "_extensionSchemas": [
    "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/PublicDataResource"
  ],
  "@id": "ark:/88434/mds2-3398",
  "ediid": "ark:/88434/mds2-3398",
  "version": "1.0.1",
  "doi": "doi:10.18434/mds2-3398",
  "title": "Dioptra Test Platform",
  "contactPoint": {
    "fn": "Harold Booth",
    "hasEmail": "mailto:harold.booth@nist.gov"
  },
  "modified": "2024-07-24 00:00:00",
  "status": "available",
  "landingPage": "https://data.nist.gov/od/id/mds2-3398",
  "description": [
    "Source code, documentation, and examples of use of the source code for the Dioptra Test Platform.",
    "Dioptra is a software test platform for assessing the trustworthy characteristics of artificial intelligence (AI). Trustworthy AI is: valid and reliable, safe, secure and resilient, accountable and transparent, explainable and interpretable, privacy-enhanced, and fair - with harmful bias managed1. Dioptra supports the Measure function of the NIST AI Risk Management Framework by providing functionality to assess, analyze, and track identified AI risks.",
    "Dioptra provides a REST API, which can be controlled via an intuitive web interface, a Python client, or any REST client library of the user's choice for designing, managing, executing, and tracking experiments. Details are available in the project documentation available at https://pages.nist.gov/dioptra/.",
    "Use Cases\nWe envision the following primary use cases for Dioptra:\n- Model Testing:\n  -- 1st party - Assess AI models throughout the development lifecycle\n  -- 2nd party - Assess AI models during acquisition or in an evaluation lab environment\n  -- 3rd party - Assess AI models during auditing or compliance activities\n- Research: Aid trustworthy AI researchers in tracking experiments\n- Evaluations and Challenges: Provide a common platform and resources for participants\n- Red-Teaming: Expose models and resources to a red team in a controlled environment",
    "Key Properties\nDioptra strives for the following key properties:\n- Reproducible: Dioptra automatically creates snapshots of resources so experiments can be reproduced and validated\n- Traceable: The full history of experiments and their inputs are tracked\n- Extensible: Support for expanding functionality and importing existing Python packages via a plugin system\n- Interoperable: A type system promotes interoperability between plugins\n- Modular: New experiments can be composed from modular components in a simple yaml file\n- Secure: Dioptra provides user authentication with access controls coming soon\n- Interactive: Users can interact with Dioptra via an intuitive web interface\n- Shareable and Reusable: Dioptra can be deployed in a multi-tenant environment so users can share and reuse components"
  ],
  "keyword": [
    "AI; Trustworthy AI; Test; Evaluation; Adversarial Machine Learning; Machine Learning; TEVV"
  ],
  "topic": [
    {
      "@type": "Concept",
      "scheme": "https://data.nist.gov/od/dm/nist-themes/v1.1",
      "tag": "Information Technology: Cybersecurity"
    }
  ],
  "accessLevel": "public",
  "license": "https://www.nist.gov/open/license",
  "publisher": {
    "name": "National Institute of Standards and Technology",
    "@type": "org:Organization"
  },
  "language": [
    "en"
  ],
  "bureauCode": [
    "006:55"
  ],
  "programCode": [
    "006:052"
  ],
  "theme": [
    "Information Technology: Cybersecurity"
  ],
  "components": [
    {
      "accessURL": "https://github.com/usnistgov/dioptra",
      "format": {
        "description": "Github Repository"
      },
      "description": "The USNIST Github location where source code is located.",
      "title": "Dioptra Github Repository",
      "@type": [
        "nrdp:AccessPage",
        "dcat:Distribution"
      ],
      "@id": "#usnistgov/dioptra",
      "_extensionSchemas": [
        "https://data.nist.gov/od/dm/nerdm-schema/pub/v0.7#/definitions/AccessPage"
      ]
    }
  ],
  "_editStatus": "done",
  "authors": [
    {
      "familyName": "Glasbrenner",
      "fn": "James  Glasbrenner",
      "givenName": "James",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0000-0003-2198-2309",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Booth",
      "fn": "Harold  Booth",
      "givenName": "Harold",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0003-0373-6219",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Manville",
      "fn": "Keith  Manville",
      "givenName": "Keith",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0002-3843-7403",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Sexton",
      "fn": "Julian  Sexton",
      "givenName": "Julian",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0009-2741-5007",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Chisholm",
      "fn": "Michael Andy Chisholm",
      "givenName": "Michael",
      "middleName": "Andy",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0003-0226-6849",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Choy",
      "fn": "Henry  Choy",
      "givenName": "Henry",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0009-9746-2669",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Hand",
      "fn": "Andrew  Hand",
      "givenName": "Andrew",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0001-0804-5145",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Hodges",
      "fn": "Bronwyn  Hodges",
      "givenName": "Bronwyn",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0001-7885-4773",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Scemama",
      "fn": "Paul  Scemama",
      "givenName": "Paul",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0001-5261-4915",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Cousin",
      "fn": "Dmitry  Cousin",
      "givenName": "Dmitry",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0001-7148-4039",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Trapnell",
      "fn": "Eric  Trapnell",
      "givenName": "Eric",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0001-9315-3732",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Trapnell",
      "fn": "Mark  Trapnell",
      "givenName": "Mark",
      "middleName": "",
      "affiliation": [
        {
          "title": "National Institute of Standards and Technology",
          "@type": "org:Organization",
          "@id": "ror:05xpvk416"
        }
      ],
      "orcid": "0000-0002-5266-3610",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Huang",
      "fn": "Howard  Huang",
      "givenName": "Howard",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0007-5432-590X",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Rowe",
      "fn": "Paul  Rowe",
      "givenName": "Paul",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0000-0003-1942-640X",
      "@type": "foaf:Person"
    },
    {
      "familyName": "Byrne",
      "fn": "Alex  Byrne",
      "givenName": "Alex",
      "middleName": "",
      "affiliation": [
        {
          "title": "The MITRE Corporation",
          "@type": "org:Organization"
        }
      ],
      "orcid": "0009-0006-2641-8095",
      "@type": "foaf:Person"
    }
  ],
  "annotated": "2024-07-24T14:47:52.860854",
  "revised": "2024-07-11T13:48:31.826321",
  "issued": null,
  "firstIssued": "2024-07-11T13:48:31.826321",
  "releaseHistory": {
    "@id": "ark:/88434/mds2-3398.rel",
    "@type": [
      "nrdr:ReleaseHistory"
    ],
    "hasRelease": [
      {
        "version": "1.0.0",
        "issued": "2024-07-05",
        "@id": "ark:/88434/mds2-3398/pdr:v/1.0.0",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-3398/pdr:v/1.0.0",
        "description": "initial release"
      },
      {
        "version": "1.0.1",
        "issued": "2024-07-24 00:00:00",
        "@id": "ark:/88434/mds2-3398/pdr:v/1.0.1",
        "location": "https://data.nist.gov/od/id/ark:/88434/mds2-3398/pdr:v/1.0.1",
        "description": "metadata update"
      }
    ]
  }
}