Data Characteristics

Rights & Licensing

{
  "schema_version": "llm-datacard/v1.0",
  "core": {
    "id": "multilingual-qa",
    "version": "1.0.0",
    "title": "Multilingual QA Dataset",
    "summary": "A hybrid question-answering dataset combining real-world questions with synthetic answers, covering 10 languages with emphasis on factual knowledge and reading comprehension.",
    "maintainer": "Global AI Research Consortium",
    "contact": "datasets@globalairc.org",
    "preferred_citation": "Global AI Research Consortium (2025). Multilingual QA Dataset. DataPass Registry."
  },
  "data": {
    "kind": "hybrid",
    "modalities": [
      "text"
    ],
    "languages": [
      "en",
      "es",
      "fr",
      "de",
      "zh-Hans",
      "ja",
      "ar",
      "pt",
      "ru",
      "hi"
    ],
    "primary_languages": [
      "en",
      "es",
      "zh-Hans"
    ],
    "size": {
      "examples": 250000,
      "tokens": 45000000
    },
    "domains": [
      "general",
      "scientific",
      "technical"
    ],
    "structures": [
      "qa-pairs"
    ],
    "task_types": [
      "question-answering",
      "text-generation"
    ],
    "record_format": "jsonl",
    "has_human_annotations": true,
    "label_types": [
      "classification-labels",
      "ratings"
    ]
  },
  "rights": {
    "license": "CC-BY-NC-SA-4.0",
    "license_url": "https://creativecommons.org/licenses/by-nc-sa/4.0/",
    "attribution_required": true,
    "allows_commercial_use": false,
    "contains_personal_data": "none",
    "restricted_uses": [
      "Commercial deployment without license agreement"
    ]
  },
  "provenance": {
    "source_types": [
      "crowdsourced",
      "synthetic-generation"
    ],
    "geography": [
      "global"
    ],
    "collection_start_date": "2024-01-01",
    "collection_end_date": "2024-10-15",
    "collection_notes": "Questions were crowdsourced from native speakers. A subset of answers were generated using GPT-4 and validated by human annotators."
  },
  "access": {
    "availability": "restricted",
    "url": "https://example.com/datasets/multilingual-qa",
    "terms_url": "https://example.com/datasets/multilingual-qa/terms",
    "request_instructions": "Submit a data access request form at the dataset URL. Academic researchers typically approved within 48 hours. Commercial entities require a separate license agreement."
  },
  "synthetic": {
    "share_of_dataset": 0.35,
    "generation_method": "GPT-4 was used to generate answers for crowdsourced questions, with human validation and correction.",
    "generation_model": "gpt-4-0613",
    "quality_checks": [
      "human-evaluation",
      "automated-filtering",
      "deduplication"
    ]
  },
  "use": {
    "intended_uses": [
      "Multilingual QA system training",
      "Reading comprehension research",
      "Cross-lingual transfer learning"
    ],
    "out_of_scope_uses": [
      "Medical or legal advice systems",
      "Production systems without human oversight"
    ]
  },
  "governance": {
    "review_status": "audited",
    "last_reviewed": "2024-12-01",
    "documentation_url": "https://example.com/docs/multilingual-qa"
  },
  "safety": {
    "content_risk_level": "low",
    "known_risky_categories": [],
    "mitigations": "All content reviewed by human annotators. Automated toxicity filtering applied during data processing."
  }
}