Data Characteristics

Rights & Licensing

{
  "schema_version": "llm-datacard/v1.0",
  "core": {
    "id": "hausa-news-corpus",
    "version": "2025-01",
    "title": "Hausa News Corpus",
    "summary": "A curated collection of news articles in Hausa language, covering politics, sports, entertainment, and local news from Nigerian media outlets.",
    "maintainer": "African NLP Initiative",
    "contact": "data@africanlp.org",
    "doi": "10.5281/zenodo.example"
  },
  "data": {
    "kind": "real",
    "modalities": [
      "text"
    ],
    "languages": [
      "ha"
    ],
    "primary_languages": [
      "ha"
    ],
    "size": {
      "examples": 50000,
      "tokens": 12500000
    },
    "domains": [
      "news"
    ],
    "structures": [
      "documents"
    ],
    "task_types": [
      "text-generation",
      "classification"
    ],
    "record_format": "jsonl"
  },
  "rights": {
    "license": "CC-BY-4.0",
    "license_url": "https://creativecommons.org/licenses/by/4.0/",
    "attribution_required": true,
    "allows_commercial_use": true,
    "contains_personal_data": "de_minimis"
  },
  "provenance": {
    "source_types": [
      "web-scrape"
    ],
    "geography": [
      "nigeria",
      "africa"
    ],
    "collection_start_date": "2020-01-01",
    "collection_end_date": "2024-12-31",
    "collection_notes": "Articles collected from major Nigerian news websites with permission. Content was deduplicated and filtered for quality."
  },
  "access": {
    "availability": "public-download",
    "url": "https://example.com/datasets/hausa-news-corpus"
  },
  "use": {
    "intended_uses": [
      "Language model training",
      "Text classification research",
      "Low-resource language NLP"
    ],
    "out_of_scope_uses": [
      "Real-time news analysis",
      "Fact verification without human review"
    ]
  },
  "governance": {
    "review_status": "community-reviewed",
    "last_reviewed": "2024-11-15",
    "documentation_url": "https://example.com/docs/hausa-news-corpus"
  }
}