{
  "document_type": "subjective_product_comparison_method",
  "version": "1.0",
  "issued": "2026-09-22",
  "publisher": "English AIdol",
  "scope": "A publisher-designed framework for comparing observed IELTS practice-tool features on the same inputs and plan conditions; not validated exam scoring or a vendor ranking.",
  "rubric_path": "/research/ielts-ai-evaluation-rubric.csv",
  "worksheet_path": "/research/ielts-ai-evaluation-worksheet.csv",
  "formula": {
    "criterion_points": "weight_percent * score_0_to_4 / 4",
    "complete_total": "Sum criterion_points only after all eight criteria have a supported integer score from 0 to 4. Weights total 100; a complete total ranges from 0 to 100."
  },
  "missing_evidence": "Leave the score and points blank and evidence_status unknown. Do not treat missing evidence as zero, impute a score, or renormalize the remaining weights. Use zero only when evidence supports the rubric zero anchor.",
  "automatic_fail": "Record yes, no, or unknown for each automatic-fail condition with evidence. A yes prevents a positive overall recommendation under this framework regardless of the weighted total. Unknown is unresolved, not a pass. A complete score alone is not a recommendation.",
  "comparison_controls": [
    "Record product, plan, test date, task and unchanged response identifier.",
    "Use the same input and comparable conditions for every product. Record unavailable or incompatible features.",
    "Keep the original feedback and a revised response; check whether comments address the actual revision.",
    "Record evidence, anchor reasoning, reviewer status, commercial interests and limitations."
  ],
  "review_labels": {
    "publisher": "English AIdol has a commercial interest in the comparison.",
    "ai_assistance": "This method was prepared with AI assistance; no independent validation or human expert review is claimed.",
    "reviewer_status": "Describe only completed work: self-assessment, automated review, or named qualified human review where actually performed."
  },
  "interpretation": [
    "Weights and 0\u20134 anchors express editorial judgement; weighted arithmetic does not make the scale scientifically validated.",
    "The 0\u2013100 total is not an IELTS band, exam-score conversion, accuracy percentage or evidence of improved learner outcomes.",
    "A small sample cannot establish general accuracy or a universal winner."
  ],
  "worked_arithmetic": {
    "criterion": "feedback_evidence",
    "weight_percent": 20,
    "example_score": 3,
    "criterion_points": 15,
    "status": "Arithmetic illustration only; not a score awarded to any product."
  }
}