{
  "name": "Resume tailoring tools benchmark",
  "version": "2026-08-27",
  "publisher": "JobShifu",
  "publisher_url": "https://jobshifu.com",
  "report": "https://jobshifu.com/blog/resume-tailoring-tools-benchmark",
  "license": "CC BY 4.0",
  "license_url": "https://creativecommons.org/licenses/by/4.0/",
  "disclosure": "JobShifu is the publisher of this benchmark and one of the products measured in it. Its rows are labeled publisher_own_product: true. Every observation is reproducible from the protocol below.",
  "protocol": {
    "summary": "One fixed control resume and one fixed job posting were run through each tool's resume scoring and tailoring surface. Every claim the tool made about the resume was checked against the source document by text search on the extracted PDF text, never read off a screenshot. Where a tool generated new resume content, each generated claim was checked for support in the source document.",
    "control_resume": {
      "description": "Two-page PDF resume for a fictional senior data platform engineer (fictional identity, fictional employers). Same file uploaded to every tool.",
      "pages": 2,
      "term_occurrences_in_source": {
        "Kafka": 2,
        "Spark": 5,
        "Iceberg": 3,
        "Trino": 1,
        "EMR": 2,
        "Apache": 0,
        "Flink": 0
      },
      "term_count_method": "pdftotext extraction, case-insensitive whole-string count, re-verified 2026-08-27"
    },
    "job_posting": {
      "title": "Senior Staff Data Platform Engineer - Kafka - Apache Iceberg - Apache Spark",
      "company": "ServiceNow",
      "location": "San Diego, CA",
      "selection_reason": "The role names three technologies in its title. The control resume contains all three as bare tokens (Kafka, Spark, Iceberg) and never uses the vendor prefix 'Apache', which separates literal keyword matching from reading."
    },
    "environment": "iPhone-class mobile Safari session per tool, captured 2026-08-27. One earlier desktop observation (Simplify free-tier generate click) captured 2026-08-10 and dated as such."
  },
  "results": [
    {
      "tool": "Teal",
      "surface": "Resume Builder match score and keyword bullet writer (app.tealhq.com), mobile web",
      "observed": "2026-08-27",
      "match_score_before": "9%",
      "hard_skills_before": "3/30",
      "soft_skills_before": "0/4",
      "keywords_marked_missing_despite_source_occurrences": {
        "Apache Kafka": 2,
        "Apache Spark": 5,
        "Apache Iceberg": 3
      },
      "matching_behavior": "Literal full-phrase matching. 'Apache Kafka' scored as missing while 'Kafka' appears twice in the source; same for Spark and Iceberg. The word 'Apache' appears zero times in the source.",
      "generator_test": {
        "keyword_selected": "Apache Flink",
        "occurrences_in_source": 0,
        "bullets_generated": 3,
        "all_bullets_assert_experience_with_selected_keyword": true,
        "invented_metrics_examples": [
          "a 50% reduction in processing latency within 6 months",
          "processed over X million events daily"
        ],
        "unfilled_placeholder_shipped_to_user": "over X million events daily",
        "provenance_warning_shown_at_use": false
      },
      "match_score_after_saving_generated_bullet": "15%",
      "hard_skills_after": "5/30",
      "only_keyword_shown_as_present_after": "Apache Flink",
      "paywall_note": "The keyword list beyond the visible chips is gated behind Teal+ at the score screen."
    },
    {
      "tool": "Jobright",
      "surface": "Mobile web (jobright.ai)",
      "observed": "2026-08-27",
      "resume_tailoring_available_on_mobile": false,
      "banner_text": "Your Resume needs improvement! Visit PC site.",
      "note": "Resume tailoring was not exercised in this benchmark because the mobile product does not offer it. No claim is made here about the desktop tailoring output."
    },
    {
      "tool": "Simplify",
      "surface": "Mobile web and desktop web (simplify.jobs)",
      "observed": "2026-08-27 (mobile), 2026-08-10 (desktop free-tier generate click)",
      "resume_tailoring_gated_behind": "Simplify+",
      "free_tier_generate_click_result": "An upsell modal ('Create A Tailored Resume for Every Job with AI'), no partial output, no free tailored resume (desktop, 2026-08-10)",
      "output_quality_assessed": false,
      "note": "No subscription was purchased, so no claim is made about the quality of Simplify's tailored output. Its parse confirmation step on upload asks the user to confirm an employer it cannot resolve rather than guessing, which is recorded here as a positive observation."
    },
    {
      "tool": "JobShifu",
      "publisher_own_product": true,
      "surface": "Mobile web (app.jobshifu.com)",
      "observed": "2026-08-27",
      "job_used": "Senior Software Engineer, Evaluation Engine at Vanta (a different posting than the ServiceNow control; same control resume). Recorded as such rather than re-run against the control posting.",
      "fit_score": "80%",
      "readiness_before": 51,
      "readiness_after": 76,
      "keywords_before": "6/15",
      "keywords_after": "10/15",
      "unsourced_baseline_lines_blocked_from_build": 1,
      "on_screen_text": "1 baseline line(s) had no confirmed evidence behind them and were left off. Confirm the fact in your Vault to bring them back.",
      "gap_stated_to_user": "No Cybersecurity and Compliance experience, often a listed qualification."
    }
  ]
}