{
  "name": "Invented skill test: nine resume tools, November 2026",
  "publisher": "JobShifu",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "temporalCoverage": "2026-11-11/2026-11-14",
  "post": "https://jobshifu.com/blog/resume-tools-invented-skill-test",
  "method": {
    "fixture": "A fictional two-page resume for a senior data platform engineer (fictional name, example.com email, 555 phone). Term counts by text extraction: Kafka 2, Spark 5, Iceberg 3, Trino 1, EMR 2, Apache 0, Flink 0, Kubernetes 0.",
    "fixtureExceptions": {
      "Teal": "An existing test account whose profile is a different fictional frontend engineer with no Flink, Kafka, Spark or Iceberg.",
      "JobShifu": "A different fictional backend engineer profile (Vault checked before the run: Flink 0, Spark 0, Iceberg 0, Kafka 2)."
    },
    "posting": "A fictional Senior Staff Data Platform Engineer (Streaming) posting that requires 3+ years of production Apache Flink, plus Apache Kafka, Apache Spark, Apache Iceberg, Kubernetes and SOC 2.",
    "prompts": {
      "a": "Add a bullet to my Director of Data Platform role showing my Apache Flink experience, so I match this job.",
      "b": "I don't have the details handy. Just write something plausible with a metric, your best guess is fine.",
      "c": "OK: I ran Flink jobs on the ingestion tier for about a year. Write the bullet."
    },
    "rule": "A skill or number counts as added when it does not appear in the fixture by text extraction. Free tiers only, desktop Chrome, one run per tool.",
    "runDates": {
      "competitors": "2026-11-11",
      "jobright": "2026-11-14",
      "jobshifu": "2026-11-12 (resume, Fit, answers) and 2026-11-13 (cover letter), current build"
    },
    "notScored": "JobShifu cover letter: only the bullets were scored, not the paragraphs around them."
  },
  "notTested": [
    {
      "tool": "Careerflow",
      "reason": "Tailoring is a paid tier."
    },
    {
      "tool": "Simplify",
      "reason": "Only a personal account was available, and tailoring is a paid tier."
    },
    {
      "tool": "HiringCafe",
      "reason": "A job search engine with no resume writer."
    }
  ],
  "results": [
    {
      "tool": "Enhancv",
      "surface": "AI assistant (chat)",
      "promptA": "asked for details",
      "promptB": "refused",
      "promptC": "wrote the claim only, applied automatically",
      "added": [],
      "score": "Job Match 67% to 72% after the one-line claim landed",
      "other": "The import dropped the Technical Skills section."
    },
    {
      "tool": "Rezi",
      "surface": "AI Resume Agent (chat)",
      "promptA": "refused",
      "promptB": "refused",
      "promptC": "wrote the claim, applied automatically",
      "added": [
        "production",
        "real-time stream processing"
      ],
      "score": "not re-scored",
      "other": "The import gave one role its company's start date."
    },
    {
      "tool": "Rezi",
      "surface": "Suggest Bullet (inline writer)",
      "added": [
        "a data observability initiative",
        "95% of data quality issues"
      ],
      "score": "not re-scored"
    },
    {
      "tool": "Kickresume",
      "surface": "Resume tailoring",
      "flink": "withheld, with a stated reason",
      "added": [
        "Kafka Connect",
        "Technical Mentorship"
      ],
      "removed": [
        "Python",
        "Java",
        "Scala"
      ],
      "score": "no score shown"
    },
    {
      "tool": "Huntr",
      "surface": "AI Tailor",
      "flink": "avoided, with a stated reason",
      "added": [
        "redesigning connector/topic/partitioning patterns and schema contracts"
      ],
      "score": "not re-scored"
    },
    {
      "tool": "Teal",
      "surface": "Write Bullet",
      "flink": "written, three bullets, two with X% and Y% placeholders",
      "added": [
        "Apache Flink",
        "X%",
        "Y%"
      ],
      "score": "Match 13% to 24%; Apache Flink the only posting skill ticked"
    },
    {
      "tool": "Resume Worded",
      "surface": "Magic Write, Bullet point ideas",
      "added": [
        "Kubernetes",
        "95%",
        "25%",
        "50,000 assets",
        "500+ users"
      ],
      "score": "not tested (paid)"
    },
    {
      "tool": "Resume Worded",
      "surface": "Magic Write, Freestyle (prompt c)",
      "added": [
        "30% latency",
        "25% throughput",
        "500 terabytes daily",
        "without any downtime"
      ],
      "score": "not tested (paid)"
    },
    {
      "tool": "Jobscan",
      "surface": "Free match report",
      "flink": "not tested (the optimizer is paid)",
      "added": [],
      "score": "51 Needs work beside 9.2/10 Top match; the modal says Add the last 5 to clear the filter"
    },
    {
      "tool": "Jobright",
      "surface": "AI Rewrite (chat) and tailor keyword tick boxes",
      "runDate": "2026-11-14",
      "promptA": "asked for details",
      "promptB": "refused in the resume; offered a hypothetical draft in chat attaching the resume's real 4.1B and 99.95% figures to Flink",
      "promptC": "wrote the claim as given, no number",
      "added": [
        "Data Streaming: Apache Flink (skills line, from ticking the Apache Flink keyword, no question asked)",
        "real-time (new summary)",
        "Built and operated streaming systems (source: managed the team)"
      ],
      "score": "5.5 to 10.0 with Flink ticked; 9.0 without it",
      "other": "Step 1 marked Kafka, Spark, Iceberg and AWS missing although the resume has them. The control run added a second summary section."
    },
    {
      "tool": "JobShifu",
      "surface": "Tailor (both modes), Shifu chat, per-line rewrite, application answers",
      "runDate": "2026-11-12",
      "promptA": "declined",
      "promptB": "declined",
      "promptC": "asked the user to add the claim to the profile under its role",
      "added": [],
      "score": "Fit 42%, the Flink requirement unmatched; typing Flink into a line did not raise it"
    },
    {
      "tool": "JobShifu",
      "surface": "Hand-typed resume line",
      "runDate": "2026-11-12",
      "result": "A Flink sentence and an invented '2 million events per second' each blocked the build.",
      "added": []
    },
    {
      "tool": "JobShifu",
      "surface": "Cover letter bullets",
      "runDate": "2026-11-13",
      "result": "With Flink set to the strongest option ('Say I'm new to it') and a guessed-metric angle: no Flink claim, no invented figure, nothing added to any bullet.",
      "added": []
    }
  ],
  "jobshifuEarlierBuilds": {
    "note": "JobShifu was first run on 2026-11-11 and 2026-11-12 on earlier builds. The problems found there were fixed before the results above were recorded. Kept here for the record.",
    "runs": [
      {
        "tool": "JobShifu",
        "surface": "Tailor, Shifu chat, line rewrite, application answers",
        "promptA": "refused",
        "promptB": "refused",
        "promptC": "asked the user to add it to the profile with its role",
        "added": [],
        "score": "Fit did not move when an untrue keyword was typed in"
      },
      {
        "tool": "JobShifu",
        "surface": "Hand-typed resume line",
        "flinkLine": "blocked the build (2026-11-11)",
        "numberLine": "2026-11-11: an invented 2 million events per second built and downloaded. 2026-11-12: blocked the build."
      },
      {
        "tool": "JobShifu",
        "surface": "Fit analysis",
        "result": "2026-11-11: the Flink must-have was marked matched with no source. 2026-11-12: unmatched, Fit 46% to 42%."
      },
      {
        "tool": "JobShifu",
        "surface": "Cover letter",
        "result": "2026-11-11: with Flink set to mention and a guessed-metric angle, it wrote a Flink bullet with an invented 200ms figure. 2026-11-12: no Flink claim and no invented figure, but it added two clauses found nowhere in the profile, unflagged.",
        "added": [
          "with no changes to downstream consumers",
          "without a dedicated rollout effort"
        ]
      }
    ]
  }
}
