Pipeline run

{
  "final_skills": [
    {
      "is_primary": false,
      "skill_name": "LLM"
    },
    {
      "is_primary": true,
      "skill_name": "Code Review"
    },
    {
      "is_primary": false,
      "skill_name": "Developer Tools"
    },
    {
      "is_primary": false,
      "skill_name": "Automation"
    }
  ],
  "jd_role": {
    "display_name": "AI Evaluation Contractor",
    "rationale": null,
    "role_aliases": [
      "AI Evaluator",
      "Contractor",
      "AI Evaluation Specialist"
    ],
    "role_archetype": "Engineering",
    "slug": ""
  },
  "nano_parsed": {
    "JD_type": "pass",
    "about_company": {
      "source_marker": {
        "first_5_words": "Turing is one of the",
        "last_5_words": "and frontier AI."
      },
      "text": "Turing is one of the world\u2019s fastest-growing AI companies, pushing the boundaries of AI-assisted software development. Our mission is to empower the next generation of AI systems to reason about and work with real-world software repositories. You\u2019ll be working at the intersection of software engineering, open-source ecosystems, and frontier AI.",
      "word_count": 54
    },
    "archetype_override_applied": true,
    "archetype_override_matched_skills": [
      "open-source",
      "Snowflake",
      "code quality",
      "GitHub",
      "Code Review",
      "Datadog",
      "LLMs",
      "Evaluation",
      "scaling",
      "Role",
      "Edge",
      "Models",
      "Repositories",
      "roles",
      "Task",
      "debugging"
    ],
    "certifications": [],
    "company_name": "Turing",
    "ctc": {
      "currency": "USD",
      "max": 100,
      "min": 40,
      "period": "hourly",
      "raw": "$40\u2013$100/hour"
    },
    "domain": {
      "primary": {
        "aliases": [
          "SaaS",
          "Software Development"
        ],
        "domain": "Software \u0026 SaaS Products"
      },
      "secondary": null
    },
    "education": [],
    "experience": {
      "max": null,
      "min": 7,
      "raw": "At least 3 years of experience at top-tier product or research companies (e.g., Stripe, Datadog, Snowflake, Dropbox, Canva, Shopify, Intuit, PayPal, or research roles at IBM, GE, Honeywell, Schneider, etc.), with a total of 7+ years of overall professional software engineering experience."
    },
    "job_locations": [],
    "role": "AI Evaluation Contractor",
    "role_aliases": [
      "AI Evaluator",
      "Contractor",
      "AI Evaluation Specialist"
    ],
    "role_archetype": "Engineering",
    "roles_and_responsibilities": [
      {
        "bullet_count": 5,
        "heading": "What does day-to-day look like",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "\u2022 Review and compare 3\u20134",
          "last_5_words": "and ambiguities in model behavior."
        },
        "text": "\u2022 Review and compare 3\u20134 model-generated code responses for each task using a structured ranking system.\n\u2022 Evaluate code diffs for correctness, code quality, style, and efficiency.\n\u2022 Provide clear, detailed rationales explaining the reasoning behind each ranking decision.\n\u2022 Maintain high consistency and objectivity across evaluations.\n\u2022 Collaborate with the team to identify edge cases and ambiguities in model behavior.",
        "word_count": 56
      },
      {
        "bullet_count": 6,
        "heading": "Required Skills",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "\u2022 At least 3 years of",
          "last_5_words": "or evaluation work is a plus."
        },
        "text": "\u2022 At least 3 years of experience at top-tier product or research companies (e.g., Stripe, Datadog, Snowflake, Dropbox, Canva, Shopify, Intuit, PayPal, or research roles at IBM, GE, Honeywell, Schneider, etc.), with a total of 7+ years of overall professional software engineering experience.\n\u2022 Strong fundamentals in software design, coding best practices, and debugging.\n\u2022 Excellent ability to assess code quality, correctness, and maintainability.\n\u2022 Proficient with code review processes and reading diffs in real-world repositories.\n\u2022 Exceptional written communication skills to articulate evaluation rationale clearly.\n\u2022 Prior experience with LLM-generated code or evaluation work is a plus.",
        "word_count": 103
      },
      {
        "bullet_count": 2,
        "heading": "Bonus Points",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "\u2022 Experience in LLM research,",
          "last_5_words": "or scaling developer tools or."
        },
        "text": "\u2022 Experience in LLM research, developer agents, or AI evaluation projects.\n\u2022 Background in building or scaling developer tools or automation systems.",
        "word_count": 24
      }
    ],
    "urls": []
  },
  "rejected": false,
  "rejection_reason": null,
  "run_id": "3d523787-6a9a-4bfe-8bcc-8b8c332d88d0",
  "stage3_signals": {
    "alias_found": false,
    "alias_match_roles": [],
    "kra_match_roles": [
      {
        "display_name": "React Native Developer",
        "kra_matches": [
          {
            "kra_text": "maintain code quality",
            "sentence": "Excellent ability to assess code quality, correctness, and maintainability.",
            "similarity": 0.678
          },
          {
            "kra_text": "maintain code quality",
            "sentence": "Evaluate code diffs for correctness, code quality, style, and efficiency.",
            "similarity": 0.6273
          },
          {
            "kra_text": "maintain code quality",
            "sentence": "Strong fundamentals in software design, coding best practices, and debugging.",
            "similarity": 0.4959
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 73,
        "score": 0.6004,
        "slug": "react-native-developer",
        "total_count": null
      },
      {
        "display_name": "Go Backend Developer",
        "kra_matches": [
          {
            "kra_text": "code review and testing support",
            "sentence": "Evaluate code diffs for correctness, code quality, style, and efficiency.",
            "similarity": 0.6095
          },
          {
            "kra_text": "code review and testing support",
            "sentence": "Excellent ability to assess code quality, correctness, and maintainability.",
            "similarity": 0.5682
          },
          {
            "kra_text": "code review and testing support",
            "sentence": "Proficient with code review processes and reading diffs in real-world repositories.",
            "similarity": 0.5497
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 81,
        "score": 0.5758,
        "slug": "go-backend-developer",
        "total_count": null
      },
      {
        "display_name": "Angular Frontend Developer",
        "kra_matches": [
          {
            "kra_text": "code review and refactoring",
            "sentence": "Evaluate code diffs for correctness, code quality, style, and efficiency.",
            "similarity": 0.6055
          },
          {
            "kra_text": "code review and refactoring",
            "sentence": "Excellent ability to assess code quality, correctness, and maintainability.",
            "similarity": 0.5268
          },
          {
            "kra_text": "code review and refactoring",
            "sentence": "Proficient with code review processes and reading diffs in real-world repositories.",
            "similarity": 0.5202
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 90,
        "score": 0.5508,
        "slug": "angular-frontend-developer",
        "total_count": null
      },
      {
        "display_name": "Node.js Backend Developer",
        "kra_matches": [
          {
            "kra_text": "code review and refactoring",
            "sentence": "Evaluate code diffs for correctness, code quality, style, and efficiency.",
            "similarity": 0.6054
          },
          {
            "kra_text": "code review and refactoring",
            "sentence": "Excellent ability to assess code quality, correctness, and maintainability.",
            "similarity": 0.5268
          },
          {
            "kra_text": "code review and refactoring",
            "sentence": "Proficient with code review processes and reading diffs in real-world repositories.",
            "similarity": 0.5201
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 82,
        "score": 0.5508,
        "slug": "node-backend-developer",
        "total_count": null
      },
      {
        "display_name": "Java Backend Developer",
        "kra_matches": [
          {
            "kra_text": "code refactoring and defect fixes",
            "sentence": "Evaluate code diffs for correctness, code quality, style, and efficiency.",
            "similarity": 0.5761
          },
          {
            "kra_text": "code refactoring and defect fixes",
            "sentence": "Excellent ability to assess code quality, correctness, and maintainability.",
            "similarity": 0.5356
          },
          {
            "kra_text": "code refactoring and defect fixes",
            "sentence": "Proficient with code review processes and reading diffs in real-world repositories.",
            "similarity": 0.4828
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 79,
        "score": 0.5315,
        "slug": "java-backend-developer",
        "total_count": null
      }
    ],
    "skill_match_roles": []
  },
  "stage4_decision": {
    "alias_collision_detected": false,
    "case": "DOMAIN",
    "chosen_role": {
      "display_name": "AI Governance / Ethics Analyst",
      "kra_matches": null,
      "matched_count": null,
      "matched_skills": null,
      "role_id": 156,
      "score": 0.92,
      "slug": "ai-governance-ethics-analyst",
      "total_count": null
    },
    "confidence": 0.92,
    "is_new_role": false,
    "llm2_fired": false,
    "llm2_reasoning": null,
    "matched_dimensions": [
      "Model output evaluation",
      "Code quality assessment",
      "Ranking and adjudication",
      "Evaluation consistency and objectivity",
      "Edge case analysis",
      "Developer tool evaluation"
    ],
    "matched_kras": [
      "Review and compare 3\u20134 model-generated code responses",
      "Evaluate code diffs for correctness, code quality, style, and efficiency",
      "Provide clear, detailed rationales explaining ranking decisions",
      "Maintain high consistency and objectivity across evaluations",
      "Collaborate to identify edge cases and ambiguities in model behavior"
    ],
    "matched_skills": [
      "code diffs",
      "code review processes",
      "software design",
      "coding best practices",
      "debugging",
      "written communication",
      "LLM-generated code",
      "evaluation work"
    ],
    "new_role_display_name": null,
    "new_role_slug": null,
    "queued": false,
    "reasoning": "Domain=AI / ML; The role is primarily about structured evaluation, code review, consistency, and objective ranking of model outputs, which best matches AI evaluation/QA responsibilities rather than model building or infrastructure work.",
    "sub_role": null
  },
  "stage5_updates": {
    "centroid_n_after": 4,
    "centroid_updated": true,
    "collision_log_id": null,
    "new_kra_attached": {
      "best_kra_similarity": 0.0,
      "queue_id": 1999,
      "r_and_r_preview": "\u2022 Review and compare 3\u20134 model-generated code responses for each task using a structured ranking system.\n\u2022 Evaluate code diffs for correctness, code quality, style, and efficiency.\n\u2022 Provide clear, de",
      "role_display_name": "AI Governance / Ethics Analyst",
      "role_slug": "ai-governance-ethics-analyst",
      "status": "pending"
    },
    "new_skills_attached": [
      {
        "is_primary": false,
        "queue_id": 25538,
        "role_display_name": "AI Governance / Ethics Analyst",
        "role_slug": "ai-governance-ethics-analyst",
        "skill_name": "LLM",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 25539,
        "role_display_name": "AI Governance / Ethics Analyst",
        "role_slug": "ai-governance-ethics-analyst",
        "skill_name": "Developer Tools",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 25540,
        "role_display_name": "AI Governance / Ethics Analyst",
        "role_slug": "ai-governance-ethics-analyst",
        "skill_name": "Automation",
        "status": "pending"
      }
    ],
    "queue_entry_id": null,
    "v3_pipeline_triggered": false,
    "v3_role_slug": null,
    "v3_run_id": null
  }
}

{
  "alias_matches": [
    {
      "alias_persist_skipped_reason": "TODO: REMOVE AFTER TESTING \u2014 alias DB write disabled",
      "alias_persisted": false,
      "existing_alias_id": 1829,
      "existing_alias_text": "LLMs",
      "input_term": "LLM",
      "matched_canonical": {
        "category_id": 2,
        "display_name": "LLMs",
        "id": 1193,
        "is_also_category": false,
        "is_extractable": true,
        "skill_nature": "CONCEPT",
        "slug": "llms",
        "sub_category_id": 903,
        "typical_lifespan": "EVERGREEN",
        "volatility": "EMERGING"
      },
      "matched_via": "embedding_alias"
    },
    {
      "alias_persist_skipped_reason": "alias_text already exists for this canonical skill",
      "alias_persisted": false,
      "existing_alias_id": 864,
      "existing_alias_text": "Code Review",
      "input_term": "Code Review",
      "matched_canonical": {
        "category_id": 58,
        "display_name": "Code Review",
        "id": 516,
        "is_also_category": false,
        "is_extractable": true,
        "skill_nature": "PRACTICE",
        "slug": "code-review",
        "sub_category_id": 364,
        "typical_lifespan": "EVERGREEN",
        "volatility": "STABLE"
      },
      "matched_via": "alias"
    }
  ],
  "candidate_roles": [],
  "chosen_role": {
    "display_name": "AI Governance / Ethics Analyst",
    "id": 156,
    "rationale": "Domain=AI / ML; The role is primarily about structured evaluation, code review, consistency, and objective ranking of model outputs, which best matches AI evaluation/QA responsibilities rather than model building or infrastructure work.",
    "role_archetype": null,
    "slug": "ai-governance-ethics-analyst",
    "source": "db"
  },
  "dimensions": [
    {
      "dimension": {
        "difficulty_hint": "well_known",
        "display_name": "React Frontend Development",
        "id": 96,
        "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
        "slug": "d_init_01",
        "source": "db"
      },
      "input_skill": "LLM",
      "llm_role": null,
      "roles_from_db": []
    },
    {
      "dimension": {
        "difficulty_hint": "well_known",
        "display_name": "React Frontend Development",
        "id": 96,
        "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
        "slug": "d_init_01",
        "source": "db"
      },
      "input_skill": "Code Review",
      "llm_role": null,
      "roles_from_db": []
    }
  ],
  "input_final_skills": [
    "LLM",
    "Code Review",
    "Developer Tools",
    "Automation"
  ],
  "input_llm_skills": [
    "LLM",
    "Code Review",
    "Developer Tools",
    "Automation"
  ],
  "new_aliases_persisted": 0,
  "run_id": "3d523787-6a9a-4bfe-8bcc-8b8c332d88d0",
  "skills_detail": [
    {
      "aliases_in_db": [
        {
          "alias_text": "LLMs",
          "alias_type": "CANONICAL",
          "id": 1829,
          "is_primary": false,
          "match_strategy": "CASE_INSENSITIVE"
        }
      ],
      "canonical": {
        "category_id": 2,
        "display_name": "LLMs",
        "id": 1193,
        "is_also_category": false,
        "is_extractable": true,
        "skill_nature": "CONCEPT",
        "slug": "llms",
        "sub_category_id": 903,
        "typical_lifespan": "EVERGREEN",
        "volatility": "EMERGING"
      },
      "dimensions": [
        {
          "dimension": {
            "difficulty_hint": "well_known",
            "display_name": "React Frontend Development",
            "id": 96,
            "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
            "slug": "d_init_01",
            "source": "db"
          },
          "input_skill": "LLM",
          "llm_role": null,
          "roles_from_db": []
        }
      ],
      "input_skill": "LLM",
      "matched_via": "embedding_alias",
      "new_alias_persisted": false,
      "new_alias_text": null,
      "new_skill_meta": null,
      "source_tag": "db",
      "was_in_llm_skills": true
    },
    {
      "aliases_in_db": [
        {
          "alias_text": "Code Review",
          "alias_type": "CANONICAL",
          "id": 864,
          "is_primary": false,
          "match_strategy": "CASE_INSENSITIVE"
        }
      ],
      "canonical": {
        "category_id": 58,
        "display_name": "Code Review",
        "id": 516,
        "is_also_category": false,
        "is_extractable": true,
        "skill_nature": "PRACTICE",
        "slug": "code-review",
        "sub_category_id": 364,
        "typical_lifespan": "EVERGREEN",
        "volatility": "STABLE"
      },
      "dimensions": [
        {
          "dimension": {
            "difficulty_hint": "well_known",
            "display_name": "React Frontend Development",
            "id": 96,
            "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
            "slug": "d_init_01",
            "source": "db"
          },
          "input_skill": "Code Review",
          "llm_role": null,
          "roles_from_db": []
        }
      ],
      "input_skill": "Code Review",
      "matched_via": "alias",
      "new_alias_persisted": false,
      "new_alias_text": null,
      "new_skill_meta": null,
      "source_tag": "db",
      "was_in_llm_skills": true
    },
    {
      "aliases_in_db": [],
      "canonical": null,
      "dimensions": [],
      "input_skill": "Developer Tools",
      "matched_via": null,
      "new_alias_persisted": false,
      "new_alias_text": null,
      "new_skill_meta": {
        "derived": {
          "category": "Other",
          "skill_nature": "TOOL",
          "sub_category": "general",
          "typical_lifespan": "MULTI_YEAR",
          "version_strategy": "UNVERSIONED",
          "volatility": "MEDIUM"
        },
        "enrichment": null,
        "keep_log": [],
        "locked_dimensions": [],
        "merge_log": [],
        "placed": null,
        "relationships": null,
        "skill_id": "developer-tools",
        "split_log": [],
        "typed": null,
        "warnings": []
      },
      "source_tag": "llm",
      "was_in_llm_skills": true
    },
    {
      "aliases_in_db": [],
      "canonical": null,
      "dimensions": [],
      "input_skill": "Automation",
      "matched_via": null,
      "new_alias_persisted": false,
      "new_alias_text": null,
      "new_skill_meta": {
        "derived": {
          "category": "Other",
          "skill_nature": "TOOL",
          "sub_category": "general",
          "typical_lifespan": "MULTI_YEAR",
          "version_strategy": "UNVERSIONED",
          "volatility": "MEDIUM"
        },
        "enrichment": null,
        "keep_log": [],
        "locked_dimensions": [],
        "merge_log": [],
        "placed": null,
        "relationships": null,
        "skill_id": "automation",
        "split_log": [],
        "typed": null,
        "warnings": []
      },
      "source_tag": "llm",
      "was_in_llm_skills": true
    }
  ],
  "unmatched_skills": [
    "Developer Tools",
    "Automation"
  ]
}

{
  "chosen_role": {
    "display_name": "AI Governance / Ethics Analyst",
    "id": 156,
    "rationale": "Domain=AI / ML; The role is primarily about structured evaluation, code review, consistency, and objective ranking of model outputs, which best matches AI evaluation/QA responsibilities rather than model building or infrastructure work.",
    "role_archetype": null,
    "slug": "ai-governance-ethics-analyst",
    "source": "db"
  },
  "chosen_role_resolution": "in_db",
  "final_input_skills": [
    {
      "skill": "LLM",
      "tag": "in_db"
    },
    {
      "skill": "Code Review",
      "tag": "in_db"
    },
    {
      "skill": "Developer Tools",
      "tag": "new"
    },
    {
      "skill": "Automation",
      "tag": "new"
    }
  ],
  "llm_cost_api1_usd": null,
  "llm_cost_api2_usd": null,
  "llm_cost_api3_usd": null,
  "llm_cost_total_usd": null,
  "persistence": {
    "items": [
      {
        "chosen_role_id": 156,
        "dimension": {
          "difficulty_hint": "well_known",
          "display_name": "React Frontend Development",
          "id": 96,
          "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
          "slug": "d_init_01",
          "source": "db"
        },
        "dimension_id": 96,
        "input_skill": "LLM",
        "llm_role": null,
        "matched_chosen_role": false,
        "outcome_line": "Skipped \u2014 no persistable v3 meta for new skill",
        "role_dimension_saved": false,
        "roles_from_db": [],
        "skill_dimension_saved": false,
        "skill_id": null,
        "skill_tag": "new",
        "skipped_reason": "skill_not_in_db_v3_proposed"
      },
      {
        "chosen_role_id": 156,
        "dimension": {
          "difficulty_hint": "well_known",
          "display_name": "React Frontend Development",
          "id": 96,
          "rationale": "Building interactive web user interfaces with React.js, including component composition, state management, hooks, and rendering patterns. React.js belongs here because it is a core library for client-side UI development in modern web applications.",
          "slug": "d_init_01",
          "source": "db"
        },
        "dimension_id": 96,
        "input_skill": "Code Review",
        "llm_role": null,
        "matched_chosen_role": false,
        "outcome_line": "Existing dimension (library) \u00b7 Role\u2194dimension skipped (dimension not under chosen role)",
        "role_dimension_saved": false,
        "roles_from_db": [],
        "skill_dimension_saved": true,
        "skill_id": 516,
        "skill_tag": "in_db",
        "skipped_reason": null
      }
    ],
    "new_skills_created": 0,
    "role_dimension_saved": 0,
    "skill_dimension_saved": 0,
    "skipped": 1
  },
  "planner_output": null,
  "run_id": "3d523787-6a9a-4bfe-8bcc-8b8c332d88d0"
}