Pipeline run

{
  "final_skills": [
    {
      "is_primary": true,
      "skill_name": "Google Cloud Platform"
    },
    {
      "is_primary": true,
      "skill_name": "PySpark"
    },
    {
      "is_primary": true,
      "skill_name": "Spark"
    },
    {
      "is_primary": true,
      "skill_name": "Scala"
    },
    {
      "is_primary": true,
      "skill_name": "Hadoop"
    },
    {
      "is_primary": true,
      "skill_name": "HDFS"
    },
    {
      "is_primary": true,
      "skill_name": "Python"
    },
    {
      "is_primary": true,
      "skill_name": "Java"
    },
    {
      "is_primary": true,
      "skill_name": "Hive"
    },
    {
      "is_primary": true,
      "skill_name": "Cassandra"
    },
    {
      "is_primary": true,
      "skill_name": "Pig"
    },
    {
      "is_primary": true,
      "skill_name": "MySQL"
    },
    {
      "is_primary": true,
      "skill_name": "NoSQL"
    },
    {
      "is_primary": true,
      "skill_name": "Bash"
    },
    {
      "is_primary": true,
      "skill_name": "UNIX"
    },
    {
      "is_primary": false,
      "skill_name": "GCP Data Tools"
    },
    {
      "is_primary": true,
      "skill_name": "ETL"
    },
    {
      "is_primary": true,
      "skill_name": "Data Pipelines"
    },
    {
      "is_primary": true,
      "skill_name": "Data Modeling"
    },
    {
      "is_primary": true,
      "skill_name": "Data Marts"
    },
    {
      "is_primary": false,
      "skill_name": "Data Science"
    },
    {
      "is_primary": false,
      "skill_name": "DevOps"
    }
  ],
  "jd_role": {
    "display_name": "Sr. GCP Data Engineer",
    "rationale": null,
    "role_archetype": "Data",
    "slug": ""
  },
  "nano_parsed": {
    "JD_type": "pass",
    "about_company": null,
    "certifications": [],
    "company_name": null,
    "ctc": null,
    "domain": {
      "primary": {
        "aliases": [],
        "domain": "Other"
      },
      "secondary": null
    },
    "education": [],
    "experience": {
      "max": null,
      "min": 5,
      "raw": "5+ years Data Engineering experience"
    },
    "job_locations": [],
    "role": "Sr. GCP Data Engineer",
    "role_archetype": "Data",
    "roles_and_responsibilities": [
      {
        "bullet_count": 10,
        "heading": "Responsibilities",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "Responsibilities: \u25cf Designing and developing",
          "last_5_words": "requirements dictated by the model/use case"
        },
        "text": "\u25cf Designing and developing complex and large-scale data structures and pipelines to organize, collect, and standardize data to generate insights and address reporting needs\n\u25cf Writing complex ETL (Extract / Transform / Load) processes, designs database systems and develops tools for real-time and offline analytic processing\n\u25cf Developing frameworks, standards \u0026 reference material for architecture and associated products\n\u25cf Designing data marts and data models to support Data Science and other internal customers.\n\u25cf Behaving as mentor to junior team members to provide technical advice\n\u25cf Applying knowledge of gcp-data tools and products to consult and advise on additional efforts across multiple domains spanning broader enterprise\n\u25cf Collaborating with data science team to transform data and integrate algorithms and models into highly available, production systems\n\u25cf Using in-depth knowledge on Hadoop architecture and HDFS commands and experience designing \u0026 optimizing queries to build scalable, modular, and efficient data pipelines\n\u25cf Using advanced programming skills in Python, Java, PySpark, or any of the major languages to build robust data pipelines and dynamic systems\n\u25cf Integrating data from a variety of sources, assuring that they adhere to data quality and accessibility standards\n\u25cf Experimenting with available tools and advice on new tools in order to determine optimal solution given the requirements dictated by the model/use case",
        "word_count": 218
      },
      {
        "bullet_count": 10,
        "heading": "Requirements",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "Requirements: \u25cf 5+ years Data",
          "last_5_words": "demands you to learn."
        },
        "text": "\u25cf 5+ years Data Engineering experience\n\u25cf 5+ years PySpark (Spark/Scala)\n\u25cf 3+ years advanced knowledge in Hadoop architecture, HDFS commands and experience designing \u0026 optimising queries against data in the HDFS environment\n\u25cf 2+ years\u0027 experience with Google Cloud Platform ( GCP )\n\u25cf Experience with bash shell scripts, UNIX utilities \u0026 UNIX Commands\n\u25cf Experience building and implementing data transformation and processing solutions\n\u25cf Advanced knowledge in Java, Python, Hive, Cassandra, Pig, MySQL or NoSQL or similar\n\u25cf If you are passionate about DevOps and GCP, and if you thrive in a collaborative and fast-paced environment\n\u25cf You like to solve puzzles and figure things out, how they work, how they operate etc.\n\u25cf You thrive in an environment that constantly demands you to learn.",
        "word_count": 134
      }
    ],
    "urls": []
  },
  "rejected": false,
  "rejection_reason": null,
  "run_id": "91f45d18-4cf4-4afd-9ee0-13dea7a04a85",
  "stage3_signals": {
    "alias_match_roles": [
      {
        "display_name": "Data Engineer",
        "matched_count": null,
        "role_id": 2,
        "score": 0.6667,
        "slug": "data-engineer",
        "total_count": null
      },
      {
        "display_name": "AI Engineer",
        "matched_count": null,
        "role_id": 13,
        "score": 0.3846,
        "slug": "ai-engineer",
        "total_count": null
      },
      {
        "display_name": "Frontend Engineer",
        "matched_count": null,
        "role_id": 7,
        "score": 0.375,
        "slug": "frontend-engineer",
        "total_count": null
      },
      {
        "display_name": "ML Engineer",
        "matched_count": null,
        "role_id": 3,
        "score": 0.375,
        "slug": "ml-engineer",
        "total_count": null
      },
      {
        "display_name": "AR/VR Engineer",
        "matched_count": null,
        "role_id": 8,
        "score": 0.375,
        "slug": "ar-vr-engineer",
        "total_count": null
      }
    ],
    "kra_match_roles": [
      {
        "display_name": "DevOps Engineer",
        "matched_count": null,
        "role_id": 10,
        "score": 0.3918,
        "slug": "devops-engineer",
        "total_count": null
      },
      {
        "display_name": "Cloud Architect",
        "matched_count": null,
        "role_id": 9,
        "score": 0.3878,
        "slug": "cloud-architect",
        "total_count": null
      },
      {
        "display_name": "Android Engineer",
        "matched_count": null,
        "role_id": 4,
        "score": 0.3784,
        "slug": "android-engineer",
        "total_count": null
      },
      {
        "display_name": "Data Engineer",
        "matched_count": null,
        "role_id": 2,
        "score": 0.3779,
        "slug": "data-engineer",
        "total_count": null
      },
      {
        "display_name": "ML Engineer",
        "matched_count": null,
        "role_id": 3,
        "score": 0.3438,
        "slug": "ml-engineer",
        "total_count": null
      }
    ],
    "skill_match_roles": [
      {
        "display_name": "Backend Engineer",
        "matched_count": 4,
        "role_id": 1,
        "score": 0.1818,
        "slug": "backend-engineer",
        "total_count": 22
      },
      {
        "display_name": "Data Engineer",
        "matched_count": 4,
        "role_id": 2,
        "score": 0.1818,
        "slug": "data-engineer",
        "total_count": 22
      },
      {
        "display_name": "Cybersecurity Engineer",
        "matched_count": 3,
        "role_id": 5,
        "score": 0.1364,
        "slug": "cybersecurity-engineer",
        "total_count": 22
      },
      {
        "display_name": "ML Engineer",
        "matched_count": 2,
        "role_id": 3,
        "score": 0.0909,
        "slug": "ml-engineer",
        "total_count": 22
      },
      {
        "display_name": "Cloud Architect",
        "matched_count": 2,
        "role_id": 9,
        "score": 0.0909,
        "slug": "cloud-architect",
        "total_count": 22
      }
    ],
    "stage35_ran": false
  },
  "stage4_decision": {
    "alias_collision_detected": false,
    "case": "E",
    "chosen_role": null,
    "confidence": 0.0,
    "llm2_fired": false,
    "llm2_reasoning": null,
    "queued": true,
    "reasoning": "low_kra: top KRA 0.39 \u003c 0.4"
  },
  "stage5_updates": {
    "centroid_n_after": null,
    "centroid_updated": false,
    "collision_log_id": null,
    "new_kra_attached": null,
    "new_skills_attached": [],
    "queue_entry_id": 34,
    "v3_pipeline_triggered": false,
    "v3_role_slug": "sr.-gcp-data-engineer",
    "v3_run_id": "DRY_RUN"
  }
}

{}

{}