Pipeline run

{
  "final_skills": [
    {
      "is_primary": true,
      "skill_name": "Snowflake"
    },
    {
      "is_primary": true,
      "skill_name": "Snowpark"
    },
    {
      "is_primary": false,
      "skill_name": "dbt"
    },
    {
      "is_primary": false,
      "skill_name": "Apache Spark"
    },
    {
      "is_primary": false,
      "skill_name": "Hive"
    },
    {
      "is_primary": false,
      "skill_name": "HDFS"
    },
    {
      "is_primary": false,
      "skill_name": "Jenkins"
    },
    {
      "is_primary": false,
      "skill_name": "Control-M"
    },
    {
      "is_primary": false,
      "skill_name": "CI/CD"
    },
    {
      "is_primary": false,
      "skill_name": "Agile"
    },
    {
      "is_primary": false,
      "skill_name": "Azure"
    },
    {
      "is_primary": true,
      "skill_name": "SQL"
    },
    {
      "is_primary": false,
      "skill_name": "Scala"
    },
    {
      "is_primary": false,
      "skill_name": "Python"
    },
    {
      "is_primary": false,
      "skill_name": "Hadoop"
    },
    {
      "is_primary": true,
      "skill_name": "ETL"
    },
    {
      "is_primary": true,
      "skill_name": "ELT"
    },
    {
      "is_primary": false,
      "skill_name": "Data Modeling"
    },
    {
      "is_primary": false,
      "skill_name": "Distributed Computing"
    }
  ],
  "jd_role": {
    "display_name": "Data Engineer",
    "rationale": null,
    "role_aliases": [
      "Big Data Engineer",
      "Data Engineer",
      "Data Developer"
    ],
    "role_archetype": "Data",
    "slug": ""
  },
  "nano_parsed": {
    "JD_type": "pass",
    "about_company": {
      "source_marker": {
        "first_5_words": "At Soci\u00e9t\u00e9 G\u00e9n\u00e9rale, we are",
        "last_5_words": "feel right at home with us!"
      },
      "text": "At Soci\u00e9t\u00e9 G\u00e9n\u00e9rale, we are convinced that people are drivers of change, and that the world of tomorrow will be shaped by all their initiatives, from the smallest to the most ambitious. Whether you\u2019re joining us for a period of months, years or your entire career, together we can have a positive impact on the future. Creating, daring, innovating, and taking action are part of our DNA. If you too want to be directly involved, grow in a stimulating and caring environment, feel useful on a daily basis and develop or strengthen your expertise, you will feel right at home with us!",
      "word_count": 84
    },
    "certifications": [],
    "company_name": "Soci\u00e9t\u00e9 G\u00e9n\u00e9rale",
    "ctc": null,
    "domain": {
      "primary": {
        "aliases": [
          "FinTech",
          "Banking"
        ],
        "domain": "Financial Services"
      },
      "secondary": null
    },
    "education": [],
    "experience": {
      "max": 7,
      "min": 3,
      "raw": "At least 3 to 7 Years of experience on big data platform"
    },
    "job_locations": [],
    "role": "Data Engineer",
    "role_aliases": [
      "Big Data Engineer",
      "Data Engineer",
      "Data Developer"
    ],
    "role_archetype": "Data",
    "roles_and_responsibilities": [
      {
        "bullet_count": 11,
        "heading": "Responsibilities",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "We are seeking an experienced",
          "last_5_words": "activities on regular basis to"
        },
        "text": "We are seeking an experienced Data Engineer with strong Snowflake skills to join our data engineering team. The ideal candidate will have a solid background in data ingestion, data processing, and data management using technologies such as Snowflake, Snowpark,DBT .\n\nKnowledge on Apache Spark, Hive, and HDFS would be good to have.. You will be responsible for migrating and testing data pipelines and ensuring efficient data storage and processing. In addition, you will work with CI/CD tools, such as Jenkins, and schedulers like CTRL-M, to automate data workflows.\n\nResponsibilities\n\n\u2022 Will work as an Individual contributor on Big Data Migration Project to Lakehouse migration project.\n\u2022 Perform tasks related to migrating \u0026 testing applications on Snowflake, Snowpark, Apache Spark, Hive , on new retail banking data Lakehouse.\n\u2022 Good to have knowledge on DBT.\n\u2022 Perform extensive testing of the migrated code, debugging \u0026 fixing issues.\n\u2022 Manage DevOPS as required \u0026 defined on the project\n\u2022 Automate processes wherever required to improve efficiency of testing team.\n\u2022 Co-ordinate with diverse geographically located teams to complete assigned activities.\n\u2022 Participate in daily various agile ceremonies during the ongoing sprint and complete tasks as required.\n\u2022 Conduct bug-free release validations and produce metrics, tests, and defect reports.\n\u2022 Assist in developing and enforcing team guidelines.\n\u2022 Being spoc for the team and provide information/status on ongoing activities on regular basis to management whenever needed.",
        "word_count": 335
      },
      {
        "bullet_count": 11,
        "heading": "Profile Required",
        "heading_was_present": true,
        "source_marker": {
          "first_5_words": "\u2022 At least 3 to 7",
          "last_5_words": "in complex data environments"
        },
        "text": "\u2022 At least 3 to 7 Years of experience on big data platform and at least 2 years of experience in implementing DWH on Snowflake\n\u2022 Proven experience with cloud platforms preferable Azure particularly on data services\n\u2022 Good understanding of distributed computing frameworks like Apache Spark, Hadoop etc\n\u2022 Perform Analysis on existing data storage systems Big Data \u0026 development of data solutions in Snowflake\n\u2022 High Proficiency in SQL and at least one of the following languages Scala / Python \u0026\n\u2022 Experience in working on migrating data from on-premise databases preferably Big Data platformto Snowflake\n\u2022 Expertise in building robust ELT/ETL processes , performance tuning of the data pipelines in Snowflake and should be able to trouble shoot the issues quickly\n\u2022 Strong Knowledge on Integration concepts and design best practices\n\u2022 Data Modeling \u0026 data integration, Advanced SQL skills for analysis, standardizing queries\n\u2022 Proven experience in managing and mentoring data engineering teams\n\u2022 Excellent interpersonal skills, with the ability to work across teams and communicate effectively with technical and non-technical stake holders\n\u2022 Strong analytical and trouble shooting skills with proven ability to find solutions in complex data environments",
        "word_count": 236
      }
    ],
    "urls": []
  },
  "rejected": false,
  "rejection_reason": null,
  "run_id": "b59f4bd2-2627-4326-a65a-eda8d863332b",
  "stage3_signals": {
    "alias_found": true,
    "alias_match_roles": [
      {
        "display_name": "Data Engineer",
        "kra_matches": null,
        "matched_count": null,
        "matched_skills": null,
        "role_id": 2,
        "score": 1.0,
        "slug": "data-engineer",
        "total_count": null
      }
    ],
    "kra_match_roles": [
      {
        "display_name": "Data Engineer",
        "kra_matches": [
          {
            "kra_text": "Develops batch and real-time streaming data pipelines using Apache Spark, Apache Kafka, Apache Flink, or Airflow for data movement and processing at scale.",
            "sentence": "Perform tasks related to migrating \u0026 testing applications on Snowflake, Snowpark, Apache Spark, Hive , on new retail banking data Lakehouse.",
            "similarity": 0.6182
          },
          {
            "kra_text": "Designs dimensional models, star schemas, data vault structures, and curated data mart tables to support BI tools and self-service analytics consumption.",
            "sentence": "Data Modeling \u0026 data integration, Advanced SQL skills for analysis, standardizing queries",
            "similarity": 0.6092
          },
          {
            "kra_text": "Optimizes pipeline throughput, partitioning strategies, and query performance across cloud data warehouses like Snowflake, BigQuery, or Redshift.",
            "sentence": "Perform Analysis on existing data storage systems Big Data \u0026 development of data solutions in Snowflake",
            "similarity": 0.6062
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 2,
        "score": 0.6112,
        "slug": "data-engineer",
        "total_count": null
      },
      {
        "display_name": "DevOps Engineer",
        "kra_matches": [
          {
            "kra_text": "Builds and maintains CI/CD pipelines using Jenkins, GitHub Actions, GitLab CI, or CircleCI to automate build, test, security scanning, and deployment workflows.",
            "sentence": "In addition, you will work with CI/CD tools, such as Jenkins, and schedulers like CTRL-M, to automate data workflows.",
            "similarity": 0.5751
          },
          {
            "kra_text": "Collaborates with development teams to improve build processes, reduce deployment friction, containerize applications, and adopt DevOps best practices.",
            "sentence": "Manage DevOPS as required \u0026 defined on the project",
            "similarity": 0.5503
          },
          {
            "kra_text": "Monitors CI/CD pipeline reliability, identifies bottlenecks in delivery workflows, and improves deployment frequency, lead time, and failure recovery rate.",
            "sentence": "Conduct bug-free release validations and produce metrics, tests, and defect reports.",
            "similarity": 0.5295
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 10,
        "score": 0.5516,
        "slug": "devops-engineer",
        "total_count": null
      },
      {
        "display_name": "MLOps Engineer",
        "kra_matches": [
          {
            "kra_text": "Validates model performance benchmarks, data schema contracts, and system integration health before signing off on production release readiness.",
            "sentence": "Conduct bug-free release validations and produce metrics, tests, and defect reports.",
            "similarity": 0.5998
          },
          {
            "kra_text": "Coordinates model promotion workflows across development, staging, and production environments including integration testing and data contract validation.",
            "sentence": "Manage DevOPS as required \u0026 defined on the project",
            "similarity": 0.5129
          },
          {
            "kra_text": "Automates ML platform operations including scheduled retraining triggers, pipeline orchestration, evaluation workflows, and alerting configuration.",
            "sentence": "In addition, you will work with CI/CD tools, such as Jenkins, and schedulers like CTRL-M, to automate data workflows.",
            "similarity": 0.5114
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 16,
        "score": 0.5413,
        "slug": "ml-ops-engineer",
        "total_count": null
      },
      {
        "display_name": "Java Backend Developer",
        "kra_matches": [
          {
            "kra_text": "code refactoring and defect fixes",
            "sentence": "Perform extensive testing of the migrated code, debugging \u0026 fixing issues.",
            "similarity": 0.5484
          },
          {
            "kra_text": "persistence and data modeling",
            "sentence": "Data Modeling \u0026 data integration, Advanced SQL skills for analysis, standardizing queries",
            "similarity": 0.5264
          },
          {
            "kra_text": "code refactoring and defect fixes",
            "sentence": "Conduct bug-free release validations and produce metrics, tests, and defect reports.",
            "similarity": 0.5193
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 79,
        "score": 0.5313,
        "slug": "java-backend-developer",
        "total_count": null
      },
      {
        "display_name": "Drupal Dev",
        "kra_matches": [
          {
            "kra_text": "site troubleshooting and defect fixes",
            "sentence": "Perform extensive testing of the migrated code, debugging \u0026 fixing issues.",
            "similarity": 0.5598
          },
          {
            "kra_text": "site troubleshooting and defect fixes",
            "sentence": "Conduct bug-free release validations and produce metrics, tests, and defect reports.",
            "similarity": 0.5096
          },
          {
            "kra_text": "external system integration",
            "sentence": "Strong Knowledge on Integration concepts and design best practices",
            "similarity": 0.4797
          }
        ],
        "matched_count": null,
        "matched_skills": null,
        "role_id": 228,
        "score": 0.5164,
        "slug": "drupal-dev",
        "total_count": null
      }
    ],
    "skill_match_roles": [
      {
        "display_name": "Data Engineer",
        "kra_matches": null,
        "matched_count": 2,
        "matched_skills": [
          "SQL",
          "Snowflake"
        ],
        "role_id": 2,
        "score": 0.4,
        "slug": "data-engineer",
        "total_count": 5
      },
      {
        "display_name": "Pega Developer",
        "kra_matches": null,
        "matched_count": 1,
        "matched_skills": [
          "SQL"
        ],
        "role_id": 24,
        "score": 0.2,
        "slug": "pega-developer",
        "total_count": 5
      },
      {
        "display_name": "Engineering Manager",
        "kra_matches": null,
        "matched_count": 1,
        "matched_skills": [
          "SQL"
        ],
        "role_id": 121,
        "score": 0.2,
        "slug": "engineering-manager",
        "total_count": 5
      }
    ]
  },
  "stage4_decision": {
    "alias_collision_detected": false,
    "case": "A",
    "chosen_role": {
      "display_name": "Data Engineer",
      "kra_matches": null,
      "matched_count": null,
      "matched_skills": null,
      "role_id": 2,
      "score": 1.0,
      "slug": "data-engineer",
      "total_count": null
    },
    "confidence": 1.0,
    "is_new_role": false,
    "llm2_fired": false,
    "llm2_reasoning": null,
    "matched_dimensions": [],
    "matched_kras": [],
    "matched_skills": [],
    "new_role_display_name": null,
    "new_role_slug": null,
    "queued": false,
    "reasoning": "Exact alias hit on data-engineer (1.0) \u2014 no other alias at this confidence; skill_top data-engineer 0.40 does not contradict",
    "sub_role": null
  },
  "stage5_updates": {
    "centroid_n_after": 247,
    "centroid_updated": true,
    "collision_log_id": null,
    "new_kra_attached": null,
    "new_skills_attached": [
      {
        "is_primary": true,
        "queue_id": 12334,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "Snowpark",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 12335,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "HDFS",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 12336,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "Control-M",
        "status": "pending"
      },
      {
        "is_primary": true,
        "queue_id": 12337,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "ETL",
        "status": "pending"
      },
      {
        "is_primary": true,
        "queue_id": 12338,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "ELT",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 12339,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "Data Modeling",
        "status": "pending"
      },
      {
        "is_primary": false,
        "queue_id": 12340,
        "role_display_name": "Data Engineer",
        "role_slug": "data-engineer",
        "skill_name": "Distributed Computing",
        "status": "pending"
      }
    ],
    "queue_entry_id": null,
    "v3_pipeline_triggered": false,
    "v3_role_slug": null,
    "v3_run_id": null
  }
}

{}

{}