copilot p0ps jobs in redmond washington united states

{"domain": "microsoftai.com", "user": "", "isWillingToRelocate": false, "isUserAuthenticated": false, "isUserETXCandidate": false, "isDomainETX": false, "isDomainVeteran": false, "signUpConfig": {}, "getHelpButton": {}, "isCareerPlannerEnabled": false, "enableRememberMeOption": false, "isMyApplicationsEnabled": false, "showVeteranEmployerSignUp": false, "enableUserPreferenceSelection": false, "isUserPreferenceApplied": false, "candidate": {"enc_id": 0, "fullname": "", "firstname": "", "lastname": "", "skills": [], "email": "", "phone": "", "location": "", "filename": null, "starred_positions": [], "resumeUrl": "", "onboardingCompleted": false, "isUserInPcsIjp": false, "linkedinUrl": ""}, "branding": {"advancedSearchOptions": [{"key": "skills", "name": "Skills"}, {"key": "work flex", "name": "Work Site"}, {"key": "profession", "name": "Profession"}, {"key": "role type", "name": "Role Type"}, {"key": "discipline", "name": "Discipline"}, {"key": "location country", "name": "Country"}], "redesignedNuxConfig": {"enabled": false}, "hideJobCart": true, "showUploadResumeModal": 0, "enableTalentNetwork": 1, "show_wizard": 0, "privacy": {"title": "Data Privacy Notice", "logged_out_notifications_text": " ", "text": "Your privacy is important to us. The personal data you provide will be processed by AI to enhance your experience. For more information, please see the <u><a class=\"msft-data-privacy-link\" href=\"http://go.microsoft.com/fwlink/?LinkId=518021\" target=\"_blank\">Microsoft Data Privacy Notice</a></u> and <u><a class=\"msft-data-privacy-link\" href=\"https://aka.ms/MAIHubTransparency\" target=\"_blank\">Transparency FAQ</a></u>.", "button": "I understand", "logged_out_notifications_privacy_policy_checkbox_default_state": true}, "homePageHeroBanner": {"opacity": 1, "image": "https://static.vscdn.net/images/careers/demo/microsoft-ai-sandbox/1731551848::pcsbanner", "title": "Get personalized job recommendations", "hideInMobileView": false}, "navBar": {"color": "#ffffff", "image": "https://static.vscdn.net/images/careers/demo/microsoft-ta2-dev-sandbox/1719948341::1714657312__msft_logo.png", "link": "http://eightfold.ai", "background": "#0346A2", "opacity": 1}, "uploadResumeModal": {"title": "Welcome to {company_name}'s Career Center", "subtitle": "Streamline your search by uploading your resume to be matched with positions that best suit your qualifications.", "disclaimer": "**Uploading a resume is not a formal application for employment**"}, "custom_style": {"css": ".nav-item a { color: #fff !important;} .refer .user-name { color: #fff !important; } .fixed-top { background-color: #000 !important; } .position-job-description .block__field--wide-rich-text { width: inherit !important; } nav.navbar { display: none !important; }\n.msft-accessiblity-link {color: #5c1b86; text-decoration:underline} .msft-data-privacy-link {color: #5c1b86; text-decoration:underline} .position-job-description a { color: #5c1b86 !important; text-decoration:underline !important }"}, "page_image": "", "max_applications_refer": 0, "max_applications_apply": 20, "custom_head_scripts": {"HOME_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>", "SINGLE_POSITION_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>"}, "applyButton": {"background": "#5c1b86"}, "customContent": {"positionSections": [{"body": "Microsoft is an equal opportunity employer. All qualified applicants will receive consideration for employment without regard to age, ancestry, citizenship, color, family or medical care leave, gender identity or expression, genetic information, immigration status, marital status, medical condition, national origin, physical or mental disability, political affiliation, protected veteran or military status, race, ethnicity, religion, sex (including pregnancy), sexual orientation, or any other characteristic protected by applicable local laws, regulations and ordinances. If you need assistance and/or a reasonable accommodation due to a disability during the application process, read more about <a class=\"msft-accessiblity-link\" href=\"https://careers.microsoft.com/v2/global/en/accessibility.html\" target=\"_blank\">requesting accommodations</a>.", "title": ""}]}, "job_insights_display": {"hide": true}, "hide_matched_section": true, "PersonalizationBar": {"hide_find_jobs_button": true}, "custom_html": {"header": "<div id=\"configurable-navbar\"></div>", "footer": "<footer></footer>", "page-footer": "<div></div>"}, "recaptcha_enabled": 1, "companyName": "Microsoft", "showLoggedOutNotificationsPrivacyPolicy": true, "hideEightfoldBranding": false}, "positions": [{"id": 1970324837005181, "name": "Member of Technical Staff, Platform Engineering Manager", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1760392232, "t_create": 1737482605, "ats_job_id": 1970324837005181, "display_job_id": 1970324837005181, "type": "ATS", "id_locale": "1970324837005181-en", "job_description": "Build secure and performant AI Platform services that power Copilot. Work collaboratively with other Platform, infrastructure, application engineers as well as AI Researchers to build next generation AI products and services. Ship high-quality, well-tested, secure, and maintainable code. Find a path to get things done despite roadblocks to get your work into the hands of users quickly and iteratively. Enjoy working in a fast-paced, design-driven, product development cycle. Embody our Culture and Values. Bachelor's Degree in Computer Science, or related technical discipline AND 8+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python 8+ years' experience building scalable services on top of public cloud infrastructure like Azure, AWS, or GCP. Extensive use datastores like RDBMS, key-value stores, etc. 8+ years' experience building distributed systems at scale and extensive systems knowledge that spans bare-metal hosts to containers to networking. Bachelor's Degree in Computer Science or related technical field AND 12+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR Master's Degree in Computer Science or related technical field AND 10+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. 6+ years people management experience. Experience working with AI platforms, frameworks, and APIs. Experience using Machine Learning frameworks, including experience using, deploying, and scaling language learning models, either personally or professionally. Ability to identify, analyze, and resolve complex technical issues, ensuring optimal performance, scalability, and user experience. Dedication to writing clean, maintainable, and well-documented code with a focus on application quality, performance, and security. Demonstrated interpersonal skills and ability to work closely with cross-functional teams, including product managers, designers, and other engineers. Ability to clearly communicate complex technical concepts to both technical and non-technical stakeholders. Passion for learning new technologies and staying up to date with industry trends, best practices, and emerging technologies in web development and AI. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines. Proven ability to collaborate and contribute to a positive, inclusive work environment, fostering knowledge sharing and growth within the team.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837005181", "isPrivate": false}, {"id": 1970324837008310, "name": "Principal Growth Product Manager - Copilot", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States", "Redmond, WA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1761842923, "t_create": 1740168774, "ats_job_id": 1970324837008310, "display_job_id": 1970324837008310, "type": "ATS", "id_locale": "1970324837008310-en", "job_description": "Develop the product strategy and vision for Copilot consumer offerings across multiple surfaces and capabilities. Create zero to one products that transform cutting-edge AI capabilities into world-class applications of LLM. Own a product area and be responsible for understanding user needs and behaviors, defining product requirements, and managing end to end product development, launches, and iterations. Establish clear goals and performance metrics, design experiments, and measure success through data analysis and research insights. Spearhead complex cross-functional initiatives with effective stakeholder management, communication, and storytelling. Find a path to get things done despite roadblocks to get your work into the hands of users quickly and iteratively. Enjoy working in a fast-paced, collaborative product development environment. Embody our Culture and Values. Bachelor's Degree AND 8+ years experience in product management OR equivalent experience. Track record of leading product teams building 0 to 1 consumer products, finding product market, and achieving scale. Demonstrated success building consumer products that leverage Machine Learning or Large Language Models (LLMs). Experience as a startup founder is a plus. Proven track record as a product manager with firsthand experience prompting, evaluating, and deploying LLM applications into production. Have experience in working side-by-side with AI researchers and engineers. Experienced in concurrently driving multiple high stakes, time sensitive projects that span teams and time zones. Ability to work in a fast-paced environment and adapt to changing requirements and deadlines. Demonstrate a proactive attitude and enthusiasm for exploring new methods and technologies. Visionary but pragmatic. You can develop a vision and also lay out clear steps to get there. Working knowledge of SQL and coding skills (Python, Javascript) is a plus.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "hybrid", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837008310", "isPrivate": false}, {"id": 1970324837113462, "name": "MTS, Copilot Prompt Engineer", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1761876924, "t_create": 1759852471, "ats_job_id": 1970324837113462, "display_job_id": 1970324837113462, "type": "ATS", "id_locale": "1970324837113462-en", "job_description": "Chain-of-thought experience: prompting techniques that guide AI systems through reasoning processes A novel prompting discovery: a really interesting challenge that you've solved in a creative way Scaled implementation: you've shipping prompted systems that work reliably at production scale with diverse user populations Evaluation design: you've built robust testing frameworks to measure AI behavior against goals User-centric approach: Proven understanding of how prompting decisions impact the lived experience of people who interact with AI Effective written communication skills: able to convey complex information clearly, concisely, and effectively for various audiences Comfort with ambiguity in an exponentially growing space Bachelor's Degree in Computer Science, Philosophy, Linguistics, Psychology, Literature, or related discipline AND 4+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. 2+ years of experience with large language models. An understanding of conversation design or product design. Familiarity with both quantitative metrics and qualitative assessment methods. Experience with personalization systems that adapt to individual user needs. Adversarial prompting experience or conducted some unhinged experiments. Design & develop prompting techniques for emotional and intellectual use cases Establish frameworks for AI companions to navigate complex social and ethical situations with nuance and care Create evaluations to measure both technical/practical performance and non-deterministic performance like EQ Teach others prompting techniques and ways-of-working to elevate the prompting skill throughout the team Research & implement novel prompting techniques Embody our culture and values.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837113462", "isPrivate": false}, {"id": 1970324837113552, "name": "Member of Technical Staff, Web Product Engineer", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1761876935, "t_create": 1759944413, "ats_job_id": 1970324837113552, "display_job_id": 1970324837113552, "type": "ATS", "id_locale": "1970324837113552-en", "job_description": "In this role, you will: Ship delightful, AI powered experiences that will shape how millions of people will interact with AI in the future Collaborate with AI researchers, product managers, and designers to bring a world-class AI companion to the world Design and build efficient and reusable front-end systems that drive complex web applications Plan and deploy front end infrastructure necessary to build, test, and deploy our products Join a small team of world class product engineers with deep frontend expertise who are obsessed with building beautiful and performant products. Embody our Culture and Values. Bachelor's degree in computer science, or related technical discipline AND 4+ years software engineering experience building web products at scale by coding in languages including, but not limited to, Typescript and React Bachelor's degree in computer science, or related technical discipline AND 10+ years software engineering experience building web products at scale by coding in languages including, but not limited to, Typescript and React OR Master's Degree in Computer Science, or related technical discipline AND 8+ years software engineering experience building web products at scale by coding in languages including, but not limited to, Typescript and React OR equivalent experience. Have 0 to 1 experience with a bias towards shipping and learning, while balancing a high-quality bar. Take a user-centric approach to product development, prioritizing solutions that result in the best user experience and have the technical expertise to pull it off. Thrive in a fast-paced, collaborative environment and are comfortable making progress in ambiguity. Enjoy working closely with cross-functional partners and teammates in an inclusive, curious culture.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837113552", "isPrivate": false}, {"id": 1970324837018427, "name": "Member of Technical Staff - Copilot AI Web Engineering Manager", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States", "Redmond, WA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1761071994, "t_create": 1751056107, "ats_job_id": 1970324837018427, "display_job_id": 1970324837018427, "type": "ATS", "id_locale": "1970324837018427-en", "job_description": "In this role, you will: Hire, manage and lead a team of web engineers responsible for the quality and performance of Copilot's web products Ship delightful, AI powered experiences that will shape how millions of people will interact with AI in the future Collaborate with Eng, Design and Product leadership to prioritize features and deliver a world-class AI companion to the world Design and build a performant front-end infrastructure that drives multiple complex web applications Join a small team of world class product engineers with deep frontend expertise who are obsessed with building beautiful and performant products. Embody our Culture and Values. Bachelor's Degree in Computer Science, or related technical discipline AND 6+ years technical engineering experience with web technologies including, but not limited to, Typescript and React 3+ years people management experience. Bachelor's Degree in Computer Science, or related technical discipline AND 8+ years technical engineering experience with coding in languages including, but not limited to, Typescript and React OR equivalent experience. 6+ years people management experience. Take a user-centric approach to product development, prioritizing solutions that result in the best user experience and have the technical expertise to pull it off. Thrive in a fast-paced, collaborative environment and are comfortable making progress in ambiguity. Enjoy working closely with cross-functional partners and teammates in an inclusive, curious culture. Have strong opinions about best investments to make in establishing the most delightful and performant web engineering system.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "hybrid", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837018427", "isPrivate": false}, {"id": 1970324837030422, "name": "MTS - Data Engineering  ", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States", "Redmond, WA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1762977277, "t_create": 1755037625, "ats_job_id": 1970324837030422, "display_job_id": 1970324837030422, "type": "ATS", "id_locale": "1970324837030422-en", "job_description": "Data engineers who have built and scaled data systems that others depend on, who take pride in delivering rock-solid data quality, and who genuinely enjoy the craft of data engineering. If you're the type of person who celebrates when your monitoring dashboards show all green and gets energized by the challenge of making data flow seamlessly across complex systems, this role is for you. Join us to architect and implement the data backbone that powers Copilot for millions of users worldwide. You'll own the full data lifecycle - from building lightning-fast ETL pipelines that handle massive scale to crafting experimentation frameworks that drive product decisions. We need someone who thrives on solving complex data challenges, loves collaborating with brilliant teammates, and gets genuinely excited about building infrastructure that just works. In our fast-paced environment, you'll have the freedom to innovate and the support to build world-class data products that make a real impact. By applying to this position, you are required to be local to the San Francisco area or Redmond area and in office 3 days a week. As employees we come together with a growth mindset, innovate to empower others, and collaborate to realize our shared goals. Each day we build on our values of respect, integrity, and accountability to create a culture of inclusion where everyone can thrive at work and beyond. This expectation is subject to local law and may vary by jurisdiction. Master's Degree in Computer Science, Math, Software Engineering, Computer Engineering, or related field AND 4+ years experience in business analytics, data science, software development, data modeling, or data engineering OR Bachelor's Degree in Computer Science, Math, Software Engineering, Computer Engineering, or related field AND 6+ years experience in business analytics, data science, software development, data modeling, or data engineering OR equivalent experience. Experience building and maintaining production data pipelines at scale using technologies such as Apache Spark, Kafka, or similar distributed processing frameworks. Experience writing production-quality Python, Scala, or Java code for data processing applications. Experience building and scaling experimentation frameworks. Experience with cloud data platforms (Azure, AWS, or GCP) and their data services. Experience with schema management and data governance practices. Experience with real-time data processing and streaming architectures. Experience with data orchestration frameworks such as Airflow, Prefect, Dagster or similar workflow management systems. Experience with containerization technologies (Docker, Kubernetes) for data pipeline deployment. Demonstrated experience with data quality frameworks and monitoring solutions. Build, maintain, and enhance data ETL pipelines for processing large-scale data with low latency and high throughput to support Copilot operations. Design and maintain high throughput, low latency experimentation reporting pipelines that enable data scientists and product teams to measure model performance and user engagement. Own data quality initiatives including monitoring, alerting, validation, and remediation processes to ensure data integrity across all downstream systems. Implement robust schema management solutions that enable quick and seamless schema evolution without disrupting downstream consumers. Develop and maintain data infrastructure that supports real-time and batch processing requirements for machine learning model training and inference. Collaborate with ML engineers and data scientists to optimize data access patterns and improve pipeline performance for model evaluation workflows. Design scalable data architectures that can handle growing data volumes and evolving business requirements. Implement comprehensive monitoring and observability solutions for data pipelines, including SLA tracking and automated alerting. Partner with cross-functional teams to understand data requirements and translate them into efficient technical solutions.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837030422", "isPrivate": false}, {"id": 1970324837085943, "name": "Member of Technical Staff - Site Reliability Engineer", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States", "Mountain View, CA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1762967476, "t_create": 1758896599, "ats_job_id": 1970324837085943, "display_job_id": 1970324837085943, "type": "ATS", "id_locale": "1970324837085943-en", "job_description": "Reliability & Availability: Ensure uptime, resiliency, and fault tolerance of AI model training and inference systems. Observability: Design and maintain monitoring, alerting, and logging systems to provide real-time visibility into model serving pipelines and infra. Performance Optimization: Analyze system performance and scalability, optimize resource utilization (compute, GPU clusters, storage, networking). Automation & Tooling: Build automation for deployments, incident response, scaling, and failover in hybrid cloud/on-prem CPU+GPU environments. Incident Management: Lead on-call rotations, troubleshoot production issues, conduct blameless postmortems, and drive continuous improvements. Security & Compliance: Ensure data privacy, compliance, and secure operations across model training and serving environments. Collaboration: Partner with ML engineers and platform teams to improve developer experience and accelerate research-to-production workflows. 4+ years of experience in Site Reliability Engineering, DevOps, or Infrastructure Engineering roles. Strong proficiency in Kubernetes, Docker, and container orchestration. Knowledge of CI/CD pipelines for Inference and ML model deployment. Hands-on experience with public cloud platforms like Azure/AWS/GCP and infrastructure-as-code. Expertise in monitoring & observability tools (Grafana, Datadog, OpenTelemetry, etc.). Strong programming/scripting skills in Python, Go, or Bash. Solid knowledge of distributed systems, networking, and storage. Experience running large-scale GPU clusters for ML/AI workloads (preferred). Familiarity with ML training/inference pipelines. Experience with high-performance computing (HPC) and workload schedulers ( Kubernetes operators). Background in capacity planning & cost optimization for GPU-heavy environments. Work on cutting-edge infrastructure that powers the future of Generative AI. Collaborate with world-class researchers and engineers. Impact millions of users through reliable and responsible AI deployments. Competitive compensation, equity options, and comprehensive benefits.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837085943", "isPrivate": false}, {"id": 1970324837085305, "name": "Member of Technical Staff, Platform Engineer - Windows Copilot", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763000087, "t_create": 1758560773, "ats_job_id": 1970324837085305, "display_job_id": 1970324837085305, "type": "ATS", "id_locale": "1970324837085305-en", "job_description": "Design and development secure and performant Platform services that support Copilot experiences on Windows. Work collaboratively with platform, infrastructure, application engineers and researchers to build next generation AI products and services. Ship high-quality, well-tested, secure, and maintainable code. Overcome obstacles to deliver work quickly and iteratively to users Enjoy working in a fast-paced, design-driven, product development cycle. Embody our Culture and Values. Bachelor's degree in computer science, or related technical discipline AND 4+ years technical engineering experience building applications including, but not limited to, Python, C#, C++, RUST, Java OR equivalent experience. 4+ years' experience building scalable services on top of public cloud infrastructure like Azure, AWS, or GCP with extensive use of various datastores like RDBMS, key-value stores, etc. 4+ years' experience building distributed systems at scale and extensive systems knowledge that spans bare-metal hosts (physical server) to containers to networking. Experience working with AI platforms, frameworks, and APIs. Ability to identify, analyze, and resolve complex technical issues, ensuring optimal performance, scalability, and user experience. Dedication to writing clean, maintainable, and well-documented code with a focus on application quality, performance, and security. Demonstrated interpersonal skills and ability to work closely with cross-functional teams, including product managers, designers, and other engineers. Ability to clearly communicate complex technical concepts to both technical and non-technical stakeholders. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines. Proven ability to collaborate and contribute to a positive, inclusive work environment, fostering knowledge sharing and growth within the team.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837085305", "isPrivate": false}, {"id": 1970324837140210, "name": "Member of Technical Staff, Client Engineer - Windows Copilot", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763432086, "t_create": 1761247930, "ats_job_id": 1970324837140210, "display_job_id": 1970324837140210, "type": "ATS", "id_locale": "1970324837140210-en", "job_description": "Design and develop client applications and components to support Copilot experiences. Work collaboratively with platform, infrastructure, application engineers and researchers to build next generation AI products and services. Ship high-quality, well-tested, secure, and maintainable code. Overcome obstacles to deliver work quickly and iteratively to users Enjoy working in a fast-paced, design-driven, product development cycle. Embody our Culture and Values. Bachelor's degree in computer science, or related technical discipline AND 4+ years technical engineering experience building applications including, but not limited to, Python, C#, C++, .NET, XAML Proven track record of delivering high-quality software solutions in a fast-paced multidisciplinary environment 4+ years' experience building secure, performant and well architected applications that demonstrate a focus on data driven iteration and improvement. Bachelor's degree in computer science, or related technical discipline AND 6+ years technical engineering experience building applications including, but not limited to, Python, C#, C++, .NET, XAML, Kotlin, Swift OR equivalent experience. Experience working with Windows debugging tools such as WinDBG, Sysinternals, etc. Experience working with AI platforms, frameworks, and APIs. Ability to identify, analyze, and resolve complex technical issues, ensuring optimal performance, scalability, and user experience. Dedication to writing clean, maintainable, and well-documented code with a focus on application quality, performance, and security. Demonstrated interpersonal skills and ability to work closely with cross-functional teams, including product managers, designers, and other engineers, while clearly communicating complex technical concepts to both technical and non-technical stakeholders. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines, while collaborating and contributing to a positive, inclusive work environment that fosters knowledge sharing and growth within the team.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837140210", "isPrivate": false}, {"id": 1970324837147218, "name": "Member of Technical Staff, LLM Evaluation", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States", "Mountain View, CA, USA", "Boulder, CO, USA", "New York, NY, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763219293, "t_create": 1762905760, "ats_job_id": 1970324837147218, "display_job_id": 1970324837147218, "type": "ATS", "id_locale": "1970324837147218-en", "job_description": "Overview As a Member of Technical Staff, LLM Evaluation, you will develop and implement cutting-edge methodologies to help us evaluate how well Copilot performs in real-world usage scenarios. Users turn to Copilot for all types of endeavors, making it critical that we ensure our AI systems effectively help them meet their needs. Our vision for meeting user needs is expansive and includes not only task completion, but also affective aspects of the experience. You will be responsible for developing new methods to evaluate LLMs, train classifiers, experimenting with data collection techniques, and implementing methodologies to provide real-time signals on Copilot performance. We're looking for outstanding individuals with experience in the social sciences, machine learning, and analysis of natural language. The right candidate is a creative problem solver who will work closely with user researchers and product leaders to build automated evaluation frameworks that help us drive improvements in Copilot.\u00a0\u00a0 Microsoft\u2019s mission is to empower every person and every organization on the planet to achieve more. As employees we come together with a growth mindset, innovate to empower others, and collaborate to realize our shared goals. Each day we build on our values of respect, integrity, and accountability to create a culture of inclusion where everyone can thrive at work and beyond. Starting January 26, 2026, MAI employees are expected to work from a designated Microsoft office at least four days a week if they live within 50 miles (U.S.) or 25 miles (non-U.S., country-specific) of that location. This expectation is subject to local law and may vary by jurisdiction. Responsibilities Leverage expertise to measure the performance of Copilot, identify failure modes and novel mitigation strategies, including data mining, prompt engineering, LLM as a judge, and classifier training. Creative problem solving, navigating complexity with clarity, independently shaping direction and delivering results even when the path isn\u2019t obvious. Create and implement comprehensive evaluation frameworks across diverse scenarios, edge cases, and potential failure modes. Build automated testing systems, generalize solutions into repeatable frameworks, and write efficient code for model pipelines and intervention systems. Maintain a user-oriented perspective by understanding needs from user perspectives, validating approaches through user research, and serving as a trusted advisor on AI matters Track advances in research, identify relevant state-of-the-art techniques, and adapt algorithms to drive innovation in production systems serving millions of users. Qualifications Required Qualifications Bachelor\u2019s Degree in Computer Science, Statistics, Economics, Psychology, Linguistics or related technical discipline AND 4+ years technical engineering experience with coding in languages including Python and SQL. Experience prompting and working with large language models. Experience writing production-quality Python code. Preferred Qualifications Demonstrated interest in Responsible AI.\u00a0 Data Science IC4 - The typical base pay range for this role across the U.S. is USD $119,800 - $234,700 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $158,400 - $258,000 per year. Data Science IC5 - The typical base pay range for this role across the U.S. is USD $139,900 - $274,800 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $188,000 - $304,200 per year. Certain roles may be eligible for benefits and other compensation. Find additional benefits and pay information here: https://careers.microsoft.com/us/en/us-corporate-pay\u00a0\u00a0\u00a0 Microsoft will accept applications and processes offers for these roles on an ongoing basis.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837147218", "isPrivate": false}], "debug": {}, "count": 18, "countFilterByMatchScore": null, "location_user": ["redmond washington united states", "remote,United States"], "location_used": "redmond washington united states", "locationInsights": null, "showWizard": false, "disableLocationSearchDropdown": false, "pcsAutocompleteLocationEnabled": 0, "recommended_star_threshold": 4.0, "mocTitle": null, "fuzzyResultsReturned": false, "query": {"query": "copilot p0ps ", "location": "redmond washington united states", "department": [], "skill": [], "seniority": [], "pid": "", "work flex": [], "skills": [], "location country": [], "profession": [], "role type": [], "discipline": []}, "userTitles": [], "isThinProfile": false, "veteranProgramDetails": [], "enableTargetedResume": 0, "jobCardConfig": null, "facetDisplaySort": {"work flex": "count_desc", "skills": "count_desc", "location country": "count_desc", "profession": "count_desc", "role type": "count_desc", "discipline": "count_desc", "locations": "count_desc"}, "facets": {"work flex": {"microsoft on-site only": 61, "up to 50% work from home": 17, "up to 100% work from home": 1}, "skills": {"Artificial Intelligence": 41, "Python": 35, "Computer Science": 32, "Engineering": 27, "Machine Learning": 26, "Teamwork": 25, "Design": 24, "Java": 21, "Coding": 17, "API": 16, "Algorithms": 16, "Infrastructure": 14, "ML/I": 14, "Scaling": 14, "Amazon Web Services (AWS)": 13, "JavaScript": 13, "Scalability": 13, "User Experience": 13, "Kubernetes": 12, "Language Modeling": 12, "Experimentation": 11, "Research": 11, "Clear Pipelines": 10, "Collaboration": 9, "Docker": 9, "Software Engineering": 9, "Spark": 9, "Data Engineering": 8, "Data Pipelines": 8, "Data Science": 8, "Deployments": 8, "Distributed Systems": 8, "Generative AI": 8, "C++": 7, "Cross Functional Skills": 7, "Dataset": 7, "LLM": 7, "Program Management": 7, "PyTorch": 7, "TensorFlow": 7, "TypeScript": 7, "Cross-Functional Collaborations": 6, "Data Analysis": 6, "Innovation": 6, "Product Management": 6, "Search": 6, "Web Applications": 6, "Architecture": 5, "Deep Learning": 5, "Pandas": 5, "React": 5, "Security": 5, "Software Development": 5, "Statistics": 5, "Android": 4, "Evaluation Methods": 4, "Point Clouds": 4, "Product Development": 4, "Reinforcement Learning": 4, "Revenue Management": 4, "Strategy": 4, "User Interface": 4, "Workflow": 4, "Alignment": 3, "Analytics": 3, "Data Modeling": 3, "Data Processing": 3, "Front End": 3, "Git": 3, "Google Cloud Platform": 3, "GraphQL": 3, "High Performance Computing": 3, "Kotlin": 3, "Language": 3, "Optimization Software": 3, "Orchestration": 3, "Recommender Systems": 3, "Testing": 3, "Vectorization": 3, "Pretraining": 3, "Apache Airflow": 2, "C#": 2, "CSS": 2, "CUDA": 2, "Change Management": 2, "Cloud Infrastructure": 2, "Communication": 2, "Computer Engineering": 2, "Containerization": 2, "Continuous Improvement": 2, "Data Driven Framework": 2, "Data Governance": 2, "Data Ingestion": 2, "Data Privacy": 2, "Data Quality Framework": 2, "Efficiency": 2, "GPU": 2, "GPU Architecture": 2, "HPC": 2, "Implementation": 2}, "location country": {"United States": 61, "United Kingdom": 18}, "profession": {"software engineering": 56, "product management": 8, "research, applied, and data sciences": 7, "program management": 5, "business operations": 1, "communications": 1, "design & creative": 1}, "role type": {"individual contributor": 74, "people manager": 5}, "discipline": {"software engineering": 56, "product management": 8, "research, applied, and data sciences": 7, "program management": 5, "business operations": 1, "communications": 1, "design & creative": 1}, "locations": {"Remote": 999999, "Mountain View, CA, United States": 44, "London, England, United Kingdom": 17, "Redmond, WA, United States": 15, "New York, NY, United States": 5, "Boulder, CO, United States": 1, "San Francisco, CA, United States": 1, "Seattle, WA, United States": 1}}, "isSubQuery": false, "showBusinessUnitInPositionSidebar": false, "hideDepartment": null, "iframeImplementation": null, "pcsTextConfiguration": {}, "facetNoTitlecase": null, "skipCSSFacetCapitalization": false, "enableMapClustering": false, "readmoreInstructionEnabled": false, "candidateLogin": {}, "isHomePageLoad": false, "candidateBuildProfile": {}, "chatbot": false, "enabledPersonalizedFeatures": {"recommendationFeedback": false, "tldr": true, "personalizationPreferences": false}, "installed_app_data": [], "enhancementsEnabled": false, "disableAutoScrollOnPositionSelect": false, "locationDistanceKmDefault": 100, "searchFiltersTranslationWhitelist": [], "customJobDescTranslationSkipList": [], "enableCandidateReferralFlow": false, "showBanner": false, "pcsBannerMessage": null, "locationRadiusConfig": {"showLocationRadius": false, "locationRadiusType": "mi"}, "pcsApplyFormV2Enabled": true, "isPcsBrandingApril2023Enabled": false, "allowedFileTypes": {}, "pcsOctupleMigration0Enabled": true, "pcsOctupleMigration1Enabled": false, "replaceUrlOnGoBack": true, "pcsRedesignedNuxEnabled": false, "userActivityTimeout": 86400000, "userActivityTimeoutEnabled": 1, "isLoggedInPcsEnabled": false, "sortByConfig": null, "searchBoxConfig": {}, "excludePrivatePositions": true, "eeocFilterKeywords": ["veteran", "disability", "gender", "race", "citizen", "visa", "ethnicity"], "disableScrollLoadPositionSidebar": false, "locationFlexibilityFrontendEnabled": false, "workLocationOptionFrontendEnabled": true, "remoteFlexibleJobsFilterEnabled": false, "loggedOutNotificationsEnabled": true, "prepopulateApplyFormEnabled": true, "prepopulateSettings": {"inferEEOQuestions": false, "showPrepopulateCheckbox": true, "defaultPrepopulateCheckboxValue": true, "showClearForm": true, "prepopulateCheckboxText": "Save my answers for future applications"}, "themeBuilderUser": null, "mandatoryFields": ["firstname", "lastname", "email", "phone"], "blindfoldWidgetPcsGate": false, "pcsApplyFormLocationGate": false, "t3sEnabled": true, "uploadApplicationAnswers": false, "candidateAuthV2Enabled": true, "preApplicationSubmitAuthEnabled": false, "applyFormV2Enabled": false, "loggedOutSavedSearchEnabled": false, "locationRadiusTypeToggleEnabled": true, "incompleteApplicationsEnabled": false, "incompleteApplicationConfig": {}, "fallbackPcsJdGate": true, "enableResumeCoach": false, "isPcsEnabled": true, "applicationInfoReviewEnabled": false, "phoneWithCountryCodeEnabled": true, "phoneWithCountryCodeJTNEnabled": false, "notificationSuggestVerificationToken": null, "cookiesAutoDisabled": false, "strictEmailValidationEnabled": true, "chatbotxConfig": {"enabled": false, "featureAccessFlags": {"resumeCoachCardFlags": {"showApplyWithResume": true, "showEditResume": true}, "positionCardFlags": {"showAddToJobCart": false}}}, "pcsOptionalResumeWithJobcartGate": false, "loggedInCandidate": {}, "hamburgerMenuEnabled": false, "sharedTalentPoolGate": false, "pcsAccessibilityHomeEnabled": true, "pcsAccessibilityApplyFormEnabled": true, "showLanguageDropdown": false, "languages": [{"value": "en", "title": "English"}, {"value": "it", "title": "Italiano"}, {"value": "es", "title": "Espa\u00f1ol"}, {"value": "fr", "title": "Fran\u00e7ais"}, {"value": "pt", "title": "Portugu\u00eas"}, {"value": "nb", "title": "Norsk"}, {"value": "de", "title": "Deutsch"}, {"value": "ja", "title": "\u65e5\u672c\u8a9e"}, {"value": "ms", "title": "Bahasa melayu"}, {"value": "zh-CN", "title": "\u4e2d\u6587 (\u7b80\u4f53)"}, {"value": "zh-TW", "title": "\u4e2d\u6587 (\u7e41\u9ad4)"}, {"value": "ko", "title": "\ud55c\uad6d\uc5b4"}, {"value": "th", "title": "\u0e20\u0e32\u0e29\u0e32\u0e44\u0e17\u0e22"}, {"value": "nl", "title": "Nederlands"}, {"value": "pl", "title": "Polski"}, {"value": "uk", "title": "Y\u043a\u0440\u0430\u0457\u043d\u0441\u044c\u043a\u0430"}, {"value": "hr", "title": "Hrvatski"}, {"value": "el", "title": "\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac"}, {"value": "hu", "title": "Magyar"}, {"value": "cs", "title": "\u010de\u0161tina"}, {"value": "tr", "title": "T\u00fcrk\u00e7e"}, {"value": "ru", "title": "P\u0443\u0441\u0441\u043a\u0438\u0439"}, {"value": "ht", "title": "Haitian"}, {"value": "he", "title": "\u05e2\u05d1\u05e8\u05d9\u05ea"}, {"value": "pt-BR", "title": "Brazilian Portugu\u00eas"}, {"value": "da", "title": "Dansk"}, {"value": "fi", "title": "Suomi"}, {"value": "sv", "title": "Svenska"}, {"value": "fr-CA", "title": "Fran\u00e7ais (Canada)"}, {"value": "pt-PT", "title": "portugu\u00eas (Portugal)"}, {"value": "vi", "title": "Ti\u1ebfng Vi\u1ec7t"}, {"value": "ro", "title": "rom\u00e2n\u0103"}, {"value": "bg", "title": "\u0431\u044a\u043b\u0433\u0430\u0440\u0441\u043a\u0438"}, {"value": "ar", "title": "\u0627\u0644\u0639\u0631\u0628\u064a\u0629"}, {"value": "es-419", "title": "Espa\u00f1ol (Latinoam\u00e9rica)"}, {"value": "sk", "title": "Sloven\u010dina"}, {"value": "id", "title": "Bahasa Indonesia"}], "displayLanguage": "en", "requestLocation": false, "positionQnAEnabled": false, "singlePageCareersNavbarGate": false, "advancedOptionsA11yGate": false, "positionSidebarScrollResetGate": false, "pcsApplyFormFileAnswerGate": false, "all_applicable_locations": []}