copilot p0ps jobs in Microsoft

{"domain": "microsoftai.com", "user": "", "isWillingToRelocate": false, "isUserAuthenticated": false, "isUserETXCandidate": false, "isDomainETX": false, "isDomainVeteran": false, "signUpConfig": {}, "getHelpButton": {}, "isCareerPlannerEnabled": false, "enableRememberMeOption": false, "isMyApplicationsEnabled": false, "showVeteranEmployerSignUp": false, "enableUserPreferenceSelection": false, "isUserPreferenceApplied": false, "candidate": {"enc_id": 0, "fullname": "", "firstname": "", "lastname": "", "skills": [], "email": "", "phone": "", "location": "", "filename": null, "starred_positions": [], "resumeUrl": "", "onboardingCompleted": false, "isUserInPcsIjp": false, "linkedinUrl": ""}, "branding": {"advancedSearchOptions": [{"key": "skills", "name": "Skills"}, {"key": "work flex", "name": "Work Site"}, {"key": "profession", "name": "Profession"}, {"key": "role type", "name": "Role Type"}, {"key": "discipline", "name": "Discipline"}, {"key": "location country", "name": "Country"}], "redesignedNuxConfig": {"enabled": false}, "hideJobCart": true, "showUploadResumeModal": 0, "enableTalentNetwork": 1, "show_wizard": 0, "privacy": {"title": "Data Privacy Notice", "logged_out_notifications_text": " ", "text": "Your privacy is important to us. The personal data you provide will be processed by AI to enhance your experience. For more information, please see the <u><a class=\"msft-data-privacy-link\" href=\"http://go.microsoft.com/fwlink/?LinkId=518021\" target=\"_blank\">Microsoft Data Privacy Notice</a></u> and <u><a class=\"msft-data-privacy-link\" href=\"https://aka.ms/MAIHubTransparency\" target=\"_blank\">Transparency FAQ</a></u>.", "button": "I understand", "logged_out_notifications_privacy_policy_checkbox_default_state": true}, "homePageHeroBanner": {"opacity": 1, "image": "https://static.vscdn.net/images/careers/demo/microsoft-ai-sandbox/1731551848::pcsbanner", "title": "Get personalized job recommendations", "hideInMobileView": false}, "navBar": {"color": "#ffffff", "image": "https://static.vscdn.net/images/careers/demo/microsoft-ta2-dev-sandbox/1719948341::1714657312__msft_logo.png", "link": "http://eightfold.ai", "background": "#0346A2", "opacity": 1}, "uploadResumeModal": {"title": "Welcome to {company_name}'s Career Center", "subtitle": "Streamline your search by uploading your resume to be matched with positions that best suit your qualifications.", "disclaimer": "**Uploading a resume is not a formal application for employment**"}, "custom_style": {"css": ".nav-item a { color: #fff !important;} .refer .user-name { color: #fff !important; } .fixed-top { background-color: #000 !important; } .position-job-description .block__field--wide-rich-text { width: inherit !important; } nav.navbar { display: none !important; }\n.msft-accessiblity-link {color: #5c1b86; text-decoration:underline} .msft-data-privacy-link {color: #5c1b86; text-decoration:underline} .position-job-description a { color: #5c1b86 !important; text-decoration:underline !important }"}, "page_image": "", "max_applications_refer": 0, "max_applications_apply": 20, "custom_head_scripts": {"HOME_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>", "SINGLE_POSITION_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>"}, "applyButton": {"background": "#5c1b86"}, "customContent": {"positionSections": [{"body": "Microsoft is an equal opportunity employer. All qualified applicants will receive consideration for employment without regard to age, ancestry, citizenship, color, family or medical care leave, gender identity or expression, genetic information, immigration status, marital status, medical condition, national origin, physical or mental disability, political affiliation, protected veteran or military status, race, ethnicity, religion, sex (including pregnancy), sexual orientation, or any other characteristic protected by applicable local laws, regulations and ordinances. If you need assistance and/or a reasonable accommodation due to a disability during the application process, read more about <a class=\"msft-accessiblity-link\" href=\"https://careers.microsoft.com/v2/global/en/accessibility.html\" target=\"_blank\">requesting accommodations</a>.", "title": ""}]}, "job_insights_display": {"hide": true}, "hide_matched_section": true, "PersonalizationBar": {"hide_find_jobs_button": true}, "custom_html": {"header": "<div id=\"configurable-navbar\"></div>", "footer": "<footer></footer>", "page-footer": "<div></div>"}, "recaptcha_enabled": 1, "companyName": "Microsoft", "showLoggedOutNotificationsPrivacyPolicy": true, "hideEightfoldBranding": false}, "positions": [{"id": 1970324837009674, "name": "Member of Technical Staff AI Platform Engineer", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States"], "hot": 1, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1757729323, "t_create": 1741637564, "ats_job_id": 1970324837009674, "display_job_id": 1970324837009674, "type": "ATS", "id_locale": "1970324837009674-en", "job_description": "Work on building new AI features that enhance copilot. Build secure and performant AI Platform services that power Copilot. Work collaboratively with other AI Researchers, Platform, infrastructure, application engineers to build next generation AI products and services. Ship high-quality, well-tested, secure, and maintainable code. Find a path to get things done despite roadblocks to get your work into the hands of users quickly and iteratively. Enjoy working in a fast-paced, design-driven, product development cycle. Embody our Culture and Values. Bachelor's degree in computer science, or related technical discipline AND 4+ years technical engineering experience building customer-facing applications/products with coding in languages including, but not limited to C#, Python, Java, Golang OR equivalent experience. Experience leveraging generative AI technologies to develop innovative and user-focused product features. 4+ years' experience building APIs and creating pipelines for large-scale products 4+ years' experience building scalable services on top of public cloud infrastructure like Azure, AWS, or GCP. Extensive use datastores like RDBMS, key-value stores, etc. Experience using Machine Learning frameworks, including experience using, deploying, and scaling language learning models, either personally or professionally. Ability to identify, analyze, and resolve complex technical issues, ensuring optimal performance, scalability, and user experience. Dedication to writing clean, maintainable, and well-documented code with a focus on application quality, performance, and security. Demonstrated interpersonal skills and ability to work closely with cross-functional teams, including product managers, designers, and other engineers. Ability to clearly communicate complex technical concepts to both technical and non-technical stakeholders. Passion for learning new technologies and staying up to date with industry trends, best practices, and emerging technologies in web development and AI. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines. Proven ability to collaborate and contribute to a positive, inclusive work environment, fostering knowledge sharing and growth within the team.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837009674", "isPrivate": false}, {"id": 1970324837005425, "name": "Member of Technical Staff, AI Platform Engineer", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States"], "hot": 1, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763864088, "t_create": 1737648765, "ats_job_id": 1970324837005425, "display_job_id": 1970324837005425, "type": "ATS", "id_locale": "1970324837005425-en", "job_description": "As an AI Platform Engineer, you will play a crucial role in building and releasing production software at the platform level. You will work on APIs, data flows, systems, and services that form the backbone of our AI products. Your expertise will help us create robust and scalable platforms that drive innovation and efficiency. Design, develop, and maintain platform-level software solutions. Collaborate with cross-functional teams to integrate AI capabilities into various products. Ensure the reliability, scalability, and performance of platform components. Stay updated with the latest advancements in AI and engineering. Work alongside the technical staff and AI researchers to improve model development flows. Embody our Culture and Values. Bachelor's degree in computer science, or related/equivalent technical discipline AND 4+ years technical engineering experience building and scaling web services, APIs, and products. OR equivalent experience. Deep experience with Python AND at least one of the following: Golang, Java/Scala, Typescript (React, Next.js) 4+ years' experience in building and releasing production software at the platform level. Strong knowledge of APIs, data flows, systems, and services. Bachelor's degree in computer science, or related technical discipline AND 6+ years technical engineering experience building web services with coding in languages including, but not limited to: Python, Golang, Java/Scala, Rust 6+ years' experience in building and releasing production software at the platform level. Deep experience with all of the following languages: Golang, Java/Scala, Typescript (React/Next.js) Experience in model pretraining, post-training, evaluation, and inference Experience using Machine Learning frameworks, including experience using, deploying, and scaling language learning models, either personally or professionally. Ability to clearly communicate complex technical concepts to both technical and non-technical stakeholders. Demonstrated interpersonal skills and ability to work closely with cross-functional teams, including product managers, designers, and other engineers. Proven ability to collaborate and contribute to a positive, inclusive work environment, fostering knowledge sharing and growth within the team. Experience going from zero-to-one as well as working with developed systems. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837005425", "isPrivate": false}, {"id": 1970324837147404, "name": "Member of Technical Staff - Copilot AI Companion Engineering Manager", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1764035534, "t_create": 1762983484, "ats_job_id": 1970324837147404, "display_job_id": 1970324837147404, "type": "ATS", "id_locale": "1970324837147404-en", "job_description": "Overview As Microsoft continues to push the boundaries of AI, we are on the lookout for passionate individuals to work with us on the most interesting and challenging AI questions of our time. Our vision is bold and broad \u2014 to build systems that have true artificial intelligence across agents, applications, services, and infrastructure. It\u2019s also inclusive: we aim to make AI accessible to all \u2014 consumers, businesses, developers \u2014 so that everyone can realize its benefits. Microsoft AI (MAI) is seeking experienced Member of Technical Staff - Copilot AI Companion Engineering Manager to lead building high-performing, emotional, delightful character experience in Copilot. You\u2019ll work in a deeply iterative, collaborative, fast-paced environment to bring our technology to millions of users around the world. You will lead a team of talented software engineers to deliver world-class AI companion experiences that are secure, reliable, and scalable, while collaborating closely with cross-functional teams including Product, Design, and Research. We value engineers who are self-starters, care deeply about the end user experience, and take pride in building products to solve customer needs. Microsoft\u2019s mission is to empower every person and every organization on the planet to achieve more. As employees we come together with a growth mindset, innovate to empower others, and collaborate to realize our shared goals. Each day we build on our values of respect, integrity, and accountability to create a culture of inclusion where everyone can thrive at work and beyond. Starting January 26, 2026, MAI employees are expected to work from a designated Microsoft office at least four days a week if they live within 50 miles (U.S.) or 25 miles (non-U.S., country-specific) of that location. This expectation is subject to local law and may vary by jurisdiction. Responsibilities Hire, manage, and lead a team of software engineers responsible for delivering high-performing, emotional, delightful AI character experiences Ship AI powered experiences that will shape how millions of people will interact with AI in the future Collaborate with Eng, Design and Product leadership to prioritize features and deliver a world-class AI companion to the world Design and build a performant AI Character infrastructure that drives fast, reliable, and scalable character experiences Drive implementation of features and systems, breaking down long-term goals into clear milestones, aligning with release plans, and ensuring cross-team coordination. Embody our  Culture  and  Values . Required Qualifications Bachelor's Degree in Computer Science, or related technical discipline AND 6+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. Preferred Qualifications Bachelor's Degree in Computer Science, or related technical discipline AND 8+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR Master's Degree in Computer Science or related technical field AND 8+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. 6+ years people management experience. Experience leading engineering teams to deliver large-scale software systems, preferably in AI, machine learning, graphics or related fields. Thrive in a fast-paced, collaborative environment and are comfortable making progress in ambiguity. Enjoy working closely with cross-functional partners and teammates in an inclusive, curious culture. Have strong opinions about best investments to make in establishing the most delightful and performant AI companion engineering system. Software Engineering M5 - The typical base pay range for this role across the U.S. is USD $137,600 - $267,000 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $180,400 - $294,000 per year. Software Engineering M6 - The typical base pay range for this role across the U.S. is USD $161,600 - $286,200 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $209,600 - $314,400 per year. Certain roles may be eligible for benefits and other compensation. Find additional benefits and pay information here: https://careers.microsoft.com/us/en/us-corporate-pay\u00a0\u00a0\u00a0 Microsoft will accept applications and processes offers for these roles on an ongoing basis. #copilot", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837147404", "isPrivate": false}, {"id": 1970324837147218, "name": "Member of Technical Staff, LLM Evaluation", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States", "Mountain View, CA, USA", "Boulder, CO, USA", "New York, NY, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763219293, "t_create": 1762905760, "ats_job_id": 1970324837147218, "display_job_id": 1970324837147218, "type": "ATS", "id_locale": "1970324837147218-en", "job_description": "Overview As a Member of Technical Staff, LLM Evaluation, you will develop and implement cutting-edge methodologies to help us evaluate how well Copilot performs in real-world usage scenarios. Users turn to Copilot for all types of endeavors, making it critical that we ensure our AI systems effectively help them meet their needs. Our vision for meeting user needs is expansive and includes not only task completion, but also affective aspects of the experience. You will be responsible for developing new methods to evaluate LLMs, train classifiers, experimenting with data collection techniques, and implementing methodologies to provide real-time signals on Copilot performance. We're looking for outstanding individuals with experience in the social sciences, machine learning, and analysis of natural language. The right candidate is a creative problem solver who will work closely with user researchers and product leaders to build automated evaluation frameworks that help us drive improvements in Copilot.\u00a0\u00a0 Microsoft\u2019s mission is to empower every person and every organization on the planet to achieve more. As employees we come together with a growth mindset, innovate to empower others, and collaborate to realize our shared goals. Each day we build on our values of respect, integrity, and accountability to create a culture of inclusion where everyone can thrive at work and beyond. Starting January 26, 2026, MAI employees are expected to work from a designated Microsoft office at least four days a week if they live within 50 miles (U.S.) or 25 miles (non-U.S., country-specific) of that location. This expectation is subject to local law and may vary by jurisdiction. Responsibilities Leverage expertise to measure the performance of Copilot, identify failure modes and novel mitigation strategies, including data mining, prompt engineering, LLM as a judge, and classifier training. Creative problem solving, navigating complexity with clarity, independently shaping direction and delivering results even when the path isn\u2019t obvious. Create and implement comprehensive evaluation frameworks across diverse scenarios, edge cases, and potential failure modes. Build automated testing systems, generalize solutions into repeatable frameworks, and write efficient code for model pipelines and intervention systems. Maintain a user-oriented perspective by understanding needs from user perspectives, validating approaches through user research, and serving as a trusted advisor on AI matters Track advances in research, identify relevant state-of-the-art techniques, and adapt algorithms to drive innovation in production systems serving millions of users. Qualifications Required Qualifications Bachelor\u2019s Degree in Computer Science, Statistics, Economics, Psychology, Linguistics or related technical discipline AND 4+ years technical engineering experience with coding in languages including Python and SQL. Experience prompting and working with large language models. Experience writing production-quality Python code. Preferred Qualifications Demonstrated interest in Responsible AI.\u00a0 Data Science IC4 - The typical base pay range for this role across the U.S. is USD $119,800 - $234,700 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $158,400 - $258,000 per year. Data Science IC5 - The typical base pay range for this role across the U.S. is USD $139,900 - $274,800 per year.\u00a0There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $188,000 - $304,200 per year. Certain roles may be eligible for benefits and other compensation. Find additional benefits and pay information here: https://careers.microsoft.com/us/en/us-corporate-pay\u00a0\u00a0\u00a0 Microsoft will accept applications and processes offers for these roles on an ongoing basis.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837147218", "isPrivate": false}, {"id": 1970324837145441, "name": "Member of Technical Staff - Developer Evangelist", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1762558763, "t_create": 1762201788, "ats_job_id": 1970324837145441, "display_job_id": 1970324837145441, "type": "ATS", "id_locale": "1970324837145441-en", "job_description": "Work with the mission to empower engineering teams to build faster, smarter, and more reliably on our platform. Work hands-on to improve and refine our libraries and the developer experience as a whole. Create technical content (tutorials, sample apps, blog posts, videos) that demonstrates real-world uses and best practices for the company's platform or APIs. Organize and deliver live presentations, workshops, ,webinars, and internal events to drive awareness and practical adoption. Maintain and contribute to developer-facing documentation, SDKs, command-line tools, and code examples to improve onboarding and reduce friction. Act as the primary liaison between the developer community and platform engineering teams; surface feature requests, common bugs, and usability issues. Monitor internal channels, and telemetry to respond to questions, triage problems, and identify trends. Measure and report on developer metrics (adoption, retention, active usage, contributions) and craft narratives to show business impact. Create feedback loops and structured processes for bug reporting, feature prioritization, and product validation with developers. Advocate for developer-first design inside the company by insisting on clarity, tooling, and workflows that reduce cognitive load and friction. Required Bachelor's Degree in Computer Science or related technical field AND 6+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. Master's Degree in Computer Science or related technical field AND 8+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR Bachelor's Degree in Computer Science or related technical field AND 12+ years technical engineering experience with coding in languages including, but not limited to, C, C++, C#, Java, JavaScript, or Python OR equivalent experience. Hands-on coding experience API design and consumption (REST, GraphQL) Building and publishing SDKs and client libraries Sample app architecture and full-stack demo construction Debugging tools and troubleshooting production issues Git workflows and open-source contribution patterns Containerization (Docker) and local orchestration Cloud platform fundamentals (AWS/GCP/Azure) CI/CD pipelines and release automation Infrastructure as Code (Terraform, CloudFormation) Instrumentation and monitoring basics (logs, metrics, traces) Command-line interface (CLI) tooling and scripting Technical documentation and documentation tooling Package management and registry publishing (npm, PyPI) Front-end frameworks and component libraries Database fundamentals (SQL/NoSQL) and simple schema design Security basics (auth flows, tokens, OAuth, API keys) Testing strategies for example code (unit/integration) Performance profiling and optimization for demos Knowledge of open-source licenses and governance Soft Abilities Public speaking and stage presence Technical storytelling and narrative construction Empathy with developer challenges and workflows Clear, concise technical writing for diverse audiences Community building and relationship management Feedback synthesis and product advocacy Time management and prioritization across travel and content creation Collaboration and cross-functional communication Problem framing and solution validation Adaptability and resilience under public scrutiny Negotiation and partnership development Mentoring and teaching patience Cultural sensitivity for global developer audiences", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837145441", "isPrivate": false}, {"id": 1970324837141112, "name": "Principal Product Manager- Agentic Experiences, Microsoft AI", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763585527, "t_create": 1761931882, "ats_job_id": 1970324837141112, "display_job_id": 1970324837141112, "type": "ATS", "id_locale": "1970324837141112-en", "job_description": "Identify user workflows where AI adds clear value, basing decisions on data and user feedback. Turn model capabilities into specific product features, define MVPs, and refine them using user and business metrics. Work directly with research, engineering, and design to turn AI research into practical products that scale and serve users well. Create and use evaluation methods to track product quality, user experience, and safety throughout development. Set up data processes for sourcing, labeling, and using data to boost model and product performance. Work with infrastructure and platform teams to balance capability, speed, cost, and reliability for scalable products. Write clear documents to keep stakeholders aligned on product goals, priorities, and decisions. Promote adoption by showing how technical features translate into user benefits and growth. Make informed decisions in uncertain situations, manage risks and incidents, and support continuous improvement through postmortem reviews. Bachelor's Degree AND 8+ years' experience in product/service/program management or software development OR equivalent experience. 5+ years of experience launching 0-to-1 products (from concept to market) in a consumer-facing product environment. 3+ years of experience building products that leverage AI/ML technologies. Experience managing and shipping 0-to-1 agentic products in an AI lab or an AI-focused startup. Proven track record of collaborating with cross-functional teams (engineering, design, research) to deliver user-facing features. Familiarity with experimentation tools, data analytics, and working knowledge of SQL or coding (Python, JavaScript). Exceptional collaboration and communication skills with a bias for action and inclusion.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837141112", "isPrivate": false}, {"id": 1970324837141105, "name": "Senior Product Manager, Copilot AI", "location": "Redmond, Washington, United States", "locations": ["Redmond, Washington, United States", "Mountain View, CA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763219041, "t_create": 1761928100, "ats_job_id": 1970324837141105, "display_job_id": 1970324837141105, "type": "ATS", "id_locale": "1970324837141105-en", "job_description": "Develop and execute on LLM platform strategy for Copilot that extend language model's capabilities. Prototype approaches by steering language models to drive response quality across a wide range of scenarios. Identify and prioritize platform, orchestration and language model issues that impact quality, factuality and safety and working with engineers and researchers to find a path to resolution. Define and build measurable evaluations with relevant datasets to demonstrate quality improvements. Define, deploy and manage experiments in production that impact language model's tool use, driving measurable improvements in relevance for and engagement with Copilot users. Partner with product teams to scale tool building and work with inference, agents and orchestration teams to resolve dependencies. Accountable to own the status of key projects, proactively identifying risks and proposing solutions to ensure timely delivery. Bachelor's Degree AND 5+ years experience in product management OR equivalent experience. 3+ years of experience leading ambiguous product areas, defining requirements, developing roadmaps, and working with multi-disciplinary teams to execute them. 2+ years of experience building ML-powered or LLM-powered products. Hands-on experience with LLM APIs (e.g. OpenAI, Anthropic, Azure OpenAI), embeddings, vector databases, and tool use. Hands-on experience with prompt design, context window management, and model evaluation. 2+ years of hands-on experience in building retrieval and/or recommendation systems, driving measurable improvements in relevance, engagement, and conversion through data-driven experimentation. Skilled in translating user intent into product strategy and collaborating closely with engineering and ML teams to deliver scalable, personalized experiences. 1+ years of experience in building LLM applications with familiarity in agent and orchestration frameworks, tool use, LLM evaluations and driving efficiency improvements. Technical depth in software development, data science and machine learning. While you are not expected to write code on the critical path, you're able to define and execute on zero-to-one prototypes, reason over large amounts of data, and speak the language of the engineers and researchers you work with. Experience using and applying Large Language Models. LLMs will be your clay - you should know how to prompt engineer them, how to evaluate them, and understand how they are tuned.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837141105", "isPrivate": false}, {"id": 1970324837141104, "name": "Language Engineer, Copilot AI", "location": "Mountain View, CA, USA", "locations": ["Mountain View, CA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1762913742, "t_create": 1761927355, "ats_job_id": 1970324837141104, "display_job_id": 1970324837141104, "type": "ATS", "id_locale": "1970324837141104-en", "job_description": "Create evaluations and establish evaluation frameworks to measure both technical/practical performance and non-deterministic performance like EQ Research & implement novel prompting techniques Spin the data flywheel to extract insights from extensive language datasets to uncover issues and opportunities to improve model response quality. Accountable to own the status of key projects, proactively identifying risks and proposing solutions to ensure timely delivery. Bachelor's Degree in Computer Science, Philosophy, Linguistics, Psychology, Literature, or related discipline AND 1+ years experience in context engineering with foundational software engineering knowledge. 3+ years experience working in a fast-paced environment, managing multiple priorities, and adapting to changing requirements and deadlines. Hands-on experience with prompt design, context window management, and model evaluation. 2+ years of experience shipping consumer-facing products. You've brought products to market, collected user feedback, defined success metrics and iteratively improved products. 1+ years of experience in building LLM applications with familiarity in agent and orchestration frameworks, tool use, LLM evaluations and driving efficiency improvements. Technical depth in software development, data science and machine learning. While you are not expected to write code on the critical path, you're able to navigate and contribute to code repositories to implement context engineering improvements and write LLM scorers and classifiers to evaluate model response quality.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837141104", "isPrivate": false}, {"id": 1970324837141102, "name": "Principal Product Manager,\u00a0Foundational\u00a0AI\u00a0Research\u00a0", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States", "New York, NY, USA", "San Francisco, CA, USA"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1762740720, "t_create": 1761926813, "ats_job_id": 1970324837141102, "display_job_id": 1970324837141102, "type": "ATS", "id_locale": "1970324837141102-en", "job_description": "Have built data collection or evaluation pipelines for pre-training or post-training AI models Have experience in working side-by-side with ML researchers or ML infrastructure teams to build large scale ML / AI models Take the initiative and enjoys finding paths through complexity in a fast-paced environment, innovative environment Are passionate about managing high stakes time-sensitive large-scale goals, and drive to relentlessly unblock progress Demonstrate a proactive attitude and enthusiasm for exploring new methods and are familiar with research and technical advancement in their area Have worked backwards from customer needs to deliver robust, scalable solutions that empower developers and enterprise customers. Bachelor's Degree AND 8+ years experience in product/service/program management or software development OR equivalent experience. 2+ years direct, hands-on collaboration with model researchers and ML engineers in areas such as training runs, data evaluation, infrastructure, coding, or safety. Experience building and shipping data pipelines or evaluation systems personally. A technical postgraduate degree is strongly preferred; a PhD is ideal but not mandatory. Demonstrated ability to bring enterprise or developer products to market by deeply engaging with end customers. Identify and prioritize language / coding / multimodal issues and work with researchers to find a path to resolution. Create novel data collection tasks for taskers to evaluate models and to collect training data for fine-tuning. Create model prototypes to prove out new feature directions and scope projects. Collaborate closely with teams on infrastructure, data engineering, pre-training, post-training, and product feedback Foster a culture of collaboration, continuous improvement, and growth. Advance the AI frontier responsibly", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837141102", "isPrivate": false}, {"id": 1970324837140717, "name": "Senior Product Manager, Measurement & Experimentation, Copilot", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States"], "hot": 0, "department": "Copilot (P0PS)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1763173604, "t_create": 1761684420, "ats_job_id": 1970324837140717, "display_job_id": 1970324837140717, "type": "ATS", "id_locale": "1970324837140717-en", "job_description": "Experimentation & User Measurement Own the experimentation platform Design and scale learning tests, guardrails, and holdout frameworks. Partner with DS and other Copilot PMs to improve experimentation culture and rigor. Build and maintain feature-level dashboards and metric packs. Develop insight templates to help PMs interpret data and drive decisions. Build systems to track feature health, adoption, and success over time. Enable retrospective analysis to identify what worked and what didn't. Bachelor's Degree AND 5+ years experience in product management OR equivalent experience. 3+ years product management experience in data, platform, or measurement domains. Experience defining and tracking product success, enabling data-informed product development. Experience working with data science and data engineering teams. Thrive in ambiguous environments and enjoy building systems from scratch. Communicate clearly and influence cross-functional partners.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837140717", "isPrivate": false}], "debug": {}, "count": 48, "countFilterByMatchScore": null, "location_user": "any", "location_used": "", "locationInsights": null, "showWizard": false, "disableLocationSearchDropdown": false, "pcsAutocompleteLocationEnabled": 0, "recommended_star_threshold": 4.0, "mocTitle": null, "fuzzyResultsReturned": false, "query": {"query": "copilot p0ps ", "location": "", "department": [], "skill": [], "seniority": [], "pid": "", "work flex": [], "skills": [], "location country": [], "profession": [], "role type": [], "discipline": []}, "userTitles": [], "isThinProfile": false, "veteranProgramDetails": [], "enableTargetedResume": 0, "jobCardConfig": null, "facetDisplaySort": {"work flex": "count_desc", "skills": "count_desc", "location country": "count_desc", "profession": "count_desc", "role type": "count_desc", "discipline": "count_desc", "locations": "count_desc"}, "facets": {"work flex": {"microsoft on-site only": 61, "up to 50% work from home": 17, "up to 100% work from home": 1}, "skills": {"Artificial Intelligence": 40, "Python": 34, "Computer Science": 32, "Engineering": 27, "Machine Learning": 26, "Teamwork": 25, "Design": 24, "Java": 21, "Coding": 17, "API": 16, "Algorithms": 16, "Infrastructure": 14, "ML/I": 14, "Scaling": 14, "Amazon Web Services (AWS)": 13, "JavaScript": 13, "Scalability": 13, "User Experience": 13, "Kubernetes": 12, "Language Modeling": 12, "Research": 11, "Clear Pipelines": 10, "Experimentation": 10, "Collaboration": 9, "Docker": 9, "Software Engineering": 9, "Data Engineering": 8, "Deployments": 8, "Distributed Systems": 8, "Generative AI": 8, "Spark": 8, "C++": 7, "Cross Functional Skills": 7, "Data Pipelines": 7, "Data Science": 7, "LLM": 7, "Program Management": 7, "PyTorch": 7, "TensorFlow": 7, "TypeScript": 7, "Data Analysis": 6, "Dataset": 6, "Innovation": 6, "Product Management": 6, "Search": 6, "Web Applications": 6, "Architecture": 5, "Cross-Functional Collaborations": 5, "Deep Learning": 5, "Pandas": 5, "React": 5, "Security": 5, "Software Development": 5, "Statistics": 5, "Android": 4, "Evaluation Methods": 4, "Point Clouds": 4, "Product Development": 4, "Reinforcement Learning": 4, "Revenue Management": 4, "User Interface": 4, "Workflow": 4, "Alignment": 3, "Data Processing": 3, "Front End": 3, "Git": 3, "Google Cloud Platform": 3, "GraphQL": 3, "High Performance Computing": 3, "Kotlin": 3, "Language": 3, "Optimization Software": 3, "Orchestration": 3, "Recommender Systems": 3, "Strategy": 3, "Testing": 3, "Vectorization": 3, "Pretraining": 3, "Analytics": 2, "Apache Airflow": 2, "C#": 2, "CSS": 2, "CUDA": 2, "Change Management": 2, "Cloud Infrastructure": 2, "Communication": 2, "Computer Engineering": 2, "Containerization": 2, "Continuous Improvement": 2, "Data Driven Framework": 2, "Data Ingestion": 2, "Data Modeling": 2, "Data Quality Framework": 2, "Efficiency": 2, "GPU": 2, "GPU Architecture": 2, "HPC": 2, "Implementation": 2, "Language Skills": 2, "Latency": 2}, "location country": {"United States": 61, "United Kingdom": 18}, "profession": {"software engineering": 56, "product management": 8, "research, applied, and data sciences": 7, "program management": 5, "business operations": 1, "communications": 1, "design & creative": 1}, "role type": {"individual contributor": 74, "people manager": 5}, "discipline": {"software engineering": 56, "product management": 8, "research, applied, and data sciences": 7, "program management": 5, "business operations": 1, "communications": 1, "design & creative": 1}, "locations": {"Remote": 999999, "Mountain View, CA, United States": 44, "London, England, United Kingdom": 17, "Redmond, WA, United States": 15, "New York, NY, United States": 5, "Boulder, CO, United States": 1, "San Francisco, CA, United States": 1, "Seattle, WA, United States": 1}}, "isSubQuery": false, "showBusinessUnitInPositionSidebar": false, "hideDepartment": null, "iframeImplementation": null, "pcsTextConfiguration": {}, "facetNoTitlecase": null, "skipCSSFacetCapitalization": false, "enableMapClustering": false, "readmoreInstructionEnabled": false, "candidateLogin": {}, "isHomePageLoad": false, "candidateBuildProfile": {}, "chatbot": false, "enabledPersonalizedFeatures": {"recommendationFeedback": false, "tldr": true, "personalizationPreferences": false}, "installed_app_data": [], "enhancementsEnabled": false, "disableAutoScrollOnPositionSelect": false, "locationDistanceKmDefault": 100, "searchFiltersTranslationWhitelist": [], "customJobDescTranslationSkipList": [], "enableCandidateReferralFlow": false, "showBanner": false, "pcsBannerMessage": null, "locationRadiusConfig": {"showLocationRadius": false, "locationRadiusType": "mi"}, "pcsApplyFormV2Enabled": true, "isPcsBrandingApril2023Enabled": false, "allowedFileTypes": {}, "pcsOctupleMigration0Enabled": true, "pcsOctupleMigration1Enabled": false, "replaceUrlOnGoBack": true, "pcsRedesignedNuxEnabled": false, "userActivityTimeout": 86400000, "userActivityTimeoutEnabled": 1, "isLoggedInPcsEnabled": false, "sortByConfig": null, "searchBoxConfig": {}, "excludePrivatePositions": true, "eeocFilterKeywords": ["veteran", "disability", "gender", "race", "citizen", "visa", "ethnicity"], "disableScrollLoadPositionSidebar": false, "locationFlexibilityFrontendEnabled": false, "workLocationOptionFrontendEnabled": true, "remoteFlexibleJobsFilterEnabled": false, "loggedOutNotificationsEnabled": true, "prepopulateApplyFormEnabled": true, "prepopulateSettings": {"inferEEOQuestions": false, "showPrepopulateCheckbox": true, "defaultPrepopulateCheckboxValue": true, "showClearForm": true, "prepopulateCheckboxText": "Save my answers for future applications"}, "themeBuilderUser": null, "mandatoryFields": ["firstname", "lastname", "email", "phone"], "blindfoldWidgetPcsGate": false, "pcsApplyFormLocationGate": false, "t3sEnabled": true, "uploadApplicationAnswers": false, "candidateAuthV2Enabled": true, "preApplicationSubmitAuthEnabled": false, "applyFormV2Enabled": false, "loggedOutSavedSearchEnabled": false, "locationRadiusTypeToggleEnabled": true, "incompleteApplicationsEnabled": false, "incompleteApplicationConfig": {}, "fallbackPcsJdGate": true, "enableResumeCoach": false, "isPcsEnabled": true, "applicationInfoReviewEnabled": false, "phoneWithCountryCodeEnabled": true, "phoneWithCountryCodeJTNEnabled": false, "notificationSuggestVerificationToken": null, "cookiesAutoDisabled": false, "strictEmailValidationEnabled": true, "chatbotxConfig": {"enabled": false, "featureAccessFlags": {"resumeCoachCardFlags": {"showApplyWithResume": true, "showEditResume": true}, "positionCardFlags": {"showAddToJobCart": false}}}, "pcsOptionalResumeWithJobcartGate": false, "loggedInCandidate": {}, "hamburgerMenuEnabled": false, "sharedTalentPoolGate": false, "pcsAccessibilityHomeEnabled": true, "pcsAccessibilityApplyFormEnabled": true, "showLanguageDropdown": false, "languages": [{"value": "en", "title": "English"}, {"value": "it", "title": "Italiano"}, {"value": "es", "title": "Espa\u00f1ol"}, {"value": "fr", "title": "Fran\u00e7ais"}, {"value": "pt", "title": "Portugu\u00eas"}, {"value": "nb", "title": "Norsk"}, {"value": "de", "title": "Deutsch"}, {"value": "ja", "title": "\u65e5\u672c\u8a9e"}, {"value": "ms", "title": "Bahasa melayu"}, {"value": "zh-CN", "title": "\u4e2d\u6587 (\u7b80\u4f53)"}, {"value": "zh-TW", "title": "\u4e2d\u6587 (\u7e41\u9ad4)"}, {"value": "ko", "title": "\ud55c\uad6d\uc5b4"}, {"value": "th", "title": "\u0e20\u0e32\u0e29\u0e32\u0e44\u0e17\u0e22"}, {"value": "nl", "title": "Nederlands"}, {"value": "pl", "title": "Polski"}, {"value": "uk", "title": "Y\u043a\u0440\u0430\u0457\u043d\u0441\u044c\u043a\u0430"}, {"value": "hr", "title": "Hrvatski"}, {"value": "el", "title": "\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac"}, {"value": "hu", "title": "Magyar"}, {"value": "cs", "title": "\u010de\u0161tina"}, {"value": "tr", "title": "T\u00fcrk\u00e7e"}, {"value": "ru", "title": "P\u0443\u0441\u0441\u043a\u0438\u0439"}, {"value": "ht", "title": "Haitian"}, {"value": "he", "title": "\u05e2\u05d1\u05e8\u05d9\u05ea"}, {"value": "pt-BR", "title": "Brazilian Portugu\u00eas"}, {"value": "da", "title": "Dansk"}, {"value": "fi", "title": "Suomi"}, {"value": "sv", "title": "Svenska"}, {"value": "fr-CA", "title": "Fran\u00e7ais (Canada)"}, {"value": "pt-PT", "title": "portugu\u00eas (Portugal)"}, {"value": "vi", "title": "Ti\u1ebfng Vi\u1ec7t"}, {"value": "ro", "title": "rom\u00e2n\u0103"}, {"value": "bg", "title": "\u0431\u044a\u043b\u0433\u0430\u0440\u0441\u043a\u0438"}, {"value": "ar", "title": "\u0627\u0644\u0639\u0631\u0628\u064a\u0629"}, {"value": "es-419", "title": "Espa\u00f1ol (Latinoam\u00e9rica)"}, {"value": "sk", "title": "Sloven\u010dina"}, {"value": "id", "title": "Bahasa Indonesia"}], "displayLanguage": "en", "requestLocation": false, "positionQnAEnabled": false, "singlePageCareersNavbarGate": false, "advancedOptionsA11yGate": false, "positionSidebarScrollResetGate": false, "pcsApplyFormFileAnswerGate": false, "all_applicable_locations": []}