{"domain": "microsoftai.com", "user": "Import microsoftai.com", "isWillingToRelocate": false, "isUserAuthenticated": false, "isUserETXCandidate": false, "isDomainETX": false, "isCareerPlannerEnabled": false, "isMyApplicationsEnabled": false, "showVeteranEmployerSignUp": false, "candidate": {"enc_id": 0, "fullname": "", "firstname": "", "lastname": "", "skills": [], "email": "", "phone": "", "location": "", "filename": null, "starred_positions": [], "resumeUrl": "", "onboardingCompleted": false, "isUserInPcsIjp": false, "linkedinUrl": ""}, "branding": {"advancedSearchOptions": [{"key": "skills", "name": "Skills"}, {"key": "work flex", "name": "Work Site"}, {"key": "profession", "name": "Profession"}, {"key": "role type", "name": "Role Type"}, {"key": "discipline", "name": "Discipline"}, {"key": "location country", "name": "Country"}], "redesignedNuxConfig": {"enabled": false}, "hideJobCart": true, "showUploadResumeModal": 0, "enableTalentNetwork": 1, "show_wizard": 0, "privacy": {"title": "Data Privacy Notice", "logged_out_notifications_text": " ", "text": "Your privacy is important to us. The personal data you provide will be processed by AI to enhance your experience. For more information, please see the <u><a class=\"msft-data-privacy-link\" href=\"http://go.microsoft.com/fwlink/?LinkId=518021\" target=\"_blank\">Microsoft Data Privacy Notice</a></u> and <u><a class=\"msft-data-privacy-link\" href=\"https://aka.ms/MAIHubTransparency\" target=\"_blank\">Transparency FAQ</a></u>.", "button": "I understand", "logged_out_notifications_privacy_policy_checkbox_default_state": true}, "homePageHeroBanner": {"opacity": 1, "image": "https://static.vscdn.net/images/careers/demo/microsoft-ai-sandbox/1731551848::pcsbanner", "title": "Get personalized job recommendations", "hideInMobileView": false}, "navBar": {"color": "#ffffff", "image": "https://static.vscdn.net/images/careers/demo/microsoft-ta2-dev-sandbox/1719948341::1714657312__msft_logo.png", "link": "http://eightfold.ai", "background": "#0346A2", "opacity": 1}, "uploadResumeModal": {"title": "Welcome to {company_name}'s Career Center", "subtitle": "Streamline your search by uploading your resume to be matched with positions that best suit your qualifications.", "disclaimer": "**Uploading a resume is not a formal application for employment**"}, "custom_style": {"css": ".nav-item a { color: #fff !important;} .refer .user-name { color: #fff !important; } .fixed-top { background-color: #000 !important; } .position-job-description .block__field--wide-rich-text { width: inherit !important; } nav.navbar { display: none !important; }\n.msft-accessiblity-link {color: #5c1b86; text-decoration:underline} .msft-data-privacy-link {color: #5c1b86; text-decoration:underline} .position-job-description a { color: #5c1b86 !important; text-decoration:underline !important }"}, "page_image": "", "max_applications_refer": 0, "max_applications_apply": 20, "custom_head_scripts": {"HOME_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>", "SINGLE_POSITION_PAGE_LOAD": "<script>$(\"#pcs-body-container\").removeClass(\"without-hero-image\");\n        $(\"nav.navbar\").hide();\n $('.hero-image').hide();\n $('.language-selection').hide();\n$('.language-selection').css('display', 'none');</script>"}, "applyButton": {"background": "#5c1b86"}, "customContent": {"positionSections": [{"body": "Microsoft is an equal opportunity employer. All qualified applicants will receive consideration for employment without regard to age, ancestry, citizenship, color, family or medical care leave, gender identity or expression, genetic information, immigration status, marital status, medical condition, national origin, physical or mental disability, political affiliation, protected veteran or military status, race, ethnicity, religion, sex (including pregnancy), sexual orientation, or any other characteristic protected by applicable local laws, regulations and ordinances. If you need assistance and/or a reasonable accommodation due to a disability during the application process, read more about <a class=\"msft-accessiblity-link\" href=\"https://careers.microsoft.com/v2/global/en/accessibility.html\" target=\"_blank\">requesting accommodations</a>.", "title": ""}]}, "job_insights_display": {"hide": true}, "hide_matched_section": true, "PersonalizationBar": {"hide_find_jobs_button": true}, "custom_html": {"header": "<div id=\"configurable-navbar\"></div>", "footer": "<footer></footer>", "page-footer": "<div></div>"}, "recaptcha_enabled": 1, "companyName": "Microsoft", "showLoggedOutNotificationsPrivacyPolicy": true, "hideEightfoldBranding": false}, "pid": "1970324837016562", "positions": [{"id": 1970324837016562, "name": "Senior Data Scientist, Copilot AI", "location": "Mountain View, California, United States", "locations": ["Mountain View, California, United States", "Redmond, WA, USA"], "hot": 0, "department": "AI Research Team (9M6I)", "business_unit": "Microsoft AI (QIA5)", "t_update": 1749050088, "t_create": 1748364389, "ats_job_id": 1970324837016562, "display_job_id": 1970324837016562, "type": "ATS", "id_locale": "1970324837016562-en", "job_description": "Overview As Microsoft continues to push the boundaries of AI, we are on the lookout for passionate individuals to work with us on the most interesting and challenging AI questions of our time. Our vision is bold and broad \u2014 to build systems that have true artificial intelligence across agents, applications, services, and infrastructure. It\u2019s also inclusive: we aim to make AI accessible to all \u2014 consumers, businesses, developers \u2014 so that everyone can realize its benefits. Microsoft AI (MS AI) is seeking an experienced Data Scientist to help build the next wave of capabilities of our personal AI, Copilot. We\u2019re looking for someone who thinks deeply about measurement and human-AI interactions\u2014in this role you help us describe and measure how people use Microsoft Copilot. We seek a versatile data scientist who can architect solutions that stand the test of time and who will bring an abundance of positive energy, empathy, and kindness to the team every day, in addition to being highly effective. Microsoft\u2019s mission is to empower every person and every organization on the planet to achieve more. As employees we come together with a growth mindset, innovate to empower others, and collaborate to realize our shared goals. Each day we build on our values of respect, integrity, and accountability to create a culture of inclusion where everyone can thrive at work and beyond. By applying to this U.S. Mountain View, CA OR Redmond, WA position, you are required to be local to the San Francisco area OR Seattle area and in office 3 days a week. Responsibilities Develop and improve evaluation methodologies to assess model output quality, for both machine eval and human eval metrics and coverage. Design and implement scalable data pipelines to extract, transform, and structure product logs for evaluation use cases. Synthesize datasets for human or machine evaluation. Analyze and interpret results from A/B tests, offline benchmarks, and live experiments to drive actionable recommendations. Train ML classifiers to analyze and label user logs (e.g., classify intent, detect quality issues) for evaluation Draw insights from eval results and form recommendations, drive different eval experiments to find the most optimal solutions. Work closely with product managers, engineers, and researchers to define evaluation criteria aligned with product goals and user value. Create and maintain dashboards and reporting tools to monitor eval performance and trends. Contribute to the development of custom metrics that go beyond standard benchmarks to capture product-specific nuances. Stay current on the latest in LLM research on evaluation and prompting. Embody our  Culture  and  Values . Required Qualifications Doctorate in Data Science, Mathematics, Statistics, Econometrics, Economics, Operations Research, Computer Science, or related field AND 1+ year(s) data-science experience (e.g., managing structured and unstructured data, applying statistical techniques and reporting results) OR Master's Degree in Data Science, Mathematics, Statistics, Econometrics, Economics, Operations Research, Computer Science, or related field AND 3+ years data-science experience (e.g., managing structured and unstructured data, applying statistical techniques and reporting results) OR Bachelor's Degree in Data Science, Mathematics, Statistics, Econometrics, Economics, Operations Research, Computer Science, or related field AND 5+ years data-science experience (e.g., managing structured and unstructured data, applying statistical techniques and reporting results) OR equivalent experience. 5+ years of experience in data science, ML evaluation, or applied research. Working knowledge of LLM evaluation methods, including experience conducting both human evaluations and LLM-as-a-judge assessments Experience using Python, SQL, and common data analysis libraries for data processing and analysis. Ability to analyze complex problems, communicate findings clearly, and translate insights into actionable steps. Preferred Qualifications Experience building or evaluating LLM applications in production. Product-driven thinking. Ability to work in a fast-paced environment, manage multiple priorities, and adapt to changing requirements and deadlines.\u00a0 Data Science IC4 - The typical base pay range for this role across the U.S. is USD $119,800 - $234,700 per year. There is a different range applicable to specific work locations, within the San Francisco Bay area and New York City metropolitan area, and the base pay range for this role in those locations is USD $158,400 - $258,000 per year. Certain roles may be eligible for benefits and other compensation. Find additional benefits and pay information here:  https://careers.microsoft.com/us/en/us-corporate-pay Microsoft will accept applications and processes offers for these roles on an ongoing basis.", "stars": 0.0, "medallionProgram": null, "location_flexibility": null, "work_location_option": "onsite", "canonicalPositionUrl": "https://microsoftai.eightfold.ai/careers/job/1970324837016562", "isPrivate": false}], "isFallback": false, "debug": {}, "count": 1, "personal_message": "We thought you would be interested in this position.", "scheduling": {"minTime": 9, "limit": 10, "maxTime": 17, "increments": 60, "minTimeslots": 3}, "userTitles": [], "enableTargetedResume": 0, "query": {"query": "", "location": "", "department": [], "skill": [], "seniority": [], "pid": "1970324837016562"}, "singleview": true, "see_all_jobs": true, "recommended_star_threshold": 4.0, "chatbot": false, "iframeImplementation": null, "pcsApplyFormV2Enabled": true, "isPcsBrandingApril2023Enabled": false, "allowedFileTypes": {}, "pcsTextConfiguration": {}, "hideDepartment": null, "pcsOctupleMigration0Enabled": true, "pcsOctupleMigration1Enabled": false, "replaceUrlOnGoBack": true, "pcsRedesignedNuxEnabled": false, "readmoreInstructionEnabled": false, "userActivityTimeout": 86400000, "userActivityTimeoutEnabled": 1, "isLoggedInPcsEnabled": false, "sortByConfig": null, "searchBoxConfig": {}, "excludePrivatePositions": true, "eeocFilterKeywords": ["veteran", "disability", "gender", "race", "citizen", "visa", "ethnicity"], "disableScrollLoadPositionSidebar": false, "locationFlexibilityFrontendEnabled": false, "workLocationOptionFrontendEnabled": true, "remoteFlexibleJobsFilterEnabled": false, "loggedOutNotificationsEnabled": true, "candidateLogin": {}, "prepopulateApplyFormEnabled": true, "prepopulateSettings": {"inferEEOQuestions": false, "showPrepopulateCheckbox": true, "defaultPrepopulateCheckboxValue": true, "showClearForm": true, "prepopulateCheckboxText": "Save my answers for future applications"}, "candidateBuildProfile": {}, "enhancementsEnabled": false, "themeBuilderUser": null, "mandatoryFields": ["firstname", "lastname", "email", "phone"], "blindfoldWidgetPcsGate": false, "pcsApplyFormLocationGate": false, "t3sEnabled": true, "uploadApplicationAnswers": false, "candidateAuthV2Enabled": true, "preApplicationSubmitAuthEnabled": false, "applyFormV2Enabled": false, "loggedOutSavedSearchEnabled": false, "locationRadiusTypeToggleEnabled": true, "incompleteApplicationsEnabled": false, "incompleteApplicationConfig": {}, "fallbackPcsJdGate": true, "enableResumeCoach": false, "isPcsEnabled": true, "applicationInfoReviewEnabled": false, "phoneWithCountryCodeEnabled": true, "phoneWithCountryCodeJTNEnabled": false, "notificationSuggestVerificationToken": null, "cookiesAutoDisabled": false, "strictEmailValidationEnabled": true, "chatbotxConfig": {"enabled": false, "featureAccessFlags": {"resumeCoachCardFlags": {"showApplyWithResume": true, "showEditResume": true}, "positionCardFlags": {"showAddToJobCart": false}}}, "pcsOptionalResumeWithJobcartGate": false, "loggedInCandidate": {}, "hamburgerMenuEnabled": false, "sharedTalentPoolGate": false, "pcsAccessibilityHomeEnabled": true, "pcsAccessibilityApplyFormEnabled": true, "showLanguageDropdown": false, "languages": [{"value": "en", "title": "English"}, {"value": "it", "title": "Italiano"}, {"value": "es", "title": "Espa\u00f1ol"}, {"value": "fr", "title": "Fran\u00e7ais"}, {"value": "pt", "title": "Portugu\u00eas"}, {"value": "nb", "title": "Norsk"}, {"value": "de", "title": "Deutsch"}, {"value": "ja", "title": "\u65e5\u672c\u8a9e"}, {"value": "ms", "title": "Bahasa melayu"}, {"value": "zh-CN", "title": "\u4e2d\u6587 (\u7b80\u4f53)"}, {"value": "zh-TW", "title": "\u4e2d\u6587 (\u7e41\u9ad4)"}, {"value": "ko", "title": "\ud55c\uad6d\uc5b4"}, {"value": "th", "title": "\u0e20\u0e32\u0e29\u0e32\u0e44\u0e17\u0e22"}, {"value": "nl", "title": "Nederlands"}, {"value": "pl", "title": "Polski"}, {"value": "uk", "title": "Y\u043a\u0440\u0430\u0457\u043d\u0441\u044c\u043a\u0430"}, {"value": "hr", "title": "Hrvatski"}, {"value": "el", "title": "\u0395\u03bb\u03bb\u03b7\u03bd\u03b9\u03ba\u03ac"}, {"value": "hu", "title": "Magyar"}, {"value": "cs", "title": "\u010de\u0161tina"}, {"value": "tr", "title": "T\u00fcrk\u00e7e"}, {"value": "ru", "title": "P\u0443\u0441\u0441\u043a\u0438\u0439"}, {"value": "ht", "title": "Haitian"}, {"value": "he", "title": "\u05e2\u05d1\u05e8\u05d9\u05ea"}, {"value": "pt-BR", "title": "Brazilian Portugu\u00eas"}, {"value": "da", "title": "Dansk"}, {"value": "fi", "title": "Suomi"}, {"value": "sv", "title": "Svenska"}, {"value": "fr-CA", "title": "Fran\u00e7ais (Canada)"}, {"value": "pt-PT", "title": "portugu\u00eas (Portugal)"}, {"value": "vi", "title": "Ti\u1ebfng Vi\u1ec7t"}, {"value": "ro", "title": "rom\u00e2n\u0103"}, {"value": "bg", "title": "\u0431\u044a\u043b\u0433\u0430\u0440\u0441\u043a\u0438"}, {"value": "ar", "title": "\u0627\u0644\u0639\u0631\u0628\u064a\u0629"}, {"value": "es-419", "title": "Espa\u00f1ol - Am\u00e9rica Latina"}], "displayLanguage": "en", "installed_app_data": [], "singlePageCareersNavbarGate": false, "customJobDescTranslationSkipList": [], "all_applicable_locations": [{"location": "Mountain View, California, United States", "city": "Mountain View", "state": "CA,US", "country": "US"}, {"location": "Redmond, WA, USA", "city": "Redmond", "state": "WA,US", "country": "US"}]}