how well a model handles real-world developer tasks. You'll create challenging tasks and evaluation criteria within realistic simulated environments: Build realistic developer environments
a virtual company with codebase, infrastructure, and context (tickets, docs, conversations) that forms a believable development history Design tasks from intermediate states of these environments
craft the prompt, define what \"solved\" means, and ensure the task is solvable by an AI agent Write tests that verify agent solutions
accept all valid approaches and reject incorrect ones, neither too strict nor too lenient Iterate on tasks and tests based on QA feedback
review agent solutions, analyze failures, and refine until the evaluation is fair and robust What this is NOT Not data labeling Not prompt engineering Not writing code from scratch
the agent writes most of the code; you guide and evaluate What we look for 5+ years in software development Core stack: Python (FastAPI), JavaScript/TypeScript (React), Docker, Postgres, Kafka, Redis Experience writing tests (functional, integration) English proficiency
B2+ Why this is hard Frontier models are already good at coding. Creating a task that genuinely challenges the best models is non-trivial. You need to deeply understand where models fail and what scenarios reveal the difference between a good and a bad solution. Tasks have many valid solutions
writing tests that accept all correct solutions and reject incorrect ones is harder than it sounds.

How it works Apply → Pass qualification(s) → Join a project → Complete tasks → Get paid Compensation Up to $50/hr equivalent , depending on level and pace. Tasks are estimated at ~20 hours each; you set your own schedule.","accountId","106788824","Mindrift","https://apply.workable.com/toloka-ai/j/35BFE70E68","location",{"_427":428,"_429":430},"createdAt","2026-08-06T15:39:54.136243636Z","2026-08-06T13:16:52.707Z","2026-08-05T00:00:00Z","status","active","isDiscoverable","isSearchable","isSpotlight","isDraft","careerSkills",[373,374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389],"requiredEducation","na",104000,"isEmailRequired","isPhoneRequired","titleSearch","Evaluation Engineers","wage10thPercentileHourly",38.603846153846156,"wage30thPercentileHourly",49.80673076923077,"wage50thPercentileHourly",60.45144230769231,"payGrowthScore",100,"jobSecurityScore","compositeScore","compositeLowConfidence","county","48999","state","48","stateSlug","tx","occupationSlug","artificial-intelligence-engineer","/technology/artificial-intelligence-engineer/tx","careerAreaSlug",[372],"eduLevelsName",[322],"lotCareerAreaName",[371],"lotOccupationName",[370],"lotSpecializedOccupation",[369],"isCanonical","canonicalSlug","canonicalSitemapPath","groupLocations",[366],{"_73":364,"_75":365},{"_94":152,"_96":97,"_98":153,"_100":153,"_102":153,"_104":153,"_77":52,"_78":79},{},{"_367":243,"_341":344,"_368":298,"_35":299,"_51":24,"_45":306,"_67":347},"city","jobId","23112010","Artificial Intelligence Engineer","Technology","technology",{"_390":425,"_392":426,"_394":-5},{"_390":423,"_392":424,"_394":-5},{"_390":421,"_392":422,"_394":-5},{"_390":419,"_392":420,"_394":-5},{"_390":417,"_392":418,"_394":-5},{"_390":415,"_392":416,"_394":-5},{"_390":413,"_392":414,"_394":-5},{"_390":411,"_392":412,"_394":-5},{"_390":409,"_392":410,"_394":-5},{"_390":407,"_392":408,"_394":-5},{"_390":405,"_392":406,"_394":-5},{"_390":403,"_392":404,"_394":-5},{"_390":401,"_392":402,"_394":-5},{"_390":399,"_392":400,"_394":-5},{"_390":397,"_392":398,"_394":-5},{"_390":395,"_392":396,"_394":-5},{"_390":391,"_392":393,"_394":-5},"code","KS1200771D9CR9LB4MWW","value","JavaScript (Programming Language)","proficiency","KS125TB6YR6236RKM563","PostgreSQL","KS120BV6SR75RBKQH0G3","Artificial Intelligence","KS120L96KMYTDJ48NRSH","Software Development","KS128G66RG96FZNHFCXY","Redis","ESB97B40B4C811DCF866","Data Labeling","KS125LS6N7WP4S6SFTCK","Python (Programming Language)","KS123K75YYK8VGH90NCS","English Language","KSOJDFKU3P4CQ25VCU4T","Codebase","KSDJCA4E89LB98JAZ7LZ","React.js (Javascript Library)","KSY4WFI1S164RQUBSPCC","Docker (Software)","KSN97GEUHPNGNAQFDCGY","Apache Kafka","KS440726NL4QJRHCMR43","Safety Assurance","ESF93F19C2FF1A7D10CD","AI Agents","ES36640EBD9133DC4BB2","Prompt Engineering","ES4654925D2963CB73D7","FastAPI","KS441LF7187KS0CV4B6Y","TypeScript","lat",31.9685988,"lon",-99.9018131,"preloadedState",{"_890":891,"_892":893,"_894":895,"_896":897},{"_889":24},"learnerProfile","statsigBootstrap","{\"feature_gates\":{\"88647992\":{\"name\":\"88647992\",\"rule_id\":\"7Bq6Yr0VObhI533YiKSH4g:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3381168580\":{\"name\":\"3381168580\",\"rule_id\":\"1s0tvbCO5ioqg4eXSJDK4e:50.00:2\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1660322309\":{\"name\":\"1660322309\",\"rule_id\":\"1lxCXwbeeEdg8DJbuL2Xsw\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"3133954998\":{\"name\":\"3133954998\",\"rule_id\":\"ihLqSao0W7EJoaULoKLWB:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1051929575\":{\"name\":\"1051929575\",\"rule_id\":\"4ACRYZQATYyYM9xw8AHTGL\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"419022013\":{\"name\":\"419022013\",\"rule_id\":\"6Fu8B8MX4MQjmq32PUdd7E:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3557635766\":{\"name\":\"3557635766\",\"rule_id\":\"66l0cE7Hp6bz3AxGzkJ52C:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1736670698\":{\"name\":\"1736670698\",\"rule_id\":\"2Ji5m1q9wJv0gi0M9VnsCF\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"2679797355\":{\"name\":\"2679797355\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1685639577\":{\"name\":\"1685639577\",\"rule_id\":\"7Hp9WvDxtXp0NERAI0bDjc\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"612239029\":{\"name\":\"612239029\",\"rule_id\":\"69XSFMJl2CEpaAeAbRUFtB\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1865400435\":{\"name\":\"1865400435\",\"rule_id\":\"3psH6NhgLYCK9ZjgvAjzAm\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"512472402\":{\"name\":\"512472402\",\"rule_id\":\"3hAm10p9ACCkukn5bzuqqn\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"15146329\":{\"name\":\"15146329\",\"rule_id\":\"6QA1Bdf3RtMstSQa9UIUvY\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1579488973\":{\"name\":\"1579488973\",\"rule_id\":\"6sBW4R11t0ICNaOywRdTNs\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1551224207\":{\"name\":\"1551224207\",\"rule_id\":\"Evv169XZO4Lpdqvg5Td7P:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"4139579230\":{\"name\":\"4139579230\",\"rule_id\":\"RbpkdeQQy7MYwZsfMnq5l:0.00:2\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"621936954\":{\"name\":\"621936954\",\"rule_id\":\"5arib1ssfs8Zqr1c2kDQTY:100.00:3\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"452380100\":{\"name\":\"452380100\",\"rule_id\":\"51rJLN7FbcDF8U8DnxSsz0\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1013876983\":{\"name\":\"1013876983\",\"rule_id\":\"5UcYisherysXy4aYLnIrrR\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3984815646\":{\"name\":\"3984815646\",\"rule_id\":\"7an3Kzm1Uz9oCin2zzMd3v:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3039458390\":{\"name\":\"3039458390\",\"rule_id\":\"5SrGI7sriLb49nW9jenfem:100.00:3\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3176969473\":{\"name\":\"3176969473\",\"rule_id\":\"3Dr83mVC42ZvIRZcMRhvrf\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"4068263545\":{\"name\":\"4068263545\",\"rule_id\":\"736g712OYDBE9Wt0TiEoE6:100.00:9\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1988463243\":{\"name\":\"1988463243\",\"rule_id\":\"5uOAYlehvTQApItuBDrlIp:100.00:2\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3315981121\":{\"name\":\"3315981121\",\"rule_id\":\"4HHokWdZWryp2PFtEo6Ebv:0.00:3\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"3702157961\":{\"name\":\"3702157961\",\"rule_id\":\"49VCRQzU3V4TVyAsQy0XmP:0.00:6\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1235551158\":{\"name\":\"1235551158\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"3925450214\":{\"name\":\"3925450214\",\"rule_id\":\"d2UuNqbLF1sea9LVvShlS:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"2191373427\":{\"name\":\"2191373427\",\"rule_id\":\"1N0Cce1uwb3QZltlw5F48y:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"827105181\":{\"name\":\"827105181\",\"rule_id\":\"1ZOyF3jNBpxgYwnQMgtw0r:0.00:2\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"3005498566\":{\"name\":\"3005498566\",\"rule_id\":\"3c8yBFeqU12a5ymtsUyebQ\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"2939121896\":{\"name\":\"2939121896\",\"rule_id\":\"4QTA5VIW8QWhxfDAjlO4av:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1896186400\":{\"name\":\"1896186400\",\"rule_id\":\"qt72B0rkWi96bpCMXIpcg\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1867875410\":{\"name\":\"1867875410\",\"rule_id\":\"1KDJU0Z08247rkTLR5qpS8:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"3712733927\":{\"name\":\"3712733927\",\"rule_id\":\"1gWHYV1nPTxU1iQWBzt7sH\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1212282567\":{\"name\":\"1212282567\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"2964530023\":{\"name\":\"2964530023\",\"rule_id\":\"1GmwZwWEuC5BBqZz9mqKNG:0.00:2\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"1608580799\":{\"name\":\"1608580799\",\"rule_id\":\"30LXAjGMh8uhuKSQOjw9Zd\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"2873377340\":{\"name\":\"2873377340\",\"rule_id\":\"1BSuj1ZkoN7dO8TTiB9RCf\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"3076862121\":{\"name\":\"3076862121\",\"rule_id\":\"2Vi9QHWxRTvJks783IVVP9:100.00:1\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"1809849743\":{\"name\":\"1809849743\",\"rule_id\":\"5UE13Dq1imLgbmI6SrW4st\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false},\"357169355\":{\"name\":\"357169355\",\"rule_id\":\"3cbU3U7ySOFEXeDp2YVMTo\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":true},\"4212168725\":{\"name\":\"4212168725\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":false}},\"dynamic_configs\":{\"2750779937\":{\"name\":\"2750779937\",\"rule_id\":\"1cPTrX2qRpR15UBnKPMXhe:100.00:2-1cPTrVnop7HwMv3s9HRjYc\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"enabled\":true},\"is_device_based\":false,\"passed\":true},\"2400943617\":{\"name\":\"2400943617\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"colors\":{\"brand\":\"#23395B\",\"white\":\"#FFFFFF\",\"offWhite\":\"#FFF4F42\",\"baseBackground\":\"#fafcff\",\"borderBackground\":\"#e0e0e0\",\"danger\":\"#d12428\",\"success\":\"#02730f\",\"warning\":\"#FCE118\",\"info\":\"#E4F8FF\",\"darkBackground\":\"#010318\",\"lightBackground\":\"#F4F4F4\",\"dark\":\"#202020\",\"altBackground\":\"#9c9c9c\",\"gray\":\"#8a8a8a\",\"gray20\":\"#005807\",\"gray40\":\"#616161\",\"gray70\":\"#797979\",\"transparent\":\"transparent\",\"opaque\":\"rgba(0,0,0,0.1)\",\"forestGreen\":\"#005807\",\"gold\":\"#F2AC1C\",\"lightBlue\":\"#d9e9fc\",\"paceBlue\":\"#CFDEE7\",\"yellow\":\"#fff703\",\"clay\":\"#967D44\"}},\"is_device_based\":false,\"passed\":false},\"2811707873\":{\"name\":\"2811707873\",\"rule_id\":\"1qB3cKolYTho7KCZitHlbv:100.00:5-1qAYSILd5gXFsDKMwDP8LX\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"version\":\"2.0\",\"layout\":{\"id\":\"profile_layout_v2\",\"feature_flag\":\"profile_layout_v2\",\"section_groups\":[{\"title\":\"Personal\",\"sections\":[{\"id\":\"bio_card\",\"type\":\"bio_card\",\"order\":1,\"component\":\"BioCardV2\",\"config\":{\"title\":\"Bio\",\"screenName\":\"profile__bio\",\"fields\":[{\"id\":\"bio_text\",\"type\":\"text\",\"value\":\"\",\"textType\":\"regular16\",\"color\":\"secondary\"}]}},{\"id\":\"interests_card\",\"type\":\"interests_card\",\"order\":2,\"component\":\"InterestsCardV2\",\"config\":{\"title\":\"Interests\",\"screenName\":\"profile__interests\",\"fields\":[{\"id\":\"industry_interests\",\"type\":\"badge_group\",\"title\":\"Industry Interests\",\"textType\":\"header3\",\"badgeColor\":\"purple-200\",\"items\":[]},{\"id\":\"career_interests\",\"type\":\"badge_group\",\"title\":\"Career Interests\",\"badgeColor\":\"coral-200\",\"items\":[]}]}},{\"id\":\"skills_languages_card\",\"type\":\"skills_languages_card\",\"order\":3,\"component\":\"SkillsLanguagesCardV2\",\"config\":{\"title\":\"Skills & Languages\",\"screenName\":\"profile__skills_languages\",\"fields\":[{\"id\":\"skills\",\"type\":\"badge_group\",\"title\":\"Skills\",\"badgeColor\":\"green-300\",\"items\":[]},{\"id\":\"languages\",\"type\":\"badge_group\",\"title\":\"Languages\",\"badgeColor\":\"blue-300\",\"items\":[]}]}},{\"id\":\"education_card\",\"type\":\"education_card\",\"order\":4,\"component\":\"EducationCardV2\",\"config\":{\"title\":\"Education\",\"screenName\":\"profile__education\",\"fields\":[{\"id\":\"education_items\",\"type\":\"list_item\",\"items\":[]}]}},{\"id\":\"experience_card\",\"type\":\"experience_card\",\"order\":5,\"component\":\"ExperienceCardV2\",\"config\":{\"title\":\"Experience\",\"screenName\":\"profile__experience\",\"fields\":[{\"id\":\"experience_items\",\"type\":\"list_item\",\"items\":[]}]}},{\"id\":\"activities_card\",\"type\":\"activities_card\",\"order\":6,\"component\":\"ActivitiesCardV2\",\"config\":{\"title\":\"Activities\",\"screenName\":\"profile__activities\",\"fields\":[{\"id\":\"activities_items\",\"type\":\"list_item\",\"items\":[]}]}},{\"id\":\"accomplishments_card\",\"type\":\"accomplishments_card\",\"order\":7,\"component\":\"AccomplishmentsCardV2\",\"config\":{\"title\":\"Accomplishments\",\"screenName\":\"profile__accomplishments\",\"fields\":[{\"id\":\"accomplishments_items\",\"type\":\"list_item\",\"items\":[]}]}}]}]},\"themes\":{\"default\":{\"spacing\":{\"card_gap\":16,\"section_padding\":20},\"colors\":{\"background\":\"#FFFFFF\",\"card_background\":\"#FFFFFF\",\"primary_text\":\"#000000\",\"secondary_text\":\"#666666\"}}}},\"is_device_based\":false,\"passed\":true},\"151910433\":{\"name\":\"151910433\",\"rule_id\":\"3Rd1Ri5XBQIglfMEwjIkG7:100.00:3-3Rd1RgqV9yyM1QeIVbMHn5\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"createPost\":{\"id\":\"create_post\",\"component\":\"create_post\",\"order\":1},\"feedSelect\":{\"id\":\"feed_select\",\"component\":\"feed_select\",\"order\":2},\"newsFeed\":{\"id\":\"news_feed\",\"component\":\"news_feed\",\"order\":3}},\"is_device_based\":false,\"passed\":true},\"4194336348\":{\"name\":\"4194336348\",\"rule_id\":\"default\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"treatment\":\"beta\"},\"is_device_based\":false,\"passed\":false},\"2374213830\":{\"name\":\"2374213830\",\"rule_id\":\"prestart\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{},\"is_device_based\":false,\"is_experiment_active\":false,\"is_user_in_experiment\":false},\"4044382156\":{\"name\":\"4044382156\",\"rule_id\":\"1OE6OllbaUoNF7xuo9O3B7:100.00:2-1OE6OjG8ICfjlHZyN1Sqi5\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"storyFeed\":{\"id\":\"story_feed\",\"component\":\"story_feed\",\"order\":1,\"enabled\":false},\"tipsVideo\":{\"id\":\"tips_video\",\"component\":\"tips_video\",\"order\":2,\"enabled\":false},\"profileProgress\":{\"id\":\"profile_progress\",\"component\":\"profile_progress\",\"order\":3,\"enabled\":true},\"myCareers\":{\"id\":\"my_careers\",\"component\":\"my_careers\",\"order\":4,\"enabled\":true},\"myVibe\":{\"id\":\"my_vibe\",\"component\":\"my_vibe\",\"order\":5,\"enabled\":true},\"newsFeed\":{\"id\":\"news_feed\",\"component\":\"news_feed\",\"order\":6,\"enabled\":true}},\"is_device_based\":false,\"passed\":true},\"3559441793\":{\"name\":\"3559441793\",\"rule_id\":\"3iv7Qwu4KrgWC4rbIUZdvM-3iv7QuP2i97siETg7N3AcK\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"version\":\"1.0\",\"feature_flag\":\"profile_edit_v2\",\"treatment\":\"alpha\",\"layout\":{\"location\":{\"alpha\":{\"title\":\"Update Status\",\"screenHeader\":\"Update Status\",\"fields\":[{\"type\":\"text\",\"key\":\"location\",\"label\":\"Location\",\"placeholder\":\"Enter your location\"}]},\"beta\":{\"screenHeader\":\"Update Location\",\"fields\":[{\"type\":\"text\",\"key\":\"location\",\"label\":\"Location\",\"placeholder\":\"Enter your location\"}]}},\"bio\":{\"alpha\":{\"title\":\"Update Bio\",\"screenHeader\":\"Update Bio\",\"fields\":[{\"type\":\"text\",\"key\":\"bio\",\"label\":\"Bio\",\"placeholder\":\"Enter your bio\"}]},\"beta\":{\"screenHeader\":\"Update Bio Beta\",\"fields\":[{\"type\":\"text\",\"key\":\"bio\",\"label\":\"Bio\",\"placeholder\":\"Enter your bio\"}]}},\"interests\":{\"alpha\":{\"title\":\"Update Interests\",\"screenHeader\":\"Update Interests\",\"fields\":[{\"type\":\"text\",\"key\":\"interests\",\"label\":\"Interests\",\"placeholder\":\"Enter your interests\"}]},\"beta\":{\"screenHeader\":\"Update Interests\",\"fields\":[{\"type\":\"text\",\"key\":\"interests\",\"label\":\"Interests\",\"placeholder\":\"Enter your interests\"}]}},\"skillsLanguages\":{\"alpha\":{\"title\":\"Update Skills & Languages\",\"screenHeader\":\"Update Skills & Languages\",\"fields\":[{\"type\":\"text\",\"key\":\"skillsLanguages\",\"label\":\"Skills & Languages\",\"placeholder\":\"Enter your skills & languages\"}]},\"beta\":{\"screenHeader\":\"Update Skills & Languages\",\"fields\":[{\"type\":\"text\",\"key\":\"skillsLanguages\",\"label\":\"Skills & Languages\",\"placeholder\":\"Enter your skills & languages\"}]}},\"education\":{\"alpha\":{\"title\":\"Update Education\",\"screenHeader\":\"Update Education\",\"fields\":[{\"type\":\"text\",\"key\":\"education\",\"label\":\"Education\",\"placeholder\":\"Enter your education\"}]},\"beta\":{\"screenHeader\":\"Update Education\",\"fields\":[{\"type\":\"text\",\"key\":\"education\",\"label\":\"Education\",\"placeholder\":\"Enter your education\"}]}},\"experience\":{\"alpha\":{\"title\":\"Update Experience\",\"screenHeader\":\"Update Experience\",\"fields\":[{\"type\":\"text\",\"key\":\"experience\",\"label\":\"Experience\",\"placeholder\":\"Enter your experience\"}]},\"beta\":{\"screenHeader\":\"Update Experience\",\"fields\":[{\"type\":\"text\",\"key\":\"experience\",\"label\":\"Experience\",\"placeholder\":\"Enter your experience\"}]}},\"activities\":{\"alpha\":{\"title\":\"Add Activity\",\"screenHeader\":\"Add Activity\",\"fields\":[{\"type\":\"text\",\"key\":\"activities\",\"label\":\"Activities\",\"placeholder\":\"Enter your activities\"}]},\"beta\":{\"screenHeader\":\"Add Activity\",\"fields\":[{\"type\":\"text\",\"key\":\"activities\",\"label\":\"Activities\",\"placeholder\":\"Enter your activities\"}]}},\"accomplishments\":{\"alpha\":{\"title\":\"Update Accomplishments\",\"screenHeader\":\"Update Accomplishments\",\"fields\":[{\"type\":\"text\",\"key\":\"accomplishments\",\"label\":\"Accomplishments\",\"placeholder\":\"Enter your accomplishments\"}]}},\"beta\":{\"screenHeader\":\"Update Accomplishments\",\"fields\":[{\"type\":\"text\",\"key\":\"accomplishments\",\"label\":\"Accomplishments\",\"placeholder\":\"Enter your accomplishments\"}]}}},\"is_device_based\":false,\"passed\":true},\"3393096890\":{\"name\":\"3393096890\",\"rule_id\":\"ZZuKDQhs76uNu7onAosZR:100.00:2-ZZuKCbeZOX0u4zsMssPGP\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"min_version\":\"1.1.6\"},\"is_device_based\":false,\"passed\":true},\"2431912394\":{\"name\":\"2431912394\",\"rule_id\":\"prestart\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{},\"is_device_based\":false,\"is_experiment_active\":false,\"is_user_in_experiment\":false},\"558616907\":{\"name\":\"558616907\",\"rule_id\":\"7bUbyVUILCm7wqWqpyi5do-7bUbyUfGjkcDd1ouOqmrUm\",\"secondary_exposures\":[],\"id_type\":\"userID\",\"value\":{\"explore_opportunities\":{\"order\":1,\"component\":\"explore_opportunities\",\"sub_components\":[{\"component\":\"jobs\",\"configs\":{\"id\":1,\"title\":\"Jobs & Internships\",\"listType\":\"jobs\"}},{\"component\":\"careers\",\"configs\":{\"id\":2,\"title\":\"Career Navigator\",\"listType\":\"careers\"}},{\"component\":\"courses\",\"configs\":{\"id\":3,\"title\":\"Courses\",\"listType\":\"courses\"}},{\"component\":\"scholarships\",\"configs\":{\"id\":4,\"title\":\"Scholarships\",\"listType\":\"scholarships\"}}]},\"explore_search\":{\"order\":2,\"component\":\"explore_search\"},\"explore_list\":{\"order\":3,\"component\":\"explore_list\"}},\"is_device_based\":false,\"passed\":true}},\"layer_configs\":{},\"time\":1785874315903,\"has_updates\":true,\"hash_used\":\"djb2\",\"user\":{\"userID\":\"d17aacae-487c-4ab6-817d-87aedb777aaa\",\"customIDs\":{\"stableID\":\"d17aacae-487c-4ab6-817d-87aedb777aaa\"},\"custom\":{\"talloUid\":\"d17aacae-487c-4ab6-817d-87aedb777aaa\"},\"statsigEnvironment\":{\"tier\":\"production\"}},\"sdkInfo\":{\"sdkType\":\"statsig-server-core-node\",\"sdkVersion\":\"0.12.1\",\"sessionId\":\"321de9dc-9b0b-4dea-86f4-30ea027d63a3\"},\"sdkParams\":{},\"evaluated_keys\":{\"userID\":\"d17aacae-487c-4ab6-817d-87aedb777aaa\",\"stableID\":\"d17aacae-487c-4ab6-817d-87aedb777aaa\"},\"param_stores\":{},\"can_record_session\":true,\"session_recording_rate\":1.0,\"recording_blocked\":false}","statsigUser",{"_473":877,"_878":-7,"_879":880,"_881":882,"_883":884},"statsigSSR",{"_441":442,"_443":444},"gates",{"_833":24,"_834":52,"_835":52,"_836":52,"_837":52,"_838":24,"_839":24,"_840":52,"_841":24,"_842":52,"_843":24,"_844":24,"_845":24,"_846":52,"_847":52,"_848":24,"_849":24,"_850":24,"_851":24,"_852":24,"_853":24,"_854":52,"_855":24,"_856":52,"_857":52,"_858":24,"_859":24,"_860":52,"_861":24,"_862":24,"_863":52,"_864":52,"_865":52,"_866":24,"_867":24,"_868":52,"_869":52,"_870":24,"_871":24,"_872":52,"_873":52,"_874":52,"_875":24,"_876":24},"configs",{"_445":446,"_447":448,"_449":450,"_451":452,"_453":454,"_455":456,"_457":458,"_459":460,"_461":462,"_463":464,"_465":466},"151910433",{"_467":445,"_468":823,"_470":824,"_472":473,"_392":825,"_475":24,"_476":52},"558616907",{"_467":447,"_468":795,"_470":796,"_472":473,"_392":797,"_475":24,"_476":52},"2374213830",{"_467":449,"_468":738,"_470":793,"_472":473,"_392":794,"_475":24,"_741":24,"_742":24},"2400943617",{"_467":451,"_468":469,"_470":743,"_472":473,"_392":744,"_475":24,"_476":24},"2431912394",{"_467":453,"_468":738,"_470":739,"_472":473,"_392":740,"_475":24,"_741":24,"_742":24},"2750779937",{"_467":455,"_468":735,"_470":736,"_472":473,"_392":737,"_475":24,"_476":52},"2811707873",{"_467":457,"_468":617,"_470":618,"_472":473,"_392":619,"_475":24,"_476":52},"3393096890",{"_467":459,"_468":612,"_470":613,"_472":473,"_392":614,"_475":24,"_476":52},"3559441793",{"_467":461,"_468":507,"_470":508,"_472":473,"_392":509,"_475":24,"_476":52},"4044382156",{"_467":463,"_468":479,"_470":480,"_472":473,"_392":481,"_475":24,"_476":52},"4194336348",{"_467":465,"_468":469,"_470":471,"_472":473,"_392":474,"_475":24,"_476":24},"name","rule_id","default","secondary_exposures",[],"id_type","userID",{"_477":478},"is_device_based","passed","treatment","beta","1OE6OllbaUoNF7xuo9O3B7:100.00:2-1OE6OjG8ICfjlHZyN1Sqi5",[],{"_482":483,"_484":485,"_486":487,"_488":489,"_490":491,"_492":493},"storyFeed",{"_33":506,"_495":506,"_496":70,"_498":24},"tipsVideo",{"_33":504,"_495":504,"_496":505,"_498":24},"profileProgress",{"_33":502,"_495":502,"_496":503,"_498":52},"myCareers",{"_33":500,"_495":500,"_496":501,"_498":52},"myVibe",{"_33":499,"_495":499,"_496":90,"_498":52},"newsFeed",{"_33":494,"_495":494,"_496":497,"_498":52},"news_feed","component","order",6,"enabled","my_vibe","my_careers",4,"profile_progress",3,"tips_video",2,"story_feed","3iv7Qwu4KrgWC4rbIUZdvM-3iv7QuP2i97siETg7N3AcK",[],{"_510":511,"_512":513,"_477":514,"_515":516},"version","1.0","feature_flag","profile_edit_v2","alpha","layout",{"_307":517,"_518":519,"_520":521,"_522":523,"_524":525,"_526":527,"_528":529,"_530":531,"_478":532},{"_514":602,"_478":603},"bio",{"_514":592,"_478":593},"interests",{"_514":583,"_478":584},"skillsLanguages",{"_514":574,"_478":575},"education",{"_514":565,"_478":566},"experience",{"_514":556,"_478":557},"activities",{"_514":547,"_478":548},"accomplishments",{"_514":544},{"_533":534,"_535":536},"screenHeader","Update Accomplishments","fields",[537],{"_39":538,"_539":530,"_540":541,"_542":543},"text","key","label","Accomplishments","placeholder","Enter your accomplishments",{"_37":534,"_533":534,"_535":545},[546],{"_39":538,"_539":530,"_540":541,"_542":543},{"_37":549,"_533":549,"_535":554},{"_533":549,"_535":550},"Add Activity",[551],{"_39":538,"_539":528,"_540":552,"_542":553},"Activities","Enter your activities",[555],{"_39":538,"_539":528,"_540":552,"_542":553},{"_37":558,"_533":558,"_535":563},{"_533":558,"_535":559},"Update Experience",[560],{"_39":538,"_539":526,"_540":561,"_542":562},"Experience","Enter your experience",[564],{"_39":538,"_539":526,"_540":561,"_542":562},{"_37":567,"_533":567,"_535":572},{"_533":567,"_535":568},"Update Education",[569],{"_39":538,"_539":524,"_540":570,"_542":571},"Education","Enter your education",[573],{"_39":538,"_539":524,"_540":570,"_542":571},{"_37":576,"_533":576,"_535":581},{"_533":576,"_535":577},"Update Skills & Languages",[578],{"_39":538,"_539":522,"_540":579,"_542":580},"Skills & Languages","Enter your skills & languages",[582],{"_39":538,"_539":522,"_540":579,"_542":580},{"_37":585,"_533":585,"_535":590},{"_533":585,"_535":586},"Update Interests",[587],{"_39":538,"_539":520,"_540":588,"_542":589},"Interests","Enter your interests",[591],{"_39":538,"_539":520,"_540":588,"_542":589},{"_37":599,"_533":599,"_535":600},{"_533":594,"_535":595},"Update Bio Beta",[596],{"_39":538,"_539":518,"_540":597,"_542":598},"Bio","Enter your bio","Update Bio",[601],{"_39":538,"_539":518,"_540":597,"_542":598},{"_37":609,"_533":609,"_535":610},{"_533":604,"_535":605},"Update Location",[606],{"_39":538,"_539":307,"_540":607,"_542":608},"Location","Enter your location","Update Status",[611],{"_39":538,"_539":307,"_540":607,"_542":608},"ZZuKDQhs76uNu7onAosZR:100.00:2-ZZuKCbeZOX0u4zsMssPGP",[],{"_615":616},"min_version","1.1.6","1qB3cKolYTho7KCZitHlbv:100.00:5-1qAYSILd5gXFsDKMwDP8LX",[],{"_510":620,"_515":621,"_622":623},"2.0",{"_33":640,"_512":640,"_641":642},"themes",{"_469":624},{"_625":626,"_627":628},"spacing",{"_636":637,"_638":639},"colors",{"_629":630,"_631":630,"_632":633,"_634":635},"background","#FFFFFF","card_background","primary_text","#000000","secondary_text","#666666","card_gap",16,"section_padding",20,"profile_layout_v2","section_groups",[643],{"_37":644,"_645":646},"Personal","sections",[647,648,649,650,651,652,653],{"_33":725,"_39":725,"_496":70,"_495":726,"_657":727},{"_33":708,"_39":708,"_496":505,"_495":709,"_657":710},{"_33":691,"_39":691,"_496":503,"_495":692,"_657":693},{"_33":683,"_39":683,"_496":501,"_495":684,"_657":685},{"_33":675,"_39":675,"_496":90,"_495":676,"_657":677},{"_33":667,"_39":667,"_496":497,"_495":668,"_657":669},{"_33":654,"_39":654,"_496":655,"_495":656,"_657":658},"accomplishments_card",7,"AccomplishmentsCardV2","config",{"_37":541,"_659":660,"_535":661},"screenName","profile__accomplishments",[662],{"_33":663,"_39":664,"_665":666},"accomplishments_items","list_item","items",[],"activities_card","ActivitiesCardV2",{"_37":552,"_659":670,"_535":671},"profile__activities",[672],{"_33":673,"_39":664,"_665":674},"activities_items",[],"experience_card","ExperienceCardV2",{"_37":561,"_659":678,"_535":679},"profile__experience",[680],{"_33":681,"_39":664,"_665":682},"experience_items",[],"education_card","EducationCardV2",{"_37":570,"_659":686,"_535":687},"profile__education",[688],{"_33":689,"_39":664,"_665":690},"education_items",[],"skills_languages_card","SkillsLanguagesCardV2",{"_37":579,"_659":694,"_535":695},"profile__skills_languages",[696,697],{"_33":704,"_39":699,"_37":705,"_701":706,"_665":707},{"_33":698,"_39":699,"_37":700,"_701":702,"_665":703},"languages","badge_group","Languages","badgeColor","blue-300",[],"skills","Skills","green-300",[],"interests_card","InterestsCardV2",{"_37":588,"_659":711,"_535":712},"profile__interests",[713,714],{"_33":719,"_39":699,"_37":720,"_721":722,"_701":723,"_665":724},{"_33":715,"_39":699,"_37":716,"_701":717,"_665":718},"career_interests","Career Interests","coral-200",[],"industry_interests","Industry Interests","textType","header3","purple-200",[],"bio_card","BioCardV2",{"_37":597,"_659":728,"_535":729},"profile__bio",[730],{"_33":731,"_39":538,"_392":296,"_721":732,"_733":734},"bio_text","regular16","color","secondary","1cPTrX2qRpR15UBnKPMXhe:100.00:2-1cPTrVnop7HwMv3s9HRjYc",[],{"_498":52},"prestart",[],{},"is_experiment_active","is_user_in_experiment",[],{"_627":745},{"_746":747,"_748":630,"_749":750,"_751":752,"_753":754,"_755":756,"_757":758,"_759":760,"_761":762,"_763":764,"_765":766,"_767":768,"_769":770,"_771":772,"_773":774,"_775":776,"_777":778,"_779":779,"_780":781,"_782":774,"_783":784,"_785":786,"_787":788,"_789":790,"_791":792},"brand","#23395B","white","offWhite","#FFF4F42","baseBackground","#fafcff","borderBackground","#e0e0e0","danger","#d12428","success","#02730f","warning","#FCE118","info","#E4F8FF","darkBackground","#010318","lightBackground","#F4F4F4","dark","#202020","altBackground","#9c9c9c","gray","#8a8a8a","gray20","#005807","gray40","#616161","gray70","#797979","transparent","opaque","rgba(0,0,0,0.1)","forestGreen","gold","#F2AC1C","lightBlue","#d9e9fc","paceBlue","#CFDEE7","yellow","#fff703","clay","#967D44",[],{},"7bUbyVUILCm7wqWqpyi5do-7bUbyUfGjkcDd1ouOqmrUm",[],{"_798":799,"_800":801,"_802":803},"explore_opportunities",{"_496":70,"_495":798,"_804":805},"explore_search",{"_496":505,"_495":800},"explore_list",{"_496":503,"_495":802},"sub_components",[806,807,808,809],{"_495":820,"_443":821},{"_495":817,"_443":818},{"_495":814,"_443":815},{"_495":810,"_443":811},"scholarships",{"_33":501,"_37":812,"_813":810},"Scholarships","listType","courses",{"_33":503,"_37":816,"_813":814},"Courses","careers",{"_33":505,"_37":819,"_813":817},"Career Navigator","jobs",{"_33":70,"_37":822,"_813":820},"Jobs & Internships","3Rd1Ri5XBQIglfMEwjIkG7:100.00:3-3Rd1RgqV9yyM1QeIVbMHn5",[],{"_826":827,"_828":829,"_492":830},"createPost",{"_33":832,"_495":832,"_496":70},"feedSelect",{"_33":831,"_495":831,"_496":505},{"_33":494,"_495":494,"_496":503},"feed_select","create_post","15146329","88647992","357169355","419022013","452380100","512472402","612239029","621936954","827105181","1013876983","1051929575","1212282567","1235551158","1551224207","1579488973","1608580799","1660322309","1685639577","1736670698","1809849743","1865400435","1867875410","1896186400","1988463243","2191373427","2679797355","2873377340","2939121896","2964530023","3005498566","3039458390","3076862121","3133954998","3176969473","3315981121","3381168580","3557635766","3702157961","3712733927","3925450214","3984815646","4068263545","4139579230","4212168725","d17aacae-487c-4ab6-817d-87aedb777aaa","email","custom",{"_888":877},"customIDs",{"_887":877},"statsigEnvironment",{"_885":886},"tier","production","stableID","talloUid","isAuthenticated","userAndSession",{"_14":988,"_434":-5,"_989":24,"_990":991,"_992":993},"courseSearch",{"_814":937,"_938":921,"_939":940,"_941":921,"_942":-5,"_943":-5,"_944":-5,"_905":24,"_945":24,"_13":-5,"_946":947,"_948":-5,"_949":950,"_951":952,"_953":954},"careerNavigatorSlice",{"_307":922,"_923":296,"_924":925,"_926":927,"_928":52,"_929":52,"_930":-5,"_931":932},"caapCareerSearch",{"_488":24,"_898":296,"_899":900,"_901":902,"_903":904,"_905":24,"_906":-5,"_907":24,"_908":909},"searchValue","searchResult",[],"comparisonData",[],"searchFilters",{"_910":911,"_912":296,"_913":296,"_914":915,"_916":917,"_918":919,"_920":921},"isLoading","comparisonError","shouldOpenTray","traitSpecificCareers",{},"selectedHub",[],"selectedEarning","selectedEducation","sortByField","name.keyword","sortOrder","asc","pageSize",10,"from",0,{"_33":933,"_467":934,"_39":935,"_936":296},"locationString","defaultLocation",{"_33":933,"_467":934,"_39":935,"_936":296},"scholarshipLocation",{"_33":933,"_467":934,"_39":935,"_936":296},"loadingLocation","loadingCaapAssessmentResults","caapAssessmentResult","industryPreference",[],"0","United States (Default)","nation","highlight",[],"totalCount","filters",{"_955":296,"_956":24,"_957":24,"_958":24,"_959":24,"_960":24,"_961":24,"_962":24,"_963":24,"_964":965,"_966":967,"_968":969,"_698":970,"_971":972,"_973":974,"_975":976,"_977":-5,"_978":24,"_979":980,"_981":921,"_918":639,"_982":983,"_984":985},"activeFiltersCount","filterCounts","appliedFilters","sortInfo","isLoadingMore","favoriteCourseIds",[],"lastSearchTimestamp","prefetchedPages",[],"prefetchingPages",[],"prefetchedCourses",{},"searchQuery","withCertificate","isFree","withFreeCertificate","isUniversity","showSavedOnly","isBeginner","isIntermediate","isAdvanced","topLevelSubjects",[],"institutions",[],"subjects",[],[],"providers",[],"durationBuckets",[],"duration",{"_986":-5,"_987":-5},"language","hasSubtitles","subtitleLanguages",[],"page","sortColumn","created","sortBy","desc","min","max",{"_999":24,"_889":24},"isOnboardingComplete","onboardingResume",{"_997":24,"_998":-5},"emailUpdateModal",{"_994":24,"_995":296,"_996":296},"open","newEmail","password","checked","resumeUrl","oktaChecked"]

Find Jobs

AI Evaluation Engineer (Python, QA or Security)