AI Agent Experience Designer

{
  "content_hash": "bea0b4e474807d9e17d216544a22a719dc46015dad0120d911fd987553f61678",
  "source_hash": "d49373864318759e14fede66e42328fdd3ebe2b7d09f4a97a687fad0ec8c0acc",
  "last_changed_at": "2026-05-31T19:05:28.503Z",
  "active_status": "active"
}

{
  "language": "en",
  "location": {
    "raw": "Allied Benefit Systems - CHICAGO, IL 60606; 200 WEST ADAMS ST, CHICAGO, IL, 60606, USA",
    "city": "CHICAGO",
    "region": "IL",
    "country": "United States",
    "is_remote": true,
    "confidence": 0.8
  },
  "salary_max": 135000,
  "salary_min": 120000,
  "inferred_at": "2026-06-06T20:18:38.862Z",
  "launch_scope": {
    "reason": "english_us_canada",
    "included": true,
    "language": "en",
    "location": {
      "raw": "Allied Benefit Systems - CHICAGO, IL 60606; 200 WEST ADAMS ST, CHICAGO, IL, 60606, USA",
      "city": "CHICAGO",
      "region": "IL",
      "country": "United States",
      "is_remote": true,
      "confidence": 0.8
    },
    "countries": [
      "United States"
    ]
  },
  "remote_policy": "remote",
  "salary_period": "year",
  "workplace_type": "remote",
  "salary_currency": "USD"
}

{}

{
  "detail": {
    "city": "CHICAGO",
    "jobId": 175180,
    "level": "",
    "endDate": "",
    "legalId": 17,
    "isHotJob": false,
    "jobShift": "",
    "jobTitle": "AI Agent Experience Designer",
    "location": "Allied Benefit Systems - CHICAGO, IL 60606",
    "startDate": "",
    "clientCode": "16672",
    "remoteType": "Fully Remote",
    "description": "<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">POSITION SUMMARY </span></span></b></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">The Prompt Engineer will be responsible for optimizing, evaluating, and advancing the performance of AI-driven agents, such as chatbots and autonomous workflows to ensure they deliver accurate, efficient, and high-quality outcomes. This role combines analytical thinking, user experience insight, and technical expertise to monitor agent behavior, identify improvement opportunities, and implement enhancements that align with business goals.</span></span></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">ESSENTIAL FUNCTIONS </span></span></b></span></span></p>\n\n<ul>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Define and document required AI agent behavior, including edge cases, compliance constraints, escalation expectations, and response quality targets.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Convert benefits workflows and policy rules into implementable use cases, key data fields to capture, and testable scenarios that can be built and verified.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Maintain a clear mapping from requests to delivered behavior so gaps are visible and reviewable.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Drive stakeholder reviews and acceptance of behavior, flows, and decision logic before changes ship.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Craft and iterate prompt instructions and response rules that produce accurate, consistent answers in a regulated benefits context.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Build reusable prompt patterns and maintain a controlled prompt library with clear version history.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Review real interactions to identify failure modes, then adjust prompts, context, and fallbacks to improve outcomes.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Partner with engineering and QA to define regression test coverage and release criteria for prompt and flow changes.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Define the agent’s voice and interaction style so it is professional, on-brand, and easy for members and providers to follow.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Design multi-step conversation paths that handle ambiguity, corrections, and interruptions without losing the user.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Define when the agent should answer, when it should ask clarifying questions, and when it should hand off to a live person.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Validate that wording, terminology, and risk posture match benefits operations expectations.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Define how the agent should use plan documents to answer questions, including what to do when source material is missing or ambiguous.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Partner with contact center and workforce management teams to align the agent experience with SOPs and ensure workflows stay current as procedures change.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Partner with engineering on query shaping and grounding so document-based answers stay tied to supporting text.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Own the gold standard definition of intended agent behavior after launch, so teams can support and improve it without relying on vendor or institutional knowledge.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Maintain the core operating artifacts used day to day: use case catalog, flow maps, escalation rules, prompt library, and a running list of known failure modes.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Create lightweight training and working sessions for internal support partners and business SMEs.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Establish a change process for updating prompts and flows, including testing expectations, approvals, and version history.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Requirements and functional specifications for prioritized conversational AI use cases.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Use case catalog and key information requirements mapped to approved scenarios.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Conversation flow designs that include fallbacks, error handling, and escalation.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Versioned prompt library with testing notes and a clear change history.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">UAT scripts and acceptance criteria, plus defect tracking through resolution.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Maintain a curated set of golden records and test cases that represent critical scenarios and edge cases and use them to support automated regression and quality testing.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Operator documentation that enables internal support and ongoing improvement.</span></span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Post-launch performance monitoring, including top failure modes and improvement plans.</span></span></span></span></span></li>\n</ul>\n\n<ul style=\"margin-bottom:11px;\">\n\t<li style=\"margin-bottom:11px;margin-left:8px;\"><span style=\"font-size:11pt;\"><span><span style=\"line-height:107%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Other duties as assigned</span></span></span></span></span></li>\n</ul>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">EDUCATION</span></span></b></span></span></span></p>\n\n<ul style=\"margin-bottom:11px;\">\n\t<li style=\"margin-bottom:11px;margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:107%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"background:#FFFFFF;\"><span style=\"font-family:Arial, sans-serif;\"><span style=\"color:#000000;\">Bachelor’s degree in Computer Science, Math, Statistics, UI/UX, Process Design or equivalent work experience required.  </span></span></span></span></span></span></li>\n</ul>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">EXPERIENCE AND SKILLS</span></span></b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">: </span></span></span></span></span></p>\n\n<ul style=\"margin-bottom:11px;\">\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">6+ years of experience across business analysis, conversational AI, UX writing, and related product roles. </span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Direct experience designing and improving chatbots, voicebots, IVR modernization, or contact center automation.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Ability to translate business workflows into clear user requests, key information to capture (e.g., member identifiers, dates, plan options), and end-to-end conversation paths that engineering can build and QA can test.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Strong prompt design skills and a test-and-learn mindset using real interaction data.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Strong writing and editing skills with comfort in a regulated, customer-facing environment.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Comfort operating with ambiguity in a new and evolving role, and able to create processes and standards where none exist.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Ability to collaborate with cross-functional stakeholders and external partners.</span></span></span></span></li>\n\t<li style=\"margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Shipped conversational AI experiences in voice and/or contact center environments.</span></span></span></span></li>\n\t<li style=\"margin-bottom:11px;margin-left:8px;\"><span style=\"font-size:11pt;\"><span style=\"line-height:115%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"font-family:Arial, sans-serif;\">Experience working with plan documents, knowledge bases, and policy text in regulated environments. Able to translate source material into grounded answers and guardrails.</span></span></span></span></li>\n</ul>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">POSITION COMPETENCIES</span></span></b></span></span></span></p>\n\n<ul>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Accountability</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Analytical Problem Solving</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Collaboration</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Execution and Delivery</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Quality and Risk Management</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Systems Thinking</span></span></span></span></span></li>\n\t<li class=\"paragraph\" style=\"margin-left:8px;\"><span style=\"font-size:12pt;\"><span style=\"vertical-align:baseline;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Technical/Functional Expertise</span></span></span></span></span></li>\n</ul>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">PHYSICAL DEMANDS</span></span></b></span></span></span></p>\n\n<ul style=\"margin-bottom:11px;\">\n\t<li style=\"margin-bottom:11px;margin-left:8px;\"><span style=\"font-size:11pt;\"><span><span style=\"line-height:107%;\"><span style=\"font-family:Calibri, sans-serif;\"><span style=\"background:#FFFFFF;\"><span style=\"font-family:Arial, sans-serif;\"><span style=\"color:#000000;\">This is a standard desk role requiring extended sitting and computer work</span></span></span></span></span></span></span></li>\n</ul>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><b><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">WORK ENVIRONMENT</span></span></b></span></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:11pt;\"><span style=\"font-family:Arial, sans-serif;\">Remote</span></span></span></span></span></p>\n\n<p> </p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:10.5pt;\"><span style=\"font-family:Arial, sans-serif;\">Here at Allied, we believe that great talent can thrive from anywhere. Our remote friendly culture offers flexibility and the comfort of working from home; while also ensuring you are set up for success. To support a smooth and efficient remote work experience, the internet connection must be obtained through a cable broadband or fiber optic internet service provider with speeds of at least 100Mbps download/25Mbps upload. Reliable internet service is essential for staying connected and productive</span></span><span style=\"font-size:10.5pt;\"><span style=\"font-family:Calibri, sans-serif;\">.</span></span></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:10.5pt;\"><span style=\"font-family:Arial, sans-serif;\">The company has reviewed this job description to ensure that essential functions and basic duties have been included. It is not intended to be construed as an exhaustive list of all functions, responsibilities, skills, and abilities. Additional functions and requirements may be assigned by supervisors as deemed appropriate.</span></span></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:10.5pt;\"><span style=\"font-family:Arial, sans-serif;\">Compensation is not limited to base salary.  Allied values our Total Rewards, and offers a competitive Benefit Package including, but not limited to, Medical, Dental, Vision, Life and Disability Insurance, Generous Paid Time Off, Tuition Reimbursement, EAP, and a Technology Stipend.</span></span></span></span></p>\n\n<p><span style=\"font-size:12pt;\"><span style=\"font-family:'Times New Roman', serif;\"><span style=\"font-size:10.5pt;\"><span style=\"font-family:Arial, sans-serif;\">Allied reserves the right to amend, change, alter, and revise, pay ranges and benefits offerings at any time.  All applicants acknowledge that by applying to the position you understand that the specific pay range is contingent upon meeting the qualification and requirements of the role, and for the successful completion of the interview selection and process.  It is at the Company's discretion to determine what pay is provided to a candidate within the range associated with the role.</span></span></span></span></p>",
    "jobCategory": "Operations",
    "salaryRange": "$120,000.00 - $135,000.00 Salary",
    "socialMedia": {
      "xLink": {
        "text": "Allied%2520Benefit%2520Systems%2520Job%2520Opportunity%2520Ai%2520Agent%2520Experience%2520Designer"
      },
      "emailLink": {
        "subject": "Allied%20Benefit%20Systems%20Job%20Opportunity%20Ai%20Agent%20Experience%20Designer",
        "summary": "POSITION%20SUMMARY%C2%0A%0AThe%20Prompt%20Engineer%20will%20be%20responsible%20for%20optimizing%2C%20evaluating%2C%20and%20advancing%20the%20performance%20of%20AI-driven%20agents%2C%20such%20as%20chatbots%20and%20autonomous%20workflows%20to%20ensure%20they%20deliver%20accurate%2C%20efficient%2C%20and%20high-quality%20outcomes.%20This%20role%20combines%20analytical%20thinking%2C%20user%20experience%20insight%2C%20and%20technical%20expertise%20to%20monitor%20agent%20behavior%2C%20identify%20improvement%20opportunities%2C%20and%20implement%20enhancements%20that%20align%20with%20business%20goals.%0A%0AESSENTIAL%20FUNCTIONS%C2%0A%0A%0A%09Define%20and%20document%20required%20AI%20agent%20behavior%2C%20including%20edge%20cases%2C%20compliance%20constraints%2C%20escalation%20expectations%2C%20and%20response%20quality%20targets.%0A%09Convert%20benefits%20workflows%20and%20policy%20rules%20into%20implementable%20use%20cases%2C%20key%20data%20fields%20to%20capture%2C%20and%20testable%20scenarios%20that%20can%20be%20built%20and%20verified.%0A%09Maintain%20a%20clear%20mapping%20from%20requests%20to%20delivered%20behavior%20so%20gaps%20are%20visible%20and%20reviewable.%0A%09Drive%20stakeholder%20reviews%20and%20acceptance%20of%20behavior%2C%20flows%2C%20and%20decision%20logic%20before%20changes%20ship.%0A%09Craft%20and%20iterate%20prompt%20instructions%20and..."
      },
      "facebookLink": {
        "redirectUri": "",
        "facebookAppId": "773759036043100"
      },
      "linkedInLink": {}
    },
    "isQuickApply": false,
    "positionType": "Full Time",
    "countryPaidIn": "",
    "googleJobJson": "{\"@context\":\"https://schema.org/\",\"@type\":\"JobPosting\",\"title\":\"AI Agent Experience Designer\",\"identifier\":\"J16672175180\",\"url\":\"https://www.paycomonline.net/v4/ats/web.php/portal/518A90CE68B712867516B5A3986512DA/jobs/175180\",\"image\":\"https://www.paycomonline.net/v4/ats/web.php/application/style/logo?clientkey=518A90CE68B712867516B5A3986512DA\",\"baseSalary\":{\"@type\":\"MonetaryAmount\",\"currency\":\"USD\",\"value\":{\"@type\":\"QuantitativeValue\",\"minValue\":120000,\"maxValue\":135000,\"unitText\":\"\"}},\"datePosted\":\"2026-05-08\",\"description\":\"Job DetailsJob Location: Allied Benefit Systems - CHICAGO, IL 60606Position Type: Full TimeSalary Range: $120,000.00 - $135,000.00 SalaryJob Category: OperationsPOSITION SUMMARY \\n\\nThe Prompt Engineer will be responsible for optimizing, evaluating, and advancing the performance of AI-driven agents, such as chatbots and autonomous workflows to ensure they deliver accurate, efficient, and high-quality outcomes. This role combines analytical thinking, user experience insight, and technical expertise to monitor agent behavior, identify improvement opportunities, and implement enhancements that align with business goals.\\n\\nESSENTIAL FUNCTIONS \\n\\n\\n\\tDefine and document required AI agent behavior, including edge cases, compliance constraints, escalation expectations, and response quality targets.\\n\\tConvert benefits workflows and policy rules into implementable use cases, key data fields to capture, and testable scenarios that can be built and verified.\\n\\tMaintain a clear mapping from requests to delivered behavior so gaps are visible and reviewable.\\n\\tDrive stakeholder reviews and acceptance of behavior, flows, and decision logic before changes ship.\\n\\tCraft and iterate prompt instructions and response rules that produce accurate, consistent answers in a regulated benefits context.\\n\\tBuild reusable prompt patterns and maintain a controlled prompt library with clear version history.\\n\\tReview real interactions to identify failure modes, then adjust prompts, context, and fallbacks to improve outcomes.\\n\\tPartner with engineering and QA to define regression test coverage and release criteria for prompt and flow changes.\\n\\tDefine the agent’s voice and interaction style so it is professional, on-brand, and easy for members and providers to follow.\\n\\tDesign multi-step conversation paths that handle ambiguity, corrections, and interruptions without losing the user.\\n\\tDefine when the agent should answer, when it should ask clarifying questions, and when it should hand off to a live person.\\n\\tValidate that wording, terminology, and risk posture match benefits operations expectations.\\n\\tDefine how the agent should use plan documents to answer questions, including what to do when source material is missing or ambiguous.\\n\\tPartner with contact center and workforce management teams to align the agent experience with SOPs and ensure workflows stay current as procedures change.\\n\\tPartner with engineering on query shaping and grounding so document-based answers stay tied to supporting text.\\n\\tOwn the gold standard definition of intended agent behavior after launch, so teams can support and improve it without relying on vendor or institutional knowledge.\\n\\tMaintain the core operating artifacts used day to day: use case catalog, flow maps, escalation rules, prompt library, and a running list of known failure modes.\\n\\tCreate lightweight training and working sessions for internal support partners and business SMEs.\\n\\tEstablish a change process for updating prompts and flows, including testing expectations, approvals, and version history.\\n\\tRequirements and functional specifications for prioritized conversational AI use cases.\\n\\tUse case catalog and key information requirements mapped to approved scenarios.\\n\\tConversation flow designs that include fallbacks, error handling, and escalation.\\n\\tVersioned prompt library with testing notes and a clear change history.\\n\\tUAT scripts and acceptance criteria, plus defect tracking through resolution.\\n\\tMaintain a curated set of golden records and test cases that represent critical scenarios and edge cases and use them to support automated regression and quality testing.\\n\\tOperator documentation that enables internal support and ongoing improvement.\\n\\tPost-launch performance monitoring, including top failure modes and improvement plans.\\n\\n\\n\\n\\tOther duties as assigned\\n\\n\\nEDUCATION\\n\\n\\n\\tBachelor’s degree in Computer Science, Math, Statistics, UI/UX, Process Design or equivalent work experience required.  \\n\\n\\nEXPERIENCE AND SKILLS: \\n\\n\\n\\t6+ years of experience across business analysis, conversational AI, UX writing, and related product roles. \\n\\tDirect experience designing and improving chatbots, voicebots, IVR modernization, or contact center automation.\\n\\tAbility to translate business workflows into clear user requests, key information to capture (e.g., member identifiers, dates, plan options), and end-to-end conversation paths that engineering can build and QA can test.\\n\\tStrong prompt design skills and a test-and-learn mindset using real interaction data.\\n\\tStrong writing and editing skills with comfort in a regulated, customer-facing environment.\\n\\tComfort operating with ambiguity in a new and evolving role, and able to create processes and standards where none exist.\\n\\tAbility to collaborate with cross-functional stakeholders and external partners.\\n\\tShipped conversational AI experiences in voice and/or contact center environments.\\n\\tExperience working with plan documents, knowledge bases, and policy text in regulated environments. Able to translate source material into grounded answers and guardrails.\\n\\n\\nPOSITION COMPETENCIES\\n\\n\\n\\tAccountability\\n\\tAnalytical Problem Solving\\n\\tCollaboration\\n\\tExecution and Delivery\\n\\tQuality and Risk Management\\n\\tSystems Thinking\\n\\tTechnical/Functional Expertise\\n\\n\\nPHYSICAL DEMANDS\\n\\n\\n\\tThis is a standard desk role requiring extended sitting and computer work\\n\\n\\nWORK ENVIRONMENT\\n\\nRemote\\n\\n \\n\\nHere at Allied, we believe that great talent can thrive from anywhere. Our remote friendly culture offers flexibility and the comfort of working from home; while also ensuring you are set up for success. To support a smooth and efficient remote work experience, the internet connection must be obtained through a cable broadband or fiber optic internet service provider with speeds of at least 100Mbps download/25Mbps upload. Reliable internet service is essential for staying connected and productive.\\n\\nThe company has reviewed this job description to ensure that essential functions and basic duties have been included. It is not intended to be construed as an exhaustive list of all functions, responsibilities, skills, and abilities. Additional functions and requirements may be assigned by supervisors as deemed appropriate.\\n\\nCompensation is not limited to base salary.  Allied values our Total Rewards, and offers a competitive Benefit Package including, but not limited to, Medical, Dental, Vision, Life and Disability Insurance, Generous Paid Time Off, Tuition Reimbursement, EAP, and a Technology Stipend.\\n\\nAllied reserves the right to amend, change, alter, and revise, pay ranges and benefits offerings at any time.  All applicants acknowledge that by applying to the position you understand that the specific pay range is contingent upon meeting the qualification and requirements of the role, and for the successful completion of the interview selection and process.  It is at the Company's discretion to determine what pay is provided to a candidate within the range associated with the role.Qualifications\",\"responsibilities\":\"POSITION SUMMARY \\n\\nThe Prompt Engineer will be responsible for optimizing, evaluating, and advancing the performance of AI-driven agents, such as chatbots and autonomous workflows to ensure they deliver accurate, efficient, and high-quality outcomes. This role combines analytical thinking, user experience insight, and technical expertise to monitor agent behavior, identify improvement opportunities, and implement enhancements that align with business goals.\\n\\nESSENTIAL FUNCTIONS \\n\\n\\n\\tDefine and document required AI agent behavior, including edge cases, compliance constraints, escalation expectations, and response quality targets.\\n\\tConvert benefits workflows and policy rules into implementable use cases, key data fields to capture, and testable scenarios that can be built and verified.\\n\\tMaintain a clear mapping from requests to delivered behavior so gaps are visible and reviewable.\\n\\tDrive stakeholder reviews and acceptance of behavior, flows, and decision logic before changes ship.\\n\\tCraft and iterate prompt instructions and response rules that produce accurate, consistent answers in a regulated benefits context.\\n\\tBuild reusable prompt patterns and maintain a controlled prompt library with clear version history.\\n\\tReview real interactions to identify failure modes, then adjust prompts, context, and fallbacks to improve outcomes.\\n\\tPartner with engineering and QA to define regression test coverage and release criteria for prompt and flow changes.\\n\\tDefine the agent’s voice and interaction style so it is professional, on-brand, and easy for members and providers to follow.\\n\\tDesign multi-step conversation paths that handle ambiguity, corrections, and interruptions without losing the user.\\n\\tDefine when the agent should answer, when it should ask clarifying questions, and when it should hand off to a live person.\\n\\tValidate that wording, terminology, and risk posture match benefits operations expectations.\\n\\tDefine how the agent should use plan documents to answer questions, including what to do when source material is missing or ambiguous.\\n\\tPartner with contact center and workforce management teams to align the agent experience with SOPs and ensure workflows stay current as procedures change.\\n\\tPartner with engineering on query shaping and grounding so document-based answers stay tied to supporting text.\\n\\tOwn the gold standard definition of intended agent behavior after launch, so teams can support and improve it without relying on vendor or institutional knowledge.\\n\\tMaintain the core operating artifacts used day to day: use case catalog, flow maps, escalation rules, prompt library, and a running list of known failure modes.\\n\\tCreate lightweight training and working sessions for internal support partners and business SMEs.\\n\\tEstablish a change process for updating prompts and flows, including testing expectations, approvals, and version history.\\n\\tRequirements and functional specifications for prioritized conversational AI use cases.\\n\\tUse case catalog and key information requirements mapped to approved scenarios.\\n\\tConversation flow designs that include fallbacks, error handling, and escalation.\\n\\tVersioned prompt library with testing notes and a clear change history.\\n\\tUAT scripts and acceptance criteria, plus defect tracking through resolution.\\n\\tMaintain a curated set of golden records and test cases that represent critical scenarios and edge cases and use them to support automated regression and quality testing.\\n\\tOperator documentation that enables internal support and ongoing improvement.\\n\\tPost-launch performance monitoring, including top failure modes and improvement plans.\\n\\n\\n\\n\\tOther duties as assigned\\n\\n\\nEDUCATION\\n\\n\\n\\tBachelor’s degree in Computer Science, Math, Statistics, UI/UX, Process Design or equivalent work experience required.  \\n\\n\\nEXPERIENCE AND SKILLS: \\n\\n\\n\\t6+ years of experience across business analysis, conversational AI, UX writing, and related product roles. \\n\\tDirect experience designing and improving chatbots, voicebots, IVR modernization, or contact center automation.\\n\\tAbility to translate business workflows into clear user requests, key information to capture (e.g., member identifiers, dates, plan options), and end-to-end conversation paths that engineering can build and QA can test.\\n\\tStrong prompt design skills and a test-and-learn mindset using real interaction data.\\n\\tStrong writing and editing skills with comfort in a regulated, customer-facing environment.\\n\\tComfort operating with ambiguity in a new and evolving role, and able to create processes and standards where none exist.\\n\\tAbility to collaborate with cross-functional stakeholders and external partners.\\n\\tShipped conversational AI experiences in voice and/or contact center environments.\\n\\tExperience working with plan documents, knowledge bases, and policy text in regulated environments. Able to translate source material into grounded answers and guardrails.\\n\\n\\nPOSITION COMPETENCIES\\n\\n\\n\\tAccountability\\n\\tAnalytical Problem Solving\\n\\tCollaboration\\n\\tExecution and Delivery\\n\\tQuality and Risk Management\\n\\tSystems Thinking\\n\\tTechnical/Functional Expertise\\n\\n\\nPHYSICAL DEMANDS\\n\\n\\n\\tThis is a standard desk role requiring extended sitting and computer work\\n\\n\\nWORK ENVIRONMENT\\n\\nRemote\\n\\n \\n\\nHere at Allied, we believe that great talent can thrive from anywhere. Our remote friendly culture offers flexibility and the comfort of working from home; while also ensuring you are set up for success. To support a smooth and efficient remote work experience, the internet connection must be obtained through a cable broadband or fiber optic internet service provider with speeds of at least 100Mbps download/25Mbps upload. Reliable internet service is essential for staying connected and productive.\\n\\nThe company has reviewed this job description to ensure that essential functions and basic duties have been included. It is not intended to be construed as an exhaustive list of all functions, responsibilities, skills, and abilities. Additional functions and requirements may be assigned by supervisors as deemed appropriate.\\n\\nCompensation is not limited to base salary.  Allied values our Total Rewards, and offers a competitive Benefit Package including, but not limited to, Medical, Dental, Vision, Life and Disability Insurance, Generous Paid Time Off, Tuition Reimbursement, EAP, and a Technology Stipend.\\n\\nAllied reserves the right to amend, change, alter, and revise, pay ranges and benefits offerings at any time.  All applicants acknowledge that by applying to the position you understand that the specific pay range is contingent upon meeting the qualification and requirements of the role, and for the successful completion of the interview selection and process.  It is at the Company's discretion to determine what pay is provided to a candidate within the range associated with the role.\",\"employmentType\":\"FULL_TIME\",\"hiringOrganization\":{\"@type\":\"Organization\",\"name\":\"Allied Benefit Systems\",\"logo\":\"https://www.paycomonline.net/v4/ats/web.php/application/style/logo?clientkey=518A90CE68B712867516B5A3986512DA\"},\"jobLocation\":{\"@type\":\"Place\",\"address\":{\"streetAddress\":\"200 WEST ADAMS ST\",\"addressLocality\":\"CHICAGO\",\"addressRegion\":\"IL\",\"postalCode\":60606,\"addressCountry\":\"USA\"}},\"industry\":\"Operations\",\"validThrough\":\"-0001-11-30\"}",
    "applyAvailable": true,
    "educationLevel": "",
    "qualifications": "",
    "descriptionTitle": "Description",
    "travelPercentage": "",
    "jobYoutubeVideoId": "",
    "legalRevisionDate": {
      "date": "2026-01-15T10:45:37.000Z",
      "timezone": "America/Chicago",
      "timezone_type": 3
    },
    "secondaryLocations": [],
    "primaryPhoneCountry": "US",
    "primaryPhoneEnabled": true,
    "qualificationsTitle": "Qualifications",
    "primaryPhoneRequired": true,
    "primaryPhoneNumberDoesNotExist": false
  },
  "preview": {
    "jobId": 175180,
    "isHotJob": false,
    "jobTitle": "AI Agent Experience Designer",
    "postedOn": "",
    "locations": "Allied Benefit Systems - CHICAGO, IL 60606",
    "remoteType": "Fully Remote",
    "description": "POSITION SUMMARY \n\nThe Prompt Engineer will be responsible for optimizing, evaluating, and advancing the performance of AI-driven agents, such as chat...",
    "positionType": "Full Time"
  },
  "detail_meta": {
    "url": "https://portal-applicant-tracking.us-cent.paycomonline.net/api/ats/job-postings/175180",
    "http_status": 200,
    "content_type": "application/json",
    "response_bytes": 50160
  },
  "detail_errors": []
}