bacow/courses
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

adding real_world_prompting with vertex

Browse Source
This commit is contained in:
Elie Schoppik
2024-08-26 20:56:24 -04:00
parent 52f25e6c26
commit 891ba16451
127 changed files with 191 additions and 32854 deletions
Download Patch File Download Diff File Expand all files Collapse all files

140
real_world_prompting/04_call_summarizer.ipynb
View File

@@ -47,7 +47,7 @@
},
{
"cell_type": "code",
"execution_count": 42,
"execution_count": 3,
"metadata": {},
"outputs": [],
"source": [
@@ -71,7 +71,7 @@
},
{
"cell_type": "code",
"execution_count": 43,
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
@@ -101,7 +101,7 @@
},
{
"cell_type": "code",
"execution_count": 44,
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
@@ -152,7 +152,7 @@
},
{
"cell_type": "code",
"execution_count": 45,
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
@@ -179,21 +179,54 @@
},
{
"cell_type": "code",
"execution_count": 46,
"execution_count": 18,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Note: you may need to restart the kernel to use updated packages.\n",
"Your browser has been opened to visit:\n",
"\n",
" https://accounts.google.com/o/oauth2/auth?response_type=code&client_id=764086051850-6qr4p6gpi6hn506pt8ejuq83di341hur.apps.googleusercontent.com&redirect_uri=http%3A%2F%2Flocalhost%3A8085%2F&scope=openid+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fuserinfo.email+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fcloud-platform+https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fsqlservice.login&state=1JlV7BunjhxeVP0sHTct8UQyia4vQW&access_type=offline&code_challenge=qx8gVXITZrRA8x4zSIulz7tYTCgNRtPLYti6p2dEna8&code_challenge_method=S256\n",
"\n",
"^C\n",
"\n",
"\n",
"Command killed by keyboard interrupt\n",
"\n"
]
}
],
"source": [
"%pip install --quiet -U python-dotenv google-cloud-aiplatform \"anthropic[vertex]\"\n",
"!gcloud auth application-default login"
]
},
{
"cell_type": "code",
"execution_count": 16,
"metadata": {},
"outputs": [],
"source": [
"from anthropic import Anthropic\n",
"from anthropic import AnthropicVertex\n",
"from dotenv import load_dotenv\n",
"import os\n",
"\n",
"load_dotenv()\n",
"client = Anthropic()\n",
"\n",
"project_id = os.environ.get(\"PROJECT_ID\")\n",
"# Where the model is running. e.g. us-central1 or europe-west4 for haiku\n",
"region = os.environ.get(\"REGION\")\n",
"\n",
"client = AnthropicVertex(project_id=project_id, region=region)\n",
"\n",
"def summarize_call(transcript):\n",
" final_prompt = prompt.format(transcript=transcript)\n",
" # Make the API call\n",
" response = client.messages.create(\n",
" model=\"claude-3-sonnet-20240229\",\n",
" model=\"claude-3-sonnet@20240229\",\n",
" max_tokens=4096,\n",
" messages=[\n",
" {\"role\": \"user\", \"content\": final_prompt}\n",
@@ -204,7 +237,7 @@
},
{
"cell_type": "code",
"execution_count": 47,
"execution_count": 14,
"metadata": {},
"outputs": [
{
@@ -213,14 +246,13 @@
"text": [
"Here is a summary of the customer service call transcript:\n",
"\n",
"Main Issue:\n",
"The customer was unable to turn on their Acme smart light bulb.\n",
"Main Issue: The customer was unable to turn on their smart light bulb. \n",
"\n",
"Resolution:\n",
"The service agent instructed the customer to reset the bulb by turning the power off for 5 seconds and then back on. This should reset the bulb and allow it to turn on.\n",
"Resolution: The customer service agent instructed the customer to reset the bulb by turning the power off for 5 seconds and then back on, which should reset the bulb.\n",
"\n",
"Follow-Up:\n",
"The agent told the customer to call back if they continued to have issues after trying the reset procedure. No other follow-up was mentioned.\n"
"Follow-up: The agent told the customer to call back if they still needed further assistance after trying the reset procedure.\n",
"\n",
"Overall, it was a straightforward issue where the agent provided a simple troubleshooting step to potentially resolve the customer's problem with the smart light bulb not turning on. No major follow-up was required beyond checking if the reset worked or if the customer needed additional help.\n"
]
}
],
@@ -230,7 +262,7 @@
},
{
"cell_type": "code",
"execution_count": 48,
"execution_count": 10,
"metadata": {},
"outputs": [
{
@@ -239,11 +271,11 @@
"text": [
"Summary:\n",
"\n",
"Main Issue: The customer's Acme SmartTherm thermostat was not maintaining the set temperature of 72°F, and the house was much warmer.\n",
"Main Issue: The customer's Acme SmartTherm thermostat was not maintaining the set temperature correctly. The thermostat was set to 72°F, but the house was much warmer.\n",
"\n",
"Resolution: The agent guided the customer through the process of recalibrating the SmartTherm thermostat. This involved accessing the \"Calibration\" menu, adjusting the temperature to match the customer's room thermometer (79°F in this case), and confirming the new setting. The recalibration process may take a few minutes to complete.\n",
"Resolution: The agent guided the customer through recalibrating the SmartTherm thermostat. This involved accessing the \"Calibration\" menu, adjusting the temperature to match a separate room thermometer reading of 79°F, and confirming the new calibration setting. The recalibration process may take a few minutes.\n",
"\n",
"Follow-up Required: The customer was advised to check the thermostat in an hour to see if the issue was resolved after the recalibration process completed.\n"
"Follow-up: The agent instructed the customer to check back in an hour to see if the recalibration fixed the temperature issue with the SmartTherm thermostat maintaining the desired temperature setting.\n"
]
}
],
@@ -253,7 +285,7 @@
},
{
"cell_type": "code",
"execution_count": 49,
"execution_count": 12,
"metadata": {},
"outputs": [
{
@@ -263,13 +295,13 @@
"Here is a summary of the customer service call transcript:\n",
"\n",
"Main Issue:\n",
"The customer was having an issue with their Acme SecureHome alarm system going off randomly in the middle of the night, even though all doors and windows were closed properly.\n",
"The customer was having an issue with their Acme SecureHome security system, where the alarm kept going off randomly in the middle of the night, despite no apparent cause.\n",
"\n",
"How It Was Resolved:\n",
"The customer service agent first had the customer check for any error messages on the control panel and confirm that the battery was not low. When those basic troubleshooting steps did not reveal the issue, the agent determined that one of the sensors may be malfunctioning and needed to transfer the customer to the technical support team for a full system diagnostic.\n",
"How it was Resolved:\n",
"The agent first checked if the issue could be caused by doors/windows not closing properly or a low battery in the control panel, but ruled those out based on the customer's responses. Unable to diagnose the issue further, the agent transferred the call to the technical team so they could run a full diagnostic on the system to identify the root cause, which was likely a malfunctioning sensor.\n",
"\n",
"Required Follow-Up:\n",
"The technical support team needs to run a diagnostic on the customer's SecureHome system to identify which sensor(s) may be causing the false alarms and then repair or replace those components. The customer should be contacted again once the diagnostic is complete and the repair/replacement has been performed to ensure the random alarms have been resolved.\n"
"The technical team needs to complete the system diagnostic on the customer's SecureHome system to pinpoint the faulty sensor or component causing the random alarms. Once identified, they can work to replace/repair that part to resolve the issue permanently for the customer.\n"
]
}
],
@@ -304,7 +336,7 @@
},
{
"cell_type": "code",
"execution_count": 50,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -342,7 +374,7 @@
},
{
"cell_type": "code",
"execution_count": 51,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -397,7 +429,7 @@
},
{
"cell_type": "code",
"execution_count": 52,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -445,7 +477,7 @@
},
{
"cell_type": "code",
"execution_count": 53,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -481,7 +513,7 @@
},
{
"cell_type": "code",
"execution_count": 56,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -537,7 +569,7 @@
},
{
"cell_type": "code",
"execution_count": 57,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -545,7 +577,7 @@
" final_prompt = prompt.replace(\"[INSERT CALL TRANSCRIPT HERE]\", transcript)\n",
" # Make the API call\n",
" response = client.messages.create(\n",
" model=\"claude-3-sonnet-20240229\",\n",
" model=\"claude-3-sonnet@20240229\",\n",
" system=system,\n",
" max_tokens=4096,\n",
" messages=[\n",
@@ -564,7 +596,7 @@
},
{
"cell_type": "code",
"execution_count": 58,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -600,7 +632,7 @@
},
{
"cell_type": "code",
"execution_count": 59,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -642,7 +674,7 @@
},
{
"cell_type": "code",
"execution_count": 60,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -687,7 +719,7 @@
},
{
"cell_type": "code",
"execution_count": 64,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -783,7 +815,7 @@
},
{
"cell_type": "code",
"execution_count": 65,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -827,7 +859,7 @@
},
{
"cell_type": "code",
"execution_count": 66,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -862,7 +894,7 @@
},
{
"cell_type": "code",
"execution_count": 67,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -898,7 +930,7 @@
},
{
"cell_type": "code",
"execution_count": 68,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -930,7 +962,7 @@
},
{
"cell_type": "code",
"execution_count": 69,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1015,7 +1047,7 @@
},
{
"cell_type": "code",
"execution_count": 70,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1046,7 +1078,7 @@
},
{
"cell_type": "code",
"execution_count": 71,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1183,7 +1215,7 @@
},
{
"cell_type": "code",
"execution_count": 75,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1394,7 +1426,7 @@
},
{
"cell_type": "code",
"execution_count": 76,
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
@@ -1404,7 +1436,7 @@
" final_prompt = prompt.replace(\"[INSERT CALL TRANSCRIPT HERE]\", transcript)\n",
" # Make the API call\n",
" response = client.messages.create(\n",
" model=\"claude-3-sonnet-20240229\",\n",
" model=\"claude-3-sonnet@20240229\",\n",
" system=system,\n",
" max_tokens=4096,\n",
" messages=[\n",
@@ -1430,7 +1462,7 @@
},
{
"cell_type": "code",
"execution_count": 77,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1456,7 +1488,7 @@
},
{
"cell_type": "code",
"execution_count": 78,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1489,7 +1521,7 @@
},
{
"cell_type": "code",
"execution_count": 79,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1526,7 +1558,7 @@
},
{
"cell_type": "code",
"execution_count": 80,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1545,7 +1577,7 @@
},
{
"cell_type": "code",
"execution_count": 82,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1564,7 +1596,7 @@
},
{
"cell_type": "code",
"execution_count": 83,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1590,7 +1622,7 @@
},
{
"cell_type": "code",
"execution_count": 84,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1609,7 +1641,7 @@
},
{
"cell_type": "code",
"execution_count": 85,
"execution_count": null,
"metadata": {},
"outputs": [
{
@@ -1680,7 +1712,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.6"
"version": "3.11.9"
}
},
"nbformat": 4,