Skip to content

Commit 8e2778c

Browse files
authored
cleaning up ai registry notebook (#5403)
1 parent 81b51eb commit 8e2778c

File tree

1 file changed

+6
-30
lines changed

1 file changed

+6
-30
lines changed

v3-examples/model-customization-examples/ai_registry_example.ipynb

Lines changed: 6 additions & 30 deletions
Original file line numberDiff line numberDiff line change
@@ -55,27 +55,8 @@
5555
"dataset = DataSet.create(\n",
5656
" name=\"sdkv3-gen-ds2\",\n",
5757
" source=\"s3://sdk-air-test-bucket/datasets/training-data/jamjee-sft-ds1.jsonl\",\n",
58-
" customization_technique=CustomizationTechnique.SFT\n",
59-
" )"
60-
],
61-
"outputs": [],
62-
"execution_count": null
63-
},
64-
{
65-
"cell_type": "code",
66-
"id": "61f55698ab27d70a",
67-
"metadata": {},
68-
"source": [
69-
"# 2. local dataset file source\n",
70-
"# ------------------------------------\n",
71-
"# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf1df6d6a2346e4fea8eb89d6c9;temp:C:bYf4ecae019198f4eb8940daf7f8\n",
72-
"# Download dataset from above link locally and provide data_location as local path.\n",
73-
"# Or, Upload the file to an accessible S3 location and provide S3 URI below as data_location.\n",
74-
"\n",
75-
"dataset = DataSet.create(\n",
76-
" name=\"my-rlvr-ds1\",\n",
77-
" source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/rlvr/train_256.jsonl\",\n",
78-
" customization_technique=CustomizationTechnique.RLVR\n",
58+
" # or use local filepath as source.\n",
59+
" # customization_technique=CustomizationTechnique.SFT\n",
7960
" )"
8061
],
8162
"outputs": [],
@@ -192,7 +173,7 @@
192173
"metadata": {},
193174
"source": [
194175
"#Create a new version of this dataset\n",
195-
"dataset.create_version(source=\"s3://sdk-air-test-bucket/datasets/test_ds\")"
176+
"dataset.create_version(source=\"s3://<bucket>/datasets/test_ds\")"
196177
],
197178
"outputs": [],
198179
"execution_count": null
@@ -224,7 +205,7 @@
224205
"# Method : Lambda\n",
225206
"evaluator = Evaluator.create(\n",
226207
" name = \"sdk-new-rf11\",\n",
227-
" source=\"arn:aws:lambda:us-west-2:<>:function:sm-eval-vinayshm-rlvr-llama-321b-instruct-v1-<>8\",\n",
208+
" source=\"arn:aws:lambda:us-west-2:<>:function:<function-name>8\",\n",
228209
" type=REWARD_FUNCTION\n",
229210
"\n",
230211
")"
@@ -241,7 +222,7 @@
241222
"\n",
242223
"evaluator = Evaluator.create(\n",
243224
" name = \"eval-lambda-test\",\n",
244-
" source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/eval_lambda_1.py\",\n",
225+
" source=\"/path_to_local/eval_lambda_1.py\",\n",
245226
" type = REWARD_FUNCTION\n",
246227
")"
247228
],
@@ -254,14 +235,9 @@
254235
"metadata": {},
255236
"source": [
256237
"# Reward Prompt\n",
257-
"# ------------------------------------\n",
258-
"# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf5c2e9e77efea4868b0420892a;temp:C:bYf4ecae019198f4eb8940daf7f8\n",
259-
"# Download prompt from above link locally and provide prompt_source as local path.\n",
260-
"# Or, Upload the file to a accessible S3 location and provide S3 URI below as prompt_source.\n",
261-
"\n",
262238
"evaluator = Evaluator.create(\n",
263239
" name = \"jamj-rp2\",\n",
264-
" source=\"/Users/jamjee/workplace/hubpuller/prompt/custom_prompt.jinja\",\n",
240+
" source=\"/path_to_local/custom_prompt.jinja\",\n",
265241
" type = REWARD_PROMPT\n",
266242
")"
267243
],

0 commit comments

Comments
 (0)