|
55 | 55 | "dataset = DataSet.create(\n", |
56 | 56 | " name=\"sdkv3-gen-ds2\",\n", |
57 | 57 | " source=\"s3://sdk-air-test-bucket/datasets/training-data/jamjee-sft-ds1.jsonl\",\n", |
58 | | - " customization_technique=CustomizationTechnique.SFT\n", |
59 | | - " )" |
60 | | - ], |
61 | | - "outputs": [], |
62 | | - "execution_count": null |
63 | | - }, |
64 | | - { |
65 | | - "cell_type": "code", |
66 | | - "id": "61f55698ab27d70a", |
67 | | - "metadata": {}, |
68 | | - "source": [ |
69 | | - "# 2. local dataset file source\n", |
70 | | - "# ------------------------------------\n", |
71 | | - "# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf1df6d6a2346e4fea8eb89d6c9;temp:C:bYf4ecae019198f4eb8940daf7f8\n", |
72 | | - "# Download dataset from above link locally and provide data_location as local path.\n", |
73 | | - "# Or, Upload the file to an accessible S3 location and provide S3 URI below as data_location.\n", |
74 | | - "\n", |
75 | | - "dataset = DataSet.create(\n", |
76 | | - " name=\"my-rlvr-ds1\",\n", |
77 | | - " source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/rlvr/train_256.jsonl\",\n", |
78 | | - " customization_technique=CustomizationTechnique.RLVR\n", |
| 58 | + " # or use local filepath as source.\n", |
| 59 | + " # customization_technique=CustomizationTechnique.SFT\n", |
79 | 60 | " )" |
80 | 61 | ], |
81 | 62 | "outputs": [], |
|
192 | 173 | "metadata": {}, |
193 | 174 | "source": [ |
194 | 175 | "#Create a new version of this dataset\n", |
195 | | - "dataset.create_version(source=\"s3://sdk-air-test-bucket/datasets/test_ds\")" |
| 176 | + "dataset.create_version(source=\"s3://<bucket>/datasets/test_ds\")" |
196 | 177 | ], |
197 | 178 | "outputs": [], |
198 | 179 | "execution_count": null |
|
224 | 205 | "# Method : Lambda\n", |
225 | 206 | "evaluator = Evaluator.create(\n", |
226 | 207 | " name = \"sdk-new-rf11\",\n", |
227 | | - " source=\"arn:aws:lambda:us-west-2:<>:function:sm-eval-vinayshm-rlvr-llama-321b-instruct-v1-<>8\",\n", |
| 208 | + " source=\"arn:aws:lambda:us-west-2:<>:function:<function-name>8\",\n", |
228 | 209 | " type=REWARD_FUNCTION\n", |
229 | 210 | "\n", |
230 | 211 | ")" |
|
241 | 222 | "\n", |
242 | 223 | "evaluator = Evaluator.create(\n", |
243 | 224 | " name = \"eval-lambda-test\",\n", |
244 | | - " source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/eval_lambda_1.py\",\n", |
| 225 | + " source=\"/path_to_local/eval_lambda_1.py\",\n", |
245 | 226 | " type = REWARD_FUNCTION\n", |
246 | 227 | ")" |
247 | 228 | ], |
|
254 | 235 | "metadata": {}, |
255 | 236 | "source": [ |
256 | 237 | "# Reward Prompt\n", |
257 | | - "# ------------------------------------\n", |
258 | | - "# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf5c2e9e77efea4868b0420892a;temp:C:bYf4ecae019198f4eb8940daf7f8\n", |
259 | | - "# Download prompt from above link locally and provide prompt_source as local path.\n", |
260 | | - "# Or, Upload the file to a accessible S3 location and provide S3 URI below as prompt_source.\n", |
261 | | - "\n", |
262 | 238 | "evaluator = Evaluator.create(\n", |
263 | 239 | " name = \"jamj-rp2\",\n", |
264 | | - " source=\"/Users/jamjee/workplace/hubpuller/prompt/custom_prompt.jinja\",\n", |
| 240 | + " source=\"/path_to_local/custom_prompt.jinja\",\n", |
265 | 241 | " type = REWARD_PROMPT\n", |
266 | 242 | ")" |
267 | 243 | ], |
|
0 commit comments