Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
36 changes: 6 additions & 30 deletions v3-examples/model-customization-examples/ai_registry_example.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -55,27 +55,8 @@
"dataset = DataSet.create(\n",
" name=\"sdkv3-gen-ds2\",\n",
" source=\"s3://sdk-air-test-bucket/datasets/training-data/jamjee-sft-ds1.jsonl\",\n",
" customization_technique=CustomizationTechnique.SFT\n",
" )"
],
"outputs": [],
"execution_count": null
},
{
"cell_type": "code",
"id": "61f55698ab27d70a",
"metadata": {},
"source": [
"# 2. local dataset file source\n",
"# ------------------------------------\n",
"# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf1df6d6a2346e4fea8eb89d6c9;temp:C:bYf4ecae019198f4eb8940daf7f8\n",
"# Download dataset from above link locally and provide data_location as local path.\n",
"# Or, Upload the file to an accessible S3 location and provide S3 URI below as data_location.\n",
"\n",
"dataset = DataSet.create(\n",
" name=\"my-rlvr-ds1\",\n",
" source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/rlvr/train_256.jsonl\",\n",
" customization_technique=CustomizationTechnique.RLVR\n",
" # or use local filepath as source.\n",
" # customization_technique=CustomizationTechnique.SFT\n",
" )"
],
"outputs": [],
Expand Down Expand Up @@ -192,7 +173,7 @@
"metadata": {},
"source": [
"#Create a new version of this dataset\n",
"dataset.create_version(source=\"s3://sdk-air-test-bucket/datasets/test_ds\")"
"dataset.create_version(source=\"s3://<bucket>/datasets/test_ds\")"
],
"outputs": [],
"execution_count": null
Expand Down Expand Up @@ -224,7 +205,7 @@
"# Method : Lambda\n",
"evaluator = Evaluator.create(\n",
" name = \"sdk-new-rf11\",\n",
" source=\"arn:aws:lambda:us-west-2:<>:function:sm-eval-vinayshm-rlvr-llama-321b-instruct-v1-<>8\",\n",
" source=\"arn:aws:lambda:us-west-2:<>:function:<function-name>8\",\n",
" type=REWARD_FUNCTION\n",
"\n",
")"
Expand All @@ -241,7 +222,7 @@
"\n",
"evaluator = Evaluator.create(\n",
" name = \"eval-lambda-test\",\n",
" source=\"/Volumes/workplace/sagemaker-python-sdk-staging/recipes-data/eval_lambda_1.py\",\n",
" source=\"/path_to_local/eval_lambda_1.py\",\n",
" type = REWARD_FUNCTION\n",
")"
],
Expand All @@ -254,14 +235,9 @@
"metadata": {},
"source": [
"# Reward Prompt\n",
"# ------------------------------------\n",
"# To remove this line post testing/dogfooding : Sample source https://quip-amazon.com/hXbKA1U0aKTL/Model-Customisation-Bug-Bash#temp:s:temp:C:bYf5c2e9e77efea4868b0420892a;temp:C:bYf4ecae019198f4eb8940daf7f8\n",
"# Download prompt from above link locally and provide prompt_source as local path.\n",
"# Or, Upload the file to a accessible S3 location and provide S3 URI below as prompt_source.\n",
"\n",
"evaluator = Evaluator.create(\n",
" name = \"jamj-rp2\",\n",
" source=\"/Users/jamjee/workplace/hubpuller/prompt/custom_prompt.jinja\",\n",
" source=\"/path_to_local/custom_prompt.jinja\",\n",
" type = REWARD_PROMPT\n",
")"
],
Expand Down
Loading