Skip to content

Commit bbce1a4

Browse files
committed
improve prompt
1 parent 8710a27 commit bbce1a4

1 file changed

Lines changed: 8 additions & 13 deletions

File tree

‎datatune/llm/llm.py‎

Lines changed: 8 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -74,21 +74,16 @@ def _create_batched_prompts(
7474
7575
"""
7676
batch_prefix = (
77-
"You will be given requests to process. Each request will:\n"
78-
"- have the format 'index=<index>|{prompt}' where <index> is the zero-based index of the prompt in the original input list.\n"
79-
"- End with '<endofrow>'\n\n"
80-
"You MUST respond to each prompt in order. Each answer:\n"
81-
"MUST BE OF THE FORMAT 'index=<index>|{answer}<endofrow>' where <index> is the zero-based index of the row in the original input list.\n" \
82-
"ALL RESPONSES MUST START WITH 'index='\n"
83-
"ALL RESPONSES MUST END WITH '<endofrow>'\n"
84-
"{answer} MUST BE ENCLOSED IN CURLY BRACES and strings should be enclosed in quotes.\n"
85-
"- End with '<endofrow>'\n" \
86-
"Always begin your response with 'index=<index>|' to indicate which row you are responding to without exception.\n"
87-
"- Do NOT skip or omit any rows\n"
88-
89-
f"Instructions:\n{batch_prefix or ''}"
77+
"You will be given requests in the format 'index=<index>|{prompt}'. Each request ends with '<endofrow>'.\n"
78+
"Respond to each prompt in order.\n"
79+
"Each answer must be formatted exactly as 'index=<index>|{answer}<endofrow>'.\n"
80+
"{answer} MUST BE ENCLOSED IN CURLY BRACES with strings in quotes.\n"
81+
"DO NOT skip or omit any rows. DO NOT add explanations, backticks, or extra text.\n"
82+
"Always start with 'index=<index>|' and end with '<endofrow>'.\n"
83+
f"Instructions:\n{batch_prefix or ''}"
9084
)
9185

86+
9287
max_tokens = self.get_max_tokens()
9388
model_name = self._base_model_name
9489

0 commit comments

Comments
 (0)