@@ -30,14 +30,14 @@ def test_raise_value_error_llm_no_magpie_mixin(self) -> None:
30
30
def test_outputs (self ) -> None :
31
31
task = Magpie (llm = DummyMagpieLLM (magpie_pre_query_template = "llama3" ))
32
32
33
- assert task .outputs == ["conversation" ]
33
+ assert task .outputs == ["conversation" , "model_name" ]
34
34
35
35
task = Magpie (
36
36
llm = DummyMagpieLLM (magpie_pre_query_template = "llama3" ),
37
37
only_instruction = True ,
38
38
)
39
39
40
- assert task .outputs == ["instruction" ]
40
+ assert task .outputs == ["instruction" , "model_name" ]
41
41
42
42
def test_process (self ) -> None :
43
43
task = Magpie (llm = DummyMagpieLLM (magpie_pre_query_template = "llama3" ), n_turns = 1 )
@@ -50,18 +50,21 @@ def test_process(self) -> None:
50
50
{"role" : "user" , "content" : "Hello Magpie" },
51
51
{"role" : "assistant" , "content" : "Hello Magpie" },
52
52
],
53
+ "model_name" : "test" ,
53
54
},
54
55
{
55
56
"conversation" : [
56
57
{"role" : "user" , "content" : "Hello Magpie" },
57
58
{"role" : "assistant" , "content" : "Hello Magpie" },
58
59
],
60
+ "model_name" : "test" ,
59
61
},
60
62
{
61
63
"conversation" : [
62
64
{"role" : "user" , "content" : "Hello Magpie" },
63
65
{"role" : "assistant" , "content" : "Hello Magpie" },
64
66
],
67
+ "model_name" : "test" ,
65
68
},
66
69
]
67
70
@@ -79,6 +82,7 @@ def test_process_with_n_turns(self) -> None:
79
82
{"role" : "user" , "content" : "Hello Magpie" },
80
83
{"role" : "assistant" , "content" : "Hello Magpie" },
81
84
],
85
+ "model_name" : "test" ,
82
86
},
83
87
{
84
88
"conversation" : [
@@ -88,6 +92,7 @@ def test_process_with_n_turns(self) -> None:
88
92
{"role" : "user" , "content" : "Hello Magpie" },
89
93
{"role" : "assistant" , "content" : "Hello Magpie" },
90
94
],
95
+ "model_name" : "test" ,
91
96
},
92
97
{
93
98
"conversation" : [
@@ -97,6 +102,7 @@ def test_process_with_n_turns(self) -> None:
97
102
{"role" : "user" , "content" : "Hello Magpie" },
98
103
{"role" : "assistant" , "content" : "Hello Magpie" },
99
104
],
105
+ "model_name" : "test" ,
100
106
},
101
107
]
102
108
@@ -115,31 +121,37 @@ def test_process_with_system_prompt_per_row(self) -> None:
115
121
)
116
122
) == [
117
123
{
124
+ "system_prompt" : "You're a math expert assistant." ,
118
125
"conversation" : [
119
126
{"role" : "system" , "content" : "You're a math expert assistant." },
120
127
{"role" : "user" , "content" : "Hello Magpie" },
121
128
{"role" : "assistant" , "content" : "Hello Magpie" },
122
129
{"role" : "user" , "content" : "Hello Magpie" },
123
130
{"role" : "assistant" , "content" : "Hello Magpie" },
124
131
],
132
+ "model_name" : "test" ,
125
133
},
126
134
{
135
+ "system_prompt" : "You're a florist expert assistant." ,
127
136
"conversation" : [
128
137
{"role" : "system" , "content" : "You're a florist expert assistant." },
129
138
{"role" : "user" , "content" : "Hello Magpie" },
130
139
{"role" : "assistant" , "content" : "Hello Magpie" },
131
140
{"role" : "user" , "content" : "Hello Magpie" },
132
141
{"role" : "assistant" , "content" : "Hello Magpie" },
133
142
],
143
+ "model_name" : "test" ,
134
144
},
135
145
{
146
+ "system_prompt" : "You're a plumber expert assistant." ,
136
147
"conversation" : [
137
148
{"role" : "system" , "content" : "You're a plumber expert assistant." },
138
149
{"role" : "user" , "content" : "Hello Magpie" },
139
150
{"role" : "assistant" , "content" : "Hello Magpie" },
140
151
{"role" : "user" , "content" : "Hello Magpie" },
141
152
{"role" : "assistant" , "content" : "Hello Magpie" },
142
153
],
154
+ "model_name" : "test" ,
143
155
},
144
156
]
145
157
@@ -152,9 +164,18 @@ def test_process_only_instruction(self) -> None:
152
164
task .load ()
153
165
154
166
assert next (task .process (inputs = [{}, {}, {}])) == [
155
- {"instruction" : "Hello Magpie" },
156
- {"instruction" : "Hello Magpie" },
157
- {"instruction" : "Hello Magpie" },
167
+ {
168
+ "instruction" : "Hello Magpie" ,
169
+ "model_name" : "test" ,
170
+ },
171
+ {
172
+ "instruction" : "Hello Magpie" ,
173
+ "model_name" : "test" ,
174
+ },
175
+ {
176
+ "instruction" : "Hello Magpie" ,
177
+ "model_name" : "test" ,
178
+ },
158
179
]
159
180
160
181
def test_serialization (self ) -> None :
0 commit comments