1+ """
2+ Tests the ollama function calling system
3+
4+ This module tests the function calling system in the ollama package.
5+
6+ The tests are run using the pytest framework. The tests are run in the following order:
7+ 1. test_run_send_airtime: Tests the run function with an airtime request.
8+ 2. test_run_send_message: Tests the run function with a message-sending request.
9+ 3. test_run_search_news: Tests the run function with a news search request.
10+
11+ The tests are run asynchronously to allow for the use of the asyncio library.
12+
13+ NB: ensure you have the environment variables set in the .env file/.bashrc
14+ file before running the tests.
15+
16+ How to run the tests:
17+ pytest test/test_run.py -v --asyncio-mode=strict
18+
19+ Feel free to add more tests to cover more scenarios.
20+
21+ """
22+
23+ import os
24+ import pytest
25+ from utils .function_call import run
26+
27+ # Load environment variables
28+ TEST_PHONE_NUMBER = os .getenv ("TEST_PHONE_NUMBER" )
29+ TEST_PHONE_NUMBER_2 = os .getenv ("TEST_PHONE_NUMBER_2" )
30+ TEST_PHONE_NUMBER_3 = os .getenv ("TEST_PHONE_NUMBER_3" )
31+ USERNAME = os .getenv ("USERNAME" )
32+
33+
34+ @pytest .mark .asyncio
35+ async def test_run_send_airtime ():
36+ """
37+ Test the run function with an airtime request.
38+ Checks for any runtime errors while processing the prompt.
39+ """
40+ user_prompt = (
41+ f"Send airtime to { TEST_PHONE_NUMBER }
42+ )
43+ await run ("qwen2.5:0.5b" , user_prompt )
44+ assert True
45+
46+
47+ @pytest .mark .asyncio
48+ async def test_run_send_message ():
49+ """
50+ Test the run function with a message-sending request.
51+ Ensures no exceptions are raised while handling the prompt.
52+ """
53+ user_prompt = (
54+ f"Send a message to { TEST_PHONE_NUMBER }
55+ f"using the username { USERNAME }
56+ )
57+ await run ("qwen2.5:0.5b" , user_prompt )
58+ assert True
59+
60+
61+ @pytest .mark .asyncio
62+ async def test_run_search_news ():
63+ """
64+ Test the run function with a news search request.
65+ Verifies the function completes without errors.
66+ """
67+ user_prompt = "Search for news about 'Global Tech Events'"
68+ await run ("qwen2.5:0.5b" , user_prompt )
69+ assert True
70+
71+
72+ @pytest .mark .asyncio
73+ async def test_run_send_airtime_zero_amount ():
74+ """
75+ Test sending airtime with zero amount.
76+ """
77+ user_prompt = (
78+ f"Send airtime to { TEST_PHONE_NUMBER }
79+ )
80+ await run ("qwen2.5:0.5b" , user_prompt )
81+ assert True
82+
83+
84+ @pytest .mark .asyncio
85+ async def test_run_send_airtime_invalid_currency ():
86+ """
87+ Test sending airtime with an invalid currency code.
88+ """
89+ user_prompt = (
90+ f"Send airtime to { TEST_PHONE_NUMBER }
91+ )
92+ await run ("qwen2.5:0.5b" , user_prompt )
93+ assert True
94+
95+
96+ @pytest .mark .asyncio
97+ async def test_run_send_message_missing_username ():
98+ """
99+ Test sending a message without providing a username.
100+ """
101+ user_prompt = f"Send a message to { TEST_PHONE_NUMBER }
102+ await run ("qwen2.5:0.5b" , user_prompt )
103+ assert True
104+
105+
106+ @pytest .mark .asyncio
107+ async def test_run_search_news_empty_query ():
108+ """
109+ Test searching news with an empty query.
110+ """
111+ user_prompt = "Search for news about ''"
112+ await run ("qwen2.5:0.5b" , user_prompt )
113+ assert True
114+
115+
116+ @pytest .mark .asyncio
117+ async def test_run_send_airtime_multiple_numbers ():
118+ """
119+ Test sending airtime to multiple phone numbers.
120+ """
121+ user_prompt = f"Send airtime to { TEST_PHONE_NUMBER } { TEST_PHONE_NUMBER_2 } { TEST_PHONE_NUMBER_3 }
122+ await run ("qwen2.5:0.5b" , user_prompt )
123+ assert True
124+
125+
126+ @pytest .mark .asyncio
127+ async def test_run_send_airtime_synonym ():
128+ """
129+ Test sending airtime using synonymous phrasing.
130+ """
131+ user_prompt = f"Top-up { TEST_PHONE_NUMBER }
132+ await run ("qwen2.5:0.5b" , user_prompt )
133+ assert True
134+
135+
136+ @pytest .mark .asyncio
137+ async def test_run_send_airtime_different_order ():
138+ """
139+ Test sending airtime with parameters in a different order.
140+ """
141+ user_prompt = f"With an amount of 15 KES, send airtime to { TEST_PHONE_NUMBER }
142+ await run ("qwen2.5:0.5b" , user_prompt )
143+ assert True
144+
145+
146+ @pytest .mark .asyncio
147+ async def test_run_send_message_polite_request ():
148+ """
149+ Test sending a message with a polite request phrasing.
150+ """
151+ user_prompt = f"Could you please send a message saying 'Good morning' to { TEST_PHONE_NUMBER } { USERNAME }
152+ await run ("qwen2.5:0.5b" , user_prompt )
153+ assert True
154+
155+
156+ @pytest .mark .asyncio
157+ async def test_run_search_news_synonym ():
158+ """
159+ Test searching news using synonymous phrasing.
160+ """
161+ user_prompt = "Find articles related to 'Artificial Intelligence advancements'."
162+ await run ("qwen2.5:0.5b" , user_prompt )
163+ assert True
164+
165+
166+ @pytest .mark .asyncio
167+ async def test_run_send_airtime_invalid_amount ():
168+ """
169+ Test sending airtime with a negative amount.
170+ """
171+ user_prompt = (
172+ f"Send airtime to { TEST_PHONE_NUMBER }
173+ )
174+ await run ("qwen2.5:0.5b" , user_prompt )
175+ assert True
176+
177+ @pytest .mark .asyncio
178+ async def test_run_send_message_spam_detection ():
179+ """
180+ Test sending a message that may be considered spam.
181+ """
182+ user_prompt = (
183+ f"Send a message to { TEST_PHONE_NUMBER }
184+ f"using the username { USERNAME }
185+ )
186+ await run ("qwen2.5:0.5b" , user_prompt )
187+ assert True
188+
189+ @pytest .mark .asyncio
190+ async def test_run_search_news_sensitive_content ():
191+ """
192+ Test searching for news with potentially sensitive content.
193+ """
194+ user_prompt = "Search for news about 'Illegal Activities'"
195+ await run ("qwen2.5:0.5b" , user_prompt )
196+ assert True
0 commit comments