Merge pull request #33 from OutpostHQ/feat/stream-typo

Feat/stream typo
outpostHQ · Sep 29, 2023 · b0fc73a · b0fc73a
2 parents 0b37296 + 6bd248b
commit b0fc73a
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 2 deletions.
diff --git a/.changeset/spotty-frogs-film.md b/.changeset/spotty-frogs-film.md
@@ -0,0 +1,5 @@
+---
+'outpostkit': patch
+---
+
+Bug Fixes
diff --git a/src/index.ts b/src/index.ts
@@ -2,3 +2,4 @@ export { Inference } from './inference';
 export { Comet } from './comet';
 export { APIError } from './error';
 export * from './utils/inference';
+export * from './types';
diff --git a/src/types/index.ts b/src/types/index.ts
@@ -0,0 +1,2 @@
+export * from './comet';
+export * from './inference';
diff --git a/src/utils/inference/vllm-stream.ts b/src/utils/inference/vllm-stream.ts
@@ -1,6 +1,6 @@
 import { EventStreamContentType, fetchEventSource } from '@microsoft/fetch-event-source';
 import { APIError } from 'error';
-import { VLLMPromptParameters } from 'types/inference';
+import { VLLMOpenAICompletionsOutputType, VLLMPromptParameters } from 'types/inference';
 
 export const streamGenericInferenceServer = (
   domain: string,
@@ -96,7 +96,7 @@ export const streamOpenAIInferenceServer = async (
 ): Promise<string> => {
   try {
     let finalResponse: string;
-    await fetchEventSource(`${domain}/v1/${type === 'chat' ? 'chat/' : ''}completions`, {
+    await fetchEventSource(`${domain}/v1/${type === 'chat' ? 'chat/completions' : 'completions'}`, {
       method: 'POST',
       headers: {
         'Content-Type': 'application/json',
@@ -123,6 +123,7 @@ export const streamOpenAIInferenceServer = async (
         // if the server emits an error message, throw an exception
         // so it gets handled by the onerror callback below:
         if (msg.event === 'data') {
+          // const chunk = JSON.parse(msg.data) as VLLMOpenAICompletionsOutputType;
           finalResponse += msg.data;
           handleNewChunk(msg.data);
         } else if (msg.event === 'error') {
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		export * from './comet';
		export * from './inference';