Skip to content

Commit

Permalink
chore: update deps (#129)
Browse files Browse the repository at this point in the history 
* chore: update deps

* sort deps

* update vllm

* fix default payloads value

---------

Co-authored-by: Avram Tudor <tudor.avram@8x8.com>
  • Loading branch information
@quitrk
quitrk and Avram Tudor authored Dec 4, 2024
1 parent 90b65f5 commit a4a4053
Show file tree
Hide file tree
Showing 8 changed files with 744 additions and 593 deletions.
1,186 changes: 665 additions & 521 deletions poetry.lock
View file

Large diffs are not rendered by default.

35 changes: 17 additions & 18 deletions pyproject.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,30 +19,29 @@ pytest-asyncio = "0.23.3"
pytest-mock = "3.12.0"

[tool.poetry.dependencies]
aiohttp = "3.9.5"
aiofiles = "24.1.0"
aiohttp = "3.11.9"
async-lru = "2.0.4"
av = "^12.3.0"
boto3 = "^1.28.56"
fastapi = "0.115.0"
fastapi-versionizer = "3.0.4"
fastapi = "0.115.5"
fastapi-versionizer = "4.0.1"
faster-whisper = "1.0.3"
prometheus-client = "0.20.0"
langchain = "0.3.8"
langchain-openai = "0.2.10"
prometheus-client = "0.21.0"
prometheus-fastapi-instrumentator = "7.0.0"
pyjwt = {extras = ["crypto"], version = "^2.8.0"}
python = "~3.11"
redis = "5.0.1"
torch = "2.4.0"
torchaudio = "2.4.0"
uvicorn = {extras = ["standard"], version = "0.29.0"}
uuid6 = "^2024.1.12"
pyyaml = "^6.0.1"
aiofiles = "^23.2.1"
pydantic = "^2.9.1"
langchain = "^0.3.0"
langchain-openai = "^0.2.0"
av = "^12.3.0"
pybase64 = "^1.4.0"
vllm = "0.6.2"
pydantic = "2.10.2"
pyjwt = {version = "2.10.1", extras = ["crypto"]}
python = "~3.11"
redis = "5.2.0"
silero-vad = "^5.1.2"
torch = "2.5.1"
torchaudio = "2.5.1"
uuid6 = "2024.07.10"
uvicorn = "0.32.1"
vllm = "0.6.4post1"

[build-system]
build-backend = "poetry.core.masonry.api"
Expand Down
83 changes: 44 additions & 39 deletions requirements.txt
View file
Original file line number Diff line number Diff line change
@@ -1,10 +1,11 @@
aiofiles==23.2.1 ; python_version >= "3.11" and python_version < "3.12"
aiohttp==3.9.5 ; python_version >= "3.11" and python_version < "3.12"
aiofiles==24.1.0 ; python_version >= "3.11" and python_version < "3.12"
aiohappyeyeballs==2.4.4 ; python_version >= "3.11" and python_version < "3.12"
aiohttp==3.11.9 ; python_version >= "3.11" and python_version < "3.12"
aiosignal==1.3.1 ; python_version >= "3.11" and python_version < "3.12"
annotated-types==0.7.0 ; python_version >= "3.11" and python_version < "3.12"
anyio==4.6.0 ; python_version >= "3.11" and python_version < "3.12"
async-lru==2.0.4 ; python_version >= "3.11" and python_version < "3.12"
async-timeout==4.0.3 ; python_version >= "3.11" and python_full_version <= "3.11.2"
async-timeout==4.0.3 ; python_version >= "3.11" and python_full_version < "3.11.3"
attrs==24.2.0 ; python_version >= "3.11" and python_version < "3.12"
av==12.3.0 ; python_version >= "3.11" and python_version < "3.12"
boto3==1.35.27 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -14,17 +15,18 @@ cffi==1.17.1 ; python_version >= "3.11" and python_version < "3.12" and (platfor
charset-normalizer==3.3.2 ; python_version >= "3.11" and python_version < "3.12"
click==8.1.7 ; python_version >= "3.11" and python_version < "3.12"
cloudpickle==3.0.0 ; python_version >= "3.11" and python_version < "3.12"
colorama==0.4.6 ; python_version >= "3.11" and python_version < "3.12" and (sys_platform == "win32" or platform_system == "Windows")
colorama==0.4.6 ; python_version >= "3.11" and python_version < "3.12" and (platform_system == "Windows" or sys_platform == "win32")
coloredlogs==15.0.1 ; python_version >= "3.11" and python_version < "3.12"
compressed-tensors==0.8.0 ; python_version >= "3.11" and python_version < "3.12"
cryptography==43.0.1 ; python_version >= "3.11" and python_version < "3.12"
ctranslate2==4.4.0 ; python_version >= "3.11" and python_version < "3.12"
datasets==2.14.4 ; python_version >= "3.11" and python_version < "3.12"
dill==0.3.7 ; python_version >= "3.11" and python_version < "3.12"
diskcache==5.6.3 ; python_version >= "3.11" and python_version < "3.12"
distro==1.9.0 ; python_version >= "3.11" and python_version < "3.12"
einops==0.8.0 ; python_version >= "3.11" and python_version < "3.12"
fastapi-versionizer==3.0.4 ; python_version >= "3.11" and python_version < "3.12"
fastapi==0.115.0 ; python_version >= "3.11" and python_version < "3.12"
fastapi-versionizer==4.0.1 ; python_version >= "3.11" and python_version < "3.12"
fastapi==0.115.5 ; python_version >= "3.11" and python_version < "3.12"
faster-whisper==1.0.3 ; python_version >= "3.11" and python_version < "3.12"
filelock==3.16.1 ; python_version >= "3.11" and python_version < "3.12"
flatbuffers==24.3.25 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -35,7 +37,7 @@ gguf==0.10.0 ; python_version >= "3.11" and python_version < "3.12"
greenlet==3.1.1 ; python_version < "3.12" and (platform_machine == "aarch64" or platform_machine == "ppc64le" or platform_machine == "x86_64" or platform_machine == "amd64" or platform_machine == "AMD64" or platform_machine == "win32" or platform_machine == "WIN32") and python_version >= "3.11"
h11==0.14.0 ; python_version >= "3.11" and python_version < "3.12"
httpcore==1.0.5 ; python_version >= "3.11" and python_version < "3.12"
httptools==0.6.1 ; python_version >= "3.11" and python_version < "3.12"
httptools==0.6.4 ; python_version >= "3.11" and python_version < "3.12"
httpx==0.27.2 ; python_version >= "3.11" and python_version < "3.12"
huggingface-hub==0.25.1 ; python_version >= "3.11" and python_version < "3.12"
humanfriendly==10.0 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -49,16 +51,16 @@ jsonpatch==1.33 ; python_version >= "3.11" and python_version < "3.12"
jsonpointer==3.0.0 ; python_version >= "3.11" and python_version < "3.12"
jsonschema-specifications==2023.12.1 ; python_version >= "3.11" and python_version < "3.12"
jsonschema==4.23.0 ; python_version >= "3.11" and python_version < "3.12"
langchain-core==0.3.6 ; python_version >= "3.11" and python_version < "3.12"
langchain-openai==0.2.0 ; python_version >= "3.11" and python_version < "3.12"
langchain-core==0.3.21 ; python_version >= "3.11" and python_version < "3.12"
langchain-openai==0.2.10 ; python_version >= "3.11" and python_version < "3.12"
langchain-text-splitters==0.3.0 ; python_version >= "3.11" and python_version < "3.12"
langchain==0.3.1 ; python_version >= "3.11" and python_version < "3.12"
langchain==0.3.8 ; python_version >= "3.11" and python_version < "3.12"
langsmith==0.1.128 ; python_version >= "3.11" and python_version < "3.12"
lark==1.2.2 ; python_version >= "3.11" and python_version < "3.12"
llvmlite==0.43.0 ; python_version >= "3.11" and python_version < "3.12"
lm-format-enforcer==0.10.6 ; python_version >= "3.11" and python_version < "3.12"
lm-format-enforcer==0.10.9 ; python_version >= "3.11" and python_version < "3.12"
markupsafe==2.1.5 ; python_version >= "3.11" and python_version < "3.12"
mistral-common==1.4.4 ; python_version >= "3.11" and python_version < "3.12"
mistral-common[opencv]==1.5.1 ; python_version >= "3.11" and python_version < "3.12"
mpmath==1.3.0 ; python_version >= "3.11" and python_version < "3.12"
msgpack==1.1.0 ; python_version >= "3.11" and python_version < "3.12"
msgspec==0.18.6 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -69,29 +71,31 @@ nest-asyncio==1.6.0 ; python_version >= "3.11" and python_version < "3.12"
networkx==3.3 ; python_version >= "3.11" and python_version < "3.12"
numba==0.60.0 ; python_version >= "3.11" and python_version < "3.12"
numpy==1.26.4 ; python_version >= "3.11" and python_version < "3.12"
nvidia-cublas-cu12==12.1.3.1 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-cupti-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-nvrtc-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-runtime-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cublas-cu12==12.4.5.8 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-cupti-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-nvrtc-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cuda-runtime-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cudnn-cu12==9.1.0.70 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cufft-cu12==11.0.2.54 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-curand-cu12==10.3.2.106 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cusolver-cu12==11.4.5.107 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cusparse-cu12==12.1.0.106 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cufft-cu12==11.2.1.3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-curand-cu12==10.3.5.147 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cusolver-cu12==11.6.1.9 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-cusparse-cu12==12.3.1.170 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-ml-py==12.560.30 ; python_version >= "3.11" and python_version < "3.12"
nvidia-nccl-cu12==2.20.5 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-nvjitlink-cu12==12.6.68 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-nvtx-cu12==12.1.105 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-nccl-cu12==2.21.5 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-nvjitlink-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
nvidia-nvtx-cu12==12.4.127 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
onnxruntime==1.19.2 ; python_version >= "3.11" and python_version < "3.12"
openai==1.48.0 ; python_version >= "3.11" and python_version < "3.12"
openai==1.56.0 ; python_version >= "3.11" and python_version < "3.12"
opencv-python-headless==4.10.0.84 ; python_version >= "3.11" and python_version < "3.12"
orjson==3.10.7 ; python_version >= "3.11" and python_version < "3.12"
outlines==0.0.46 ; python_version >= "3.11" and python_version < "3.12"
packaging==24.1 ; python_version >= "3.11" and python_version < "3.12"
pandas==2.2.3 ; python_version >= "3.11" and python_version < "3.12"
partial-json-parser==0.2.1.1.post4 ; python_version >= "3.11" and python_version < "3.12"
pillow==10.4.0 ; python_version >= "3.11" and python_version < "3.12"
prometheus-client==0.20.0 ; python_version >= "3.11" and python_version < "3.12"
prometheus-client==0.21.0 ; python_version >= "3.11" and python_version < "3.12"
prometheus-fastapi-instrumentator==7.0.0 ; python_version >= "3.11" and python_version < "3.12"
propcache==0.2.1 ; python_version >= "3.11" and python_version < "3.12"
protobuf==5.28.2 ; python_version >= "3.11" and python_version < "3.12"
psutil==6.0.0 ; python_version >= "3.11" and python_version < "3.12"
py-cpuinfo==9.0.0 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -100,17 +104,17 @@ pyarrow==17.0.0 ; python_version >= "3.11" and python_version < "3.12"
pybase64==1.4.0 ; python_version >= "3.11" and python_version < "3.12"
pycountry==24.6.1 ; python_version >= "3.11" and python_version < "3.12"
pycparser==2.22 ; python_version >= "3.11" and python_version < "3.12" and (platform_python_implementation != "PyPy" or implementation_name == "pypy")
pydantic-core==2.23.4 ; python_version >= "3.11" and python_version < "3.12"
pydantic==2.9.2 ; python_version >= "3.11" and python_version < "3.12"
pyjwt[crypto]==2.9.0 ; python_version >= "3.11" and python_version < "3.12"
pydantic-core==2.27.1 ; python_version >= "3.11" and python_version < "3.12"
pydantic==2.10.2 ; python_version >= "3.11" and python_version < "3.12"
pyjwt[crypto]==2.10.1 ; python_version >= "3.11" and python_version < "3.12"
pyreadline3==3.5.4 ; sys_platform == "win32" and python_version >= "3.11" and python_version < "3.12"
python-dateutil==2.9.0.post0 ; python_version >= "3.11" and python_version < "3.12"
python-dotenv==1.0.1 ; python_version >= "3.11" and python_version < "3.12"
pytz==2024.2 ; python_version >= "3.11" and python_version < "3.12"
pyyaml==6.0.2 ; python_version >= "3.11" and python_version < "3.12"
pyzmq==26.2.0 ; python_version >= "3.11" and python_version < "3.12"
ray==2.37.0 ; python_version >= "3.11" and python_version < "3.12"
redis==5.0.1 ; python_version >= "3.11" and python_version < "3.12"
redis==5.2.0 ; python_version >= "3.11" and python_version < "3.12"
referencing==0.35.1 ; python_version >= "3.11" and python_version < "3.12"
regex==2024.9.11 ; python_version >= "3.11" and python_version < "3.12"
requests==2.32.3 ; python_version >= "3.11" and python_version < "3.12"
Expand All @@ -123,27 +127,28 @@ silero-vad==5.1.2 ; python_version >= "3.11" and python_version < "3.12"
six==1.16.0 ; python_version >= "3.11" and python_version < "3.12"
sniffio==1.3.1 ; python_version >= "3.11" and python_version < "3.12"
sqlalchemy==2.0.35 ; python_version >= "3.11" and python_version < "3.12"
starlette==0.38.6 ; python_version >= "3.11" and python_version < "3.12"
sympy==1.13.3 ; python_version >= "3.11" and python_version < "3.12"
starlette==0.41.3 ; python_version >= "3.11" and python_version < "3.12"
sympy==1.13.1 ; python_version >= "3.11" and python_version < "3.12"
tenacity==8.5.0 ; python_version >= "3.11" and python_version < "3.12"
tiktoken==0.7.0 ; python_version >= "3.11" and python_version < "3.12"
tokenizers==0.20.0 ; python_version >= "3.11" and python_version < "3.12"
torch==2.4.0 ; python_version >= "3.11" and python_version < "3.12"
torchaudio==2.4.0 ; python_version >= "3.11" and python_version < "3.12"
torchvision==0.19.0 ; python_version >= "3.11" and python_version < "3.12"
torch==2.5.1 ; python_version >= "3.11" and python_version < "3.12"
torchaudio==2.5.1 ; python_version >= "3.11" and python_version < "3.12"
torchvision==0.20.1 ; python_version >= "3.11" and python_version < "3.12"
tqdm==4.66.5 ; python_version >= "3.11" and python_version < "3.12"
transformers==4.46.0 ; python_version >= "3.11" and python_version < "3.12"
triton==3.0.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version < "3.12" and python_version >= "3.11"
triton==3.1.0 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version < "3.12" and python_version >= "3.11"
typing-extensions==4.12.2 ; python_version >= "3.11" and python_version < "3.12"
tzdata==2024.2 ; python_version >= "3.11" and python_version < "3.12"
urllib3==2.2.3 ; python_version >= "3.11" and python_version < "3.12"
uuid6==2024.7.10 ; python_version >= "3.11" and python_version < "3.12"
uvicorn[standard]==0.29.0 ; python_version >= "3.11" and python_version < "3.12"
uvicorn==0.32.1 ; python_version >= "3.11" and python_version < "3.12"
uvicorn[standard]==0.32.1 ; python_version >= "3.11" and python_version < "3.12"
uvloop==0.21.0 ; (sys_platform != "win32" and sys_platform != "cygwin") and platform_python_implementation != "PyPy" and python_version >= "3.11" and python_version < "3.12"
vllm==0.6.2 ; python_version >= "3.11" and python_version < "3.12"
vllm==0.6.4.post1 ; python_version >= "3.11" and python_version < "3.12"
watchfiles==0.24.0 ; python_version >= "3.11" and python_version < "3.12"
websockets==13.1 ; python_version >= "3.11" and python_version < "3.12"
xformers==0.0.27.post2 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
xformers==0.0.28.post3 ; platform_system == "Linux" and platform_machine == "x86_64" and python_version >= "3.11" and python_version < "3.12"
xxhash==3.5.0 ; python_version >= "3.11" and python_version < "3.12"
yarl==1.12.1 ; python_version >= "3.11" and python_version < "3.12"
yarl==1.18.3 ; python_version >= "3.11" and python_version < "3.12"
zipp==3.20.2 ; python_version >= "3.11" and python_version < "3.12"
2 changes: 1 addition & 1 deletion run.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
if nvcc --version
then
export CUDA_VISIBLE_DEVICES=0
export LLAMA_N_CTX=44000
export LLAMA_N_CTX=43000
else
export LLAMA_N_CTX=8182
fi
Expand Down
2 changes: 2 additions & 0 deletions skynet/http_client.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,8 @@ async def request(method, url, **kwargs) -> aiohttp.ClientResponse:


async def close():
global _session

if _session is not None:
await _session.close()

Expand Down
7 changes: 4 additions & 3 deletions skynet/modules/stt/streaming_whisper/meeting_connection.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,8 @@ async def process(self, chunk: bytes, chunk_timestamp: int) -> List[utils.Transc
self.participants[a_chunk.participant_id] = State(a_chunk.participant_id, a_chunk.language)

payloads = await self.participants[a_chunk.participant_id].process(a_chunk, self.previous_transcription_tokens)
for payload in payloads:
if payload.type == 'final':
await self.update_initial_prompt(payload.text)
if payloads:
for payload in payloads:
if payload.type == 'final':
await self.update_initial_prompt(payload.text)
return payloads
6 changes: 3 additions & 3 deletions skynet/modules/ttt/summaries/processor.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ def get_local_llm(**kwargs):


async def process(payload: DocumentPayload, job_type: JobType, model: ChatOpenAI = None) -> str:
current_model = model or get_local_llm(max_tokens=payload.max_tokens)
current_model = model or get_local_llm(max_completion_tokens=payload.max_completion_tokens)
chain = None
text = payload.text

Expand Down Expand Up @@ -97,7 +97,7 @@ async def process(payload: DocumentPayload, job_type: JobType, model: ChatOpenAI
async def process_open_ai(payload: DocumentPayload, job_type: JobType, api_key: str, model_name=None) -> str:
llm = ChatOpenAI(
api_key=api_key,
max_tokens=payload.max_tokens,
max_completion_tokens=payload.max_completion_tokens,
model_name=model_name,
temperature=0,
)
Expand All @@ -113,7 +113,7 @@ async def process_azure(
api_version=azure_openai_api_version,
azure_endpoint=endpoint,
azure_deployment=deployment_name,
max_tokens=payload.max_tokens,
max_completion_tokens=payload.max_completion_tokens,
temperature=0,
)

Expand Down
Loading

0 comments on commit a4a4053

Please sign in to comment.