conversational-example.py

# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: Apache-2.0

# DeepSpeed Team
import mii

mii_configs = {'tensor_parallel': 1}

# gpt2
name = "microsoft/DialoGPT-large"

print(f"Deploying {name}...")

mii.deploy(task='text-generation', model=name, deployment_name=name + "_deployment")