start new:
tmux
start new with session name:
tmux new -s myname
import os | |
import openai | |
client = openai.OpenAI( | |
base_url="https://llama3-405b-hackathon.lepton.run/api/v1/", | |
# Get your token from lepton.ai under Settings -> Tokens -> Workspace Token | |
api_key="YOUR_LEPTONAI_TOKEN" | |
) | |
completion = client.chat.completions.create( |
ARG CUDA_VERSION=12.1.0 | |
ARG CUDNN_VERSION=8 | |
ARG UBUNTU_VERSION=22.04 | |
FROM nvcr.io/nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION} | |
WORKDIR /workspace | |
RUN apt update | |
RUN apt install wget openssh-server -y |
ARG CUDA_VERSION=12.1.0 | |
ARG CUDNN_VERSION=8 | |
ARG UBUNTU_VERSION=22.04 | |
FROM nvcr.io/nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION} | |
WORKDIR /workspace | |
RUN apt update | |
RUN apt install wget openssh-server -y |
Getting started:
Related tutorials: