Upload 7 files
Browse files
.github/FUNDING.yml
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# These are supported funding model platforms
|
2 |
+
|
3 |
+
github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
|
4 |
+
patreon: # Replace with a single Patreon username
|
5 |
+
open_collective: # Replace with a single Open Collective username
|
6 |
+
ko_fi: # Replace with a single Ko-fi username
|
7 |
+
tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
|
8 |
+
community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
|
9 |
+
liberapay: # Replace with a single Liberapay username
|
10 |
+
issuehunt: # Replace with a single IssueHunt username
|
11 |
+
otechie: # Replace with a single Otechie username
|
12 |
+
lfx_crowdfunding: # Replace with a single LFX Crowdfunding project-name e.g., cloud-foundry
|
13 |
+
custom: https://buy.stripe.com/9AQ03Kd3P91o0Q8bIS
|
.github/ISSUE_TEMPLATE/bug_report.yml
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: Bug Report
|
2 |
+
description: File a bug report
|
3 |
+
title: "[Bug]: "
|
4 |
+
labels: ["bug"]
|
5 |
+
body:
|
6 |
+
- type: markdown
|
7 |
+
attributes:
|
8 |
+
value: |
|
9 |
+
Thanks for taking the time to fill out this bug report!
|
10 |
+
- type: textarea
|
11 |
+
id: what-happened
|
12 |
+
attributes:
|
13 |
+
label: What happened?
|
14 |
+
description: Also tell us, what did you expect to happen?
|
15 |
+
placeholder: Tell us what you see!
|
16 |
+
value: "A bug happened!"
|
17 |
+
validations:
|
18 |
+
required: true
|
19 |
+
- type: textarea
|
20 |
+
id: logs
|
21 |
+
attributes:
|
22 |
+
label: Relevant log output
|
23 |
+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
|
24 |
+
render: shell
|
25 |
+
- type: input
|
26 |
+
id: contact
|
27 |
+
attributes:
|
28 |
+
label: Twitter / LinkedIn details
|
29 |
+
description: We announce new features on Twitter + LinkedIn. If this issue leads to an announcement, and you'd like a mention, we'll gladly shout you out!
|
30 |
+
placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
|
31 |
+
validations:
|
32 |
+
required: false
|
.github/ISSUE_TEMPLATE/config.yml
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
blank_issues_enabled: true
|
2 |
+
contact_links:
|
3 |
+
- name: Schedule Demo
|
4 |
+
url: https://calendly.com/d/4mp-gd3-k5k/litellm-1-1-onboarding-chat
|
5 |
+
about: Speak directly with Krrish and Ishaan, the founders, to discuss issues, share feedback, or explore improvements for LiteLLM
|
6 |
+
- name: Discord
|
7 |
+
url: https://discord.com/invite/wuPM9dRgDw
|
8 |
+
about: Join 250+ LiteLLM community members!
|
.github/ISSUE_TEMPLATE/feature_request.yml
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: 🚀 Feature Request
|
2 |
+
description: Submit a proposal/request for a new LiteLLM feature.
|
3 |
+
title: "[Feature]: "
|
4 |
+
labels: ["enhancement"]
|
5 |
+
body:
|
6 |
+
- type: markdown
|
7 |
+
attributes:
|
8 |
+
value: |
|
9 |
+
Thanks for making LiteLLM better!
|
10 |
+
- type: textarea
|
11 |
+
id: the-feature
|
12 |
+
attributes:
|
13 |
+
label: The Feature
|
14 |
+
description: A clear and concise description of the feature proposal
|
15 |
+
placeholder: Tell us what you want!
|
16 |
+
validations:
|
17 |
+
required: true
|
18 |
+
- type: textarea
|
19 |
+
id: motivation
|
20 |
+
attributes:
|
21 |
+
label: Motivation, pitch
|
22 |
+
description: Please outline the motivation for the proposal. Is your feature request related to a specific problem? e.g., "I'm working on X and would like Y to be possible". If this is related to another GitHub issue, please link here too.
|
23 |
+
validations:
|
24 |
+
required: true
|
25 |
+
- type: input
|
26 |
+
id: contact
|
27 |
+
attributes:
|
28 |
+
label: Twitter / LinkedIn details
|
29 |
+
description: We announce new features on Twitter + LinkedIn. When this is announced, and you'd like a mention, we'll gladly shout you out!
|
30 |
+
placeholder: ex. @krrish_dh / https://www.linkedin.com/in/krish-d/
|
31 |
+
validations:
|
32 |
+
required: false
|
.github/deploy-to-aws.png
ADDED
.github/workflows/docker.yml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
name: Build Docker Images
|
2 |
+
on:
|
3 |
+
workflow_dispatch:
|
4 |
+
inputs:
|
5 |
+
tag:
|
6 |
+
description: "The tag version you want to build"
|
7 |
+
jobs:
|
8 |
+
build:
|
9 |
+
runs-on: ubuntu-latest
|
10 |
+
permissions:
|
11 |
+
contents: read
|
12 |
+
packages: write
|
13 |
+
env:
|
14 |
+
REPO_NAME: ${{ github.repository }}
|
15 |
+
steps:
|
16 |
+
- name: Convert repo name to lowercase
|
17 |
+
run: echo "REPO_NAME=$(echo "$REPO_NAME" | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV
|
18 |
+
- name: Checkout
|
19 |
+
uses: actions/checkout@v4
|
20 |
+
- name: Set up QEMU
|
21 |
+
uses: docker/setup-qemu-action@v3
|
22 |
+
- name: Set up Docker Buildx
|
23 |
+
uses: docker/setup-buildx-action@v3
|
24 |
+
- name: Login to GitHub Container Registry
|
25 |
+
uses: docker/login-action@v3
|
26 |
+
with:
|
27 |
+
registry: ghcr.io
|
28 |
+
username: ${{ github.actor }}
|
29 |
+
password: ${{ secrets.GHCR_TOKEN }}
|
30 |
+
logout: false
|
31 |
+
- name: Extract metadata (tags, labels) for Docker
|
32 |
+
id: meta
|
33 |
+
uses: docker/metadata-action@v5
|
34 |
+
with:
|
35 |
+
images: ghcr.io/berriai/litellm
|
36 |
+
- name: Get tag to build
|
37 |
+
id: tag
|
38 |
+
run: |
|
39 |
+
echo "latest=ghcr.io/${{ env.REPO_NAME }}:latest" >> $GITHUB_OUTPUT
|
40 |
+
if [[ -z "${{ github.event.inputs.tag }}" ]]; then
|
41 |
+
echo "versioned=ghcr.io/${{ env.REPO_NAME }}:${{ github.ref_name }}" >> $GITHUB_OUTPUT
|
42 |
+
else
|
43 |
+
echo "versioned=ghcr.io/${{ env.REPO_NAME }}:${{ github.event.inputs.tag }}" >> $GITHUB_OUTPUT
|
44 |
+
fi
|
45 |
+
- name: Debug Info
|
46 |
+
run: |
|
47 |
+
echo "GHCR_TOKEN=${{ secrets.GHCR_TOKEN }}"
|
48 |
+
echo "REPO_NAME=${{ env.REPO_NAME }}"
|
49 |
+
echo "ACTOR=${{ github.actor }}"
|
50 |
+
- name: Build and push container image to registry
|
51 |
+
uses: docker/build-push-action@v2
|
52 |
+
with:
|
53 |
+
push: true
|
54 |
+
tags: ghcr.io/${{ env.REPO_NAME }}:${{ github.sha }}
|
55 |
+
file: ./Dockerfile
|
56 |
+
- name: Build and release Docker images
|
57 |
+
uses: docker/build-push-action@v5
|
58 |
+
with:
|
59 |
+
context: .
|
60 |
+
platforms: linux/amd64
|
61 |
+
tags: |
|
62 |
+
${{ steps.tag.outputs.latest }}
|
63 |
+
${{ steps.tag.outputs.versioned }}
|
64 |
+
labels: ${{ steps.meta.outputs.labels }}
|
65 |
+
push: true
|
66 |
+
|
.github/workflows/ghcr_deploy.yml
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
#
|
2 |
+
name: Build & Publich to GHCR
|
3 |
+
on:
|
4 |
+
workflow_dispatch:
|
5 |
+
inputs:
|
6 |
+
tag:
|
7 |
+
description: "The tag version you want to build"
|
8 |
+
|
9 |
+
# Defines two custom environment variables for the workflow. Used for the Container registry domain, and a name for the Docker image that this workflow builds.
|
10 |
+
env:
|
11 |
+
REGISTRY: ghcr.io
|
12 |
+
IMAGE_NAME: ${{ github.repository }}
|
13 |
+
|
14 |
+
# There is a single job in this workflow. It's configured to run on the latest available version of Ubuntu.
|
15 |
+
jobs:
|
16 |
+
build-and-push-image:
|
17 |
+
runs-on: ubuntu-latest
|
18 |
+
# Sets the permissions granted to the `GITHUB_TOKEN` for the actions in this job.
|
19 |
+
permissions:
|
20 |
+
contents: read
|
21 |
+
packages: write
|
22 |
+
#
|
23 |
+
steps:
|
24 |
+
- name: Checkout repository
|
25 |
+
uses: actions/checkout@v4
|
26 |
+
# Uses the `docker/login-action` action to log in to the Container registry registry using the account and password that will publish the packages. Once published, the packages are scoped to the account defined here.
|
27 |
+
- name: Log in to the Container registry
|
28 |
+
uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
|
29 |
+
with:
|
30 |
+
registry: ${{ env.REGISTRY }}
|
31 |
+
username: ${{ github.actor }}
|
32 |
+
password: ${{ secrets.GITHUB_TOKEN }}
|
33 |
+
# This step uses [docker/metadata-action](https://github.com/docker/metadata-action#about) to extract tags and labels that will be applied to the specified image. The `id` "meta" allows the output of this step to be referenced in a subsequent step. The `images` value provides the base name for the tags and labels.
|
34 |
+
- name: Extract metadata (tags, labels) for Docker
|
35 |
+
id: meta
|
36 |
+
uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
|
37 |
+
with:
|
38 |
+
images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
|
39 |
+
# This step uses the `docker/build-push-action` action to build the image, based on your repository's `Dockerfile`. If the build succeeds, it pushes the image to GitHub Packages.
|
40 |
+
# It uses the `context` parameter to define the build's context as the set of files located in the specified path. For more information, see "[Usage](https://github.com/docker/build-push-action#usage)" in the README of the `docker/build-push-action` repository.
|
41 |
+
# It uses the `tags` and `labels` parameters to tag and label the image with the output from the "meta" step.
|
42 |
+
- name: Build and push Docker image
|
43 |
+
uses: docker/build-push-action@f2a1d5e99d037542a71f64918e516c093c6f3fc4
|
44 |
+
with:
|
45 |
+
context: .
|
46 |
+
push: true
|
47 |
+
tags: ${{ steps.meta.outputs.tags }}-${{ github.event.inputs.tag }} # Add the input tag to the image tags
|
48 |
+
labels: ${{ steps.meta.outputs.labels }}
|