|
AWSTemplateFormatVersion: '2010-09-09' |
|
Transform: AWS::Serverless-2016-10-31 |
|
Description: > |
|
llmlite-service |
|
|
|
SAM Template for llmlite-service |
|
|
|
|
|
Globals: |
|
Function: |
|
Timeout: 600 |
|
MemorySize: 128 |
|
Environment: |
|
Variables: |
|
WORKER_CONFIG: !Ref WorkerConfigParameter |
|
|
|
Parameters: |
|
AliasParameter: |
|
Type: String |
|
Default: live |
|
WorkerConfigParameter: |
|
Type: String |
|
Description: Sample environment variable |
|
Default: '{"model": null, "alias": null, "api_base": null, "api_version": "2023-07-01-preview", "debug": false, "temperature": null, "max_tokens": null, "request_timeout": 600, "max_budget": null, "telemetry": true, "drop_params": false, "add_function_to_prompt": false, "headers": null, "save": false, "config": null, "use_queue": false}' |
|
|
|
Resources: |
|
MyUrlFunctionPermissions: |
|
Type: AWS::Lambda::Permission |
|
Properties: |
|
FunctionName: !Ref URL |
|
Action: lambda:InvokeFunctionUrl |
|
Principal: "*" |
|
FunctionUrlAuthType: NONE |
|
|
|
Function: |
|
Type: AWS::Serverless::Function |
|
Properties: |
|
FunctionName: !Sub "${AWS::StackName}-function" |
|
CodeUri: "./litellm" |
|
Handler: proxy/lambda.handler |
|
Runtime: python3.11 |
|
AutoPublishAlias: !Ref AliasParameter |
|
Architectures: |
|
- x86_64 |
|
DeploymentPreference: |
|
Type: AllAtOnce |
|
Alarms: |
|
- !Ref NewVersionErrorMetricGreaterThanZeroAlarm |
|
|
|
NewVersionErrorMetricGreaterThanZeroAlarm: |
|
Type: "AWS::CloudWatch::Alarm" |
|
Properties: |
|
AlarmDescription: Lambda Function Error > 0 |
|
ComparisonOperator: GreaterThanThreshold |
|
Dimensions: |
|
- Name: Resource |
|
Value: !Sub "${Function}:live" |
|
- Name: FunctionName |
|
Value: !Ref Function |
|
- Name: ExecutedVersion |
|
Value: !GetAtt Function.Version.Version |
|
EvaluationPeriods: 1 |
|
Unit: Count |
|
MetricName: Errors |
|
Namespace: AWS/Lambda |
|
Period: 60 |
|
Statistic: Sum |
|
Threshold: 0 |
|
|
|
URL: |
|
Type: AWS::Lambda::Url |
|
DependsOn: FunctionAliaslive |
|
Properties: |
|
AuthType: NONE |
|
Qualifier: live |
|
TargetFunctionArn: !GetAtt Function.Arn |
|
|
|
Outputs: |
|
FunctionARN: |
|
Description: "Lambda Function ARN" |
|
Value: !GetAtt Function.Arn |
|
|
|
FunctionUrl: |
|
Description: "Lambda Function URL Endpoint" |
|
Value: |
|
Fn::GetAtt: URL.FunctionUrl |
|
|
|
FunctionVersion: |
|
Description: "Lambda Function Version" |
|
Value: !GetAtt Function.Version.Version |
|
|
|
FunctionNewAlarmARN: |
|
Description: "Lambda Function New Alarm ARN" |
|
Value: !GetAtt NewVersionErrorMetricGreaterThanZeroAlarm.Arn |
|
|
