-
Notifications
You must be signed in to change notification settings - Fork 24
/
variables.tf
159 lines (144 loc) · 4.65 KB
/
variables.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
variable "location" {
description = "The location where all resources will be deployed"
default = "australiaeast"
}
variable "app_title" {
description = "The title that librechat will display"
default = "librechat"
}
variable "openai_key" {
description = "OpenAI API Key"
default = ""
sensitive = true
}
variable "chatgpt_token" {
description = "ChatGPT Token"
default = "user_provided"
sensitive = true
}
variable "anthropic_api_key" {
description = "Anthropic API Key"
default = "user_provided"
sensitive = true
}
variable "bingai_token" {
description = "BingAI Token"
default = "user_provided"
sensitive = true
}
variable "palm_key" {
description = "PaLM Key"
default = "user_provided"
sensitive = true
}
variable "app_service_sku_name" {
description = "size of the VM that runs the librechat app. F1 is free but limited to 1h per day."
default = "B1"
}
variable "mongo_uri" {
description = "Connection string for the mongodb"
default = ""
sensitive = true
}
variable "use_cosmosdb_free_tier" {
description = "Flag to enable/disable free tier of cosmosdb. This needs to be false if another instance already uses free tier."
default = true
}
variable "deployments" {
description = "(Optional) Specifies the deployments of the Azure OpenAI Service"
type = map(object({
name = string
rai_policy_name = string
model_format = string
model_name = string
model_version = string
scale_type = string
}))
default = {
"gpt-35-turbo" = {
name = "gpt-35-turbo"
rai_policy_name = "Microsoft.Default"
model_name = "gpt-35-turbo"
model_format = "OpenAI"
model_version = "0613"
scale_type = "Standard"
},
"gpt-35-turbo-16k" = {
name = "gpt-35-turbo-16k"
rai_policy_name = "Microsoft.Default"
model_name = "gpt-35-turbo-16k"
model_format = "OpenAI"
model_version = "0613"
scale_type = "Standard"
},
# "gpt-35-turbo-1106" = {
# name = "gpt-35-turbo-1106"
# rai_policy_name = "Microsoft.Default"
# model_name = "gpt-35-turbo"
# model_format = "OpenAI"
# model_version = "1106"
# scale_type = "Standard"
# },
"gpt-4" = {
name = "gpt-4"
rai_policy_name = "Microsoft.Default"
model_name = "gpt-4"
model_format = "OpenAI"
model_version = "0613"
scale_type = "Standard"
},
"gpt-4-32k" = {
name = "gpt-4-32k"
rai_policy_name = "Microsoft.Default"
model_name = "gpt-4-32k"
model_format = "OpenAI"
model_version = "0613"
scale_type = "Standard"
},
# "gpt-4-1106-preview" = {
# name = "gpt-4-1106-preview"
# rai_policy_name = "Microsoft.Default"
# model_name = "gpt-4"
# model_format = "OpenAI"
# model_version = "1106-Preview"
# scale_type = "Standard"
# },
# "gpt-4-vision-preview" = {
# name = "gpt-4-vision-preview"
# rai_policy_name = "Microsoft.Default"
# model_name = "gpt-4"
# model_format = "OpenAI"
# model_version = "vision-preview"
# scale_type = "Standard"
# },
"text-embedding-ada-002" = {
name = "text-embedding-ada-002"
rai_policy_name = "Microsoft.Default"
model_name = "text-embedding-ada-002"
model_format = "OpenAI"
model_version = "2"
scale_type = "Standard"
},
}
}
variable "azure_openai_api_deployment_name" {
description = "(Optional) The deployment name of your Azure OpenAI API; if deployments.chat_model.name is defined, the default value is that value."
default = ""
}
variable "azure_openai_api_completions_deployment_name" {
description = "(Optional) The deployment name for completion; if deployments.chat_model.name is defined, the default value is that value."
default = ""
}
variable "azure_openai_api_version" {
description = "The version of your Azure OpenAI API"
default = "2024-02-01"
}
variable "azure_openai_api_embeddings_deployment_name" {
description = "(Optional) The deployment name for embedding; if deployments.embedding_model.name is defined, the default value is that value."
default = ""
}
variable "public_network_access_enabled" {
description = "(Optional) Specifies whether public network access is allowed for the Azure OpenAI Service"
type = bool
default = false
}