Merge branch 'main' into aaron/fix-doc-quota-policy

Author: aabchoo

api/v1alpha1/quota_policy.go

@@ -42,6 +42,9 @@ type QuotaPolicySpec struct {
 	// Quota for all models served by AIServiceBackend(s). This value can be overridden for specific models using the "PerModelQuotas"
 	// configuration.
 	//
+	// Currently, the rate limit configuration is properly set up, but the descriptor set is not being set in the Envoy Configuration
+	// TODO: Add changes in the extension server to support ServiceQuota enforcement.
+	//
 	// +optional
 	ServiceQuota ServiceQuotaDefinition `json:"serviceQuota,omitempty"`
 	// PerModelQuotas specifies quota for different models served by the AIServiceBackend(s) where this

manifests/charts/ai-gateway-crds-helm/templates/aigateway.envoyproxy.io_quotapolicies.yaml

@@ -370,6 +370,8 @@ spec:
                 description: |-
                   Quota for all models served by AIServiceBackend(s). This value can be overridden for specific models using the "PerModelQuotas"
                   configuration.
+
+                  Currently, the rate limit configuration is properly set up, but the descriptor set is not being set in the Envoy Configuration
                 properties:
                   costExpression:
                     description: |-

site/docs/api/api.mdx

@@ -2338,7 +2338,7 @@ QuotaPolicySpec specifies rules for computing token based costs of requests.
   name="serviceQuota"
   type="[ServiceQuotaDefinition](#github.qkg1.top-envoyproxy-ai-gateway-api-v1alpha1-servicequotadefinition)"
   required="false"
-  description="Quota for all models served by AIServiceBackend(s). This value can be overridden for specific models using the `PerModelQuotas`<br />configuration."
+  description="Quota for all models served by AIServiceBackend(s). This value can be overridden for specific models using the `PerModelQuotas`<br />configuration.<br />Currently, the rate limit configuration is properly set up, but the descriptor set is not being set in the Envoy Configuration"
 /><ApiField
   name="perModelQuotas"
   type="[PerModelQuota](#github.qkg1.top-envoyproxy-ai-gateway-api-v1alpha1-permodelquota) array"