collab: Add support for a custom monthly allowance for LLM usage (#19525)

This PR adds support for setting a monthly LLM usage allowance for certain users. Release Notes: - N/A
2024-10-21 17:12:33 -04:00
parent 89f6b65ee6
commit 1a4b253ee5
10 changed files with 47 additions and 21 deletions
@@ -4930,8 +4930,7 @@ async fn get_llm_api_token(
    let billing_preferences = db.get_billing_preferences(user.id).await?;

    let token = LlmTokenClaims::create(
-        user.id,
-        user.github_login.clone(),
+        &user,
        session.is_staff(),
        billing_preferences,
        has_llm_closed_beta_feature_flag,