Add LLM service to kubernetes deployment action (#15863)

Release Notes:

- N/A

Co-authored-by: Marshall <marshall@zed.dev>

.github/workflows/deploy_collab.yml

@@ -134,3 +134,9 @@ jobs:
           envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f -
           kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch
           echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}"
+
+          export ZED_SERVICE_NAME=llm
+          export ZED_LOAD_BALANCER_SIZE_UNIT=$ZED_LLM_LOAD_BALANCER_SIZE_UNIT
+          envsubst < crates/collab/k8s/collab.template.yml | kubectl apply -f -
+          kubectl -n "$ZED_KUBE_NAMESPACE" rollout status deployment/$ZED_SERVICE_NAME --watch
+          echo "deployed ${ZED_SERVICE_NAME} to ${ZED_KUBE_NAMESPACE}"

crates/collab/k8s/collab.template.yml

@@ -92,6 +92,11 @@ spec:
                 secretKeyRef:
                   name: api
                   key: token
+            - name: LLM_API_SECRET
+              valueFrom:
+                secretKeyRef:
+                  name: llm-token
+                  key: secret
             - name: ZED_CLIENT_CHECKSUM_SEED
               valueFrom:
                 secretKeyRef: