bucket { name: "PREDICT-IMAGE_CLASSIFICATION-MULTI_NODES" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES)" tag: "@approver=debxhe" tag: "@approval_date=2021-03-12" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-MULTI_NODES" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-MULTI_NODES|RawPredict-IMAGE_BOUNDING_BOX-MULTI_NODES)" tag: "@approver=debxhe" tag: "@approval_date=2021-03-12" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-MULTI_NODES" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-MULTI_NODES|RawPredict-IMAGE_SEGMENTATION-MULTI_NODES)" tag: "@approver=smaria" tag: "@approval_date=2021-11-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_CLASSIFICATION-MULTI_NODES-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES-HARPOON|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES-HARPOON|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES-HARPOON|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES-HARPOON)" tag: "@approver=smaria" tag: "@approval_date=2021-11-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-MULTI_NODES-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-MULTI_NODES-HARPOON|RawPredict-IMAGE_BOUNDING_BOX-MULTI_NODES-HARPOON)" tag: "@approver=smaria" tag: "@approval_date=2021-11-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-MULTI_NODES-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-MULTI_NODES-HARPOON|RawPredict-IMAGE_SEGMENTATION-MULTI_NODES-HARPOON)" tag: "@approver=smaria" tag: "@approval_date=2021-11-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_CLASSIFICATION-MULTI_NODES-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES-DIRECTPATH|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES-DIRECTPATH|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-MULTI_NODES-DIRECTPATH|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-MULTI_NODES-DIRECTPATH)" tag: "@approver=reneezhu" tag: "@approval_date=2022-02-22" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-MULTI_NODES-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-MULTI_NODES-DIRECTPATH|RawPredict-IMAGE_BOUNDING_BOX-MULTI_NODES-DIRECTPATH)" tag: "@approver=reneezhu" tag: "@approval_date=2022-02-22" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-MULTI_NODES-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-MULTI_NODES-DIRECTPATH|RawPredict-IMAGE_SEGMENTATION-MULTI_NODES-DIRECTPATH)" tag: "@approver=reneezhu" tag: "@approval_date=2022-02-22" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-TEXT_CLASSIFICATION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-TEXT_CLASSIFICATION_SINGLE_LABEL|Predict-TEXT_CLASSIFICATION_MULTI_LABEL|RawPredict-TEXT_CLASSIFICATION_SINGLE_LABEL|RawPredict-TEXT_CLASSIFICATION_MULTI_LABEL)" tag: "@approver=safwans,mdondero,xiangru" tag: "@approval_date=2021-03-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 2500 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-TEXT_SENTIMENT" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-TEXT_SENTIMENT|RawPredict-TEXT_SENTIMENT)" tag: "@approver=safwans,mdondero,xiangru" tag: "@approval_date=2021-03-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 2500 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-TEXT_EXTRACTION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-TEXT_EXTRACTION|RawPredict-TEXT_EXTRACTION)" tag: "@approver=safwans,mdondero,xiangru" tag: "@approval_date=2021-03-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 3500 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_HARPOON_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-HARPOON|RawPredict-CUSTOM-OVERHEAD-HARPOON|Predict-CUSTOM-OVERHEAD-HARPOON-CPR|RawPredict-CUSTOM-OVERHEAD-HARPOON-CPR|Predict-CUSTOM-OVERHEAD-HARPOON-SINGLE-ZONE|RawPredict-CUSTOM-OVERHEAD-HARPOON-SINGLE-ZONE|Predict-TABLES-OVERHEAD|RawPredict-TABLES-OVERHEAD|Predict-TABLES-OVERHEAD-HARPOON|RawPredict-TABLES-OVERHEAD-HARPOON|Predict-FORECASTING-OVERHEAD|RawPredict-FORECASTING-OVERHEAD|Predict-FORECASTING-OVERHEAD-HARPOON|RawPredict-FORECASTING-OVERHEAD-HARPOON)" tag: "@approver=smaria" tag: "@approval_date=2021-11-10" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 150 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "CHATCOMPLETIONS_HARPOON_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(ChatCompletions-CUSTOM-OVERHEAD-HARPOON)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "CHATCOMPLETIONS_GRPC_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(ChatCompletions-CUSTOM-OVERHEAD-GRPC-STREAMING)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-CUSTOM-OVERHEAD-HARPOON_TUNED_TEXT_EMBEDDING" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-HARPOON_TUNED_TEXT_EMBEDDING|RawPredict-CUSTOM-OVERHEAD-HARPOON_TUNED_TEXT_EMBEDDING)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 10000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 20000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PredictionService-Explain" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*Explain.*)" tag: "@approver=ddzheng" tag: "@approval_date=2022-01-12" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 30000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 60000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-bison-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_TEXT|RawPredict-LARGE_MODEL-LLM_GENERATE_TEXT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_MESSAGE|RawPredict-LARGE_MODEL-LLM_GENERATE_MESSAGE|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_CHAT|RawPredict-LARGE_MODEL-LLM_CODE_CHAT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(codechat-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_GENERATION|RawPredict-LARGE_MODEL-LLM_CODE_GENERATION|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(code-bison@001)" tag: "@approver=aiwanicki" tag: "@approval_date=2023-12-14" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-bison-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_TEXT|RawPredict-LARGE_MODEL-LLM_GENERATE_TEXT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_MESSAGE|RawPredict-LARGE_MODEL-LLM_GENERATE_MESSAGE|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_CHAT|RawPredict-LARGE_MODEL-LLM_CODE_CHAT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(codechat-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_GENERATION|RawPredict-LARGE_MODEL-LLM_CODE_GENERATION|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(code-bison@002)" tag: "@approver=aiwanicki" tag: "@approval_date=2023-12-14" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-code-gecko-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_COMPLETION|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_COMPLETION|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_COMPLETION|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_COMPLETION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(code-gecko@001|codegcp-gecko-001)" tag: "@approver=aiwanicki" tag: "@approval_date=2024-10-01" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-textembedding-gecko-003" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(textembedding-gecko@003)" tag: "@approver=smaria" tag: "@approval_date=2024-02-15" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-textembedding-gecko-multilingual-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(textembedding-gecko-multilingual@001)" tag: "@approver=smaria" tag: "@approval_date=2024-02-15" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-textembedding-gecko-multilingual-latest" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(textembedding-gecko-multilingual@latest)" tag: "@approver=smaria" tag: "@approval_date=2024-02-15" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-embedding-preview-0409" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-embedding-preview-0409)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-multilingual-embedding-preview-0409" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-multilingual-embedding-preview-0409)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-embedding-004" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-embedding-004)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-embedding-005" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-embedding-005)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 10000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 20000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-embedding-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-embedding-001)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-embedding-2.0-exp_MULTIMODAL" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(EmbedContent-LARGE_MODEL-LLM_GENERATE_EMBEDDING_MULTIMODAL)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2.5-embedding-exp)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-embedding-2.0-exp_TEXT_ONLY" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(EmbedContent-LARGE_MODEL-LLM_GENERATE_EMBEDDING_TEXT_ONLY)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2.5-embedding-exp)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 1000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 5000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-multilingual-embedding-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-multilingual-embedding-002)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-text-embedding-preview-0815" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-embedding-preview-0815)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-bison-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_TEXT_GND_WEB_SEARCH.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(text-bison@001|text-bison@002|text-bison-32k@001|text-bison-32k@002|text-bison@latest)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_MESSAGE_GND_WEB_SEARCH.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison@001|chat-bison@002|chat-bison-32k@001|chat-bison-32k@002|chat-bison@latest)" tag: "@exclude" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-pro|gemini-pro_uniserve)" tag: "@approver=aiwanicki,params" tag: "@approval_date=2023-12-19" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-pro)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-pro.*)" tag: "@exclude" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-vision" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-pro-vision|gemini-pro-vision_uniserve)" tag: "@approver=aiwanicki,params" tag: "@approval_date=2023-12-19" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-ultra" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-ultra|gemini-ultra_uniserve|gemini-ultra-cloud-atlas-chatbot)" tag: "@approver=aiwanicki,params" tag: "@approval_date=2023-12-19" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-ultra-vision" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-ultra-vision|gemini-ultra-vision_uniserve)" tag: "@approver=aiwanicki,params" tag: "@approval_date=2023-12-19" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.0-pro-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.0-pro-002|gemini-1\\.0-pro-002_uniserve|gemini-pro-002-cloud-atlas-chatbot)" tag: "@approver=ving" tag: "@approval_date=2024-04-03" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.0-pro-002-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.0-pro-002|gemini-1\\.0-pro-002_uniserve)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_NO_EC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-001|gemini-1\\.5-pro-001_uniserve|gemini-1\\.5-pro-cloud-atlas-chatbot|gemini-1\\.5-pro-preview-0409|gemini-1\\.5-pro-preview-0514)" tag: "@approver=ving" tag: "@approval_date=2024-05-22" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-001-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-001)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_NO_EC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-002|gemini-1\\.5-pro-002_uniserve)" tag: "@approver=ving" tag: "@approval_date=2024-09-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-002-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-002)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_NO_EC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-001|gemini-1\\.5-flash-001_uniserve|gemini-1\\.5-flash-olympics|gemini-1\\.5-flash-cloud-atlas-chatbot)" tag: "@approver=ving" tag: "@approval_date=2024-05-22" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-001-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-001)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_NO_EC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-002|gemini-1\\.5-flash-002_uniserve)" tag: "@approver=ving" tag: "@approval_date=2024-09-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-exp" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-exp_uniserve|gemini-2\\.0-flash-exp)" tag: "@approver=ving" tag: "@approval_date=2024-12-04" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=ving" tag: "@approval_date=2025-01-17" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=ving" tag: "@approval_date=2025-01-17" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-2.0-flash-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=ving" tag: "@approval_date=2025-04-15" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=smaria" tag: "@approval_date=2025-01-17" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=params" tag: "@approval_date=2025-01-27" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-tuned-gemini-2.0-flash-001-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL-LLM_TUNED_.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-tuned-gemini-2.0-flash-001-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL-LLM_TUNED_.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-tuned-gemini-2.0-flash-001-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL-LLM_TUNED_.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-latest-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-pro-latest_uniserve|gemini-pro-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-latest-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-pro-latest_uniserve|gemini-pro-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-latest-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-pro-latest_uniserve|gemini-pro-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-preview-image-generation" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-preview-image-generation_uniserve|gemini-2\\.0-flash-preview-image-generation)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-05-08" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-image-generation-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-preview-image-generation_uniserve|gemini-2\\.0-flash-preview-image-generation)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-image-generation-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-preview-image-generation_uniserve|gemini-2\\.0-flash-preview-image-generation)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-image-generation-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.0-flash-preview-image-generation_uniserve|gemini-2\\.0-flash-preview-image-generation)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-09-2025-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-preview-09-2025_uniserve|gemini-2\\.5-flash-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-09-2025-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-preview-09-2025_uniserve|gemini-2\\.5-flash-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-09-2025-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-preview-09-2025_uniserve|gemini-2\\.5-flash-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-preview-09-2025-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-lite-preview-09-2025_uniserve|gemini-2\\.5-flash-lite-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-preview-09-2025-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-lite-preview-09-2025_uniserve|gemini-2\\.5-flash-lite-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-preview-09-2025-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-lite-preview-09-2025_uniserve|gemini-2\\.5-flash-lite-preview-09-2025)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3-pro-preview-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-3-pro-preview_uniserve|gemini-3-pro-preview)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3-pro-preview-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-3-pro-preview_uniserve|gemini-3-pro-preview)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3-pro-preview-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-3-pro-preview_uniserve|gemini-3-pro-preview)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-latest-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-latest_uniserve|gemini-flash-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-latest-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-latest_uniserve|gemini-flash-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-latest-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-latest_uniserve|gemini-flash-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-lite-latest-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-lite-latest_uniserve|gemini-flash-lite-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-lite-latest-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-lite-latest_uniserve|gemini-flash-lite-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-flash-lite-latest-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-flash-lite-latest_uniserve|gemini-flash-lite-latest)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-image-generation" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-preview-image-generation)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-08-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-image-generation-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-preview-image-generation)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-08-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-explicit-cache-v1" key_regex: "PredictionService(V1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-explicit-cache-v1beta1" key_regex: "PredictionService(V1beta1)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-explicit-cache-internal" key_regex: "PredictionService(Internal)-(.*LARGE_MODEL.*_EXPLICIT_CACHE.*)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-001-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001_uniserve|gemini-2\\.0-flash-001)" tag: "@approver=ving" tag: "@approval_date=2025-01-28" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@approver=ving" tag: "@approval_date=2025-02-12" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@approver=ving" tag: "@approval_date=2025-02-12" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-001-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@approver=ving" tag: "@approval_date=2025-02-24" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-2.0-flash-lite-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-001_uniserve|gemini-2\\.0-flash-lite-001)" tag: "@approver=ving" tag: "@approval_date=2025-03-20" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-2.5-flash" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=linjon" tag: "@approval_date=2025-06-17" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-lite-preview-02-05" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-preview-02-05_uniserve|gemini-2\\.0-flash-lite-preview-02-05)" tag: "@approver=ving" tag: "@approval_date=2025-01-29" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-live-preview-04-09" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-live-preview-04-09_uniserve|gemini-2\\.0-flash-live-preview-04-09)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-04-08" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-live-preview-04-09-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-live-preview-04-09_uniserve|gemini-2\\.0-flash-live-preview-04-09)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-04-08" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-live-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-live-001_uniserve|gemini-2\\.0-flash-live-001)" tag: "@approver=ving" tag: "@approval_date=2025-03-19" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.0-flash-live-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-live-001_uniserve|gemini-2\\.0-flash-live-001)" tag: "@approver=ving" tag: "@approval_date=2025-03-19" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-live-2.5-flash" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-live-2\\.5-flash)" tag: "@approver=ncamerino" tag: "@approval_date=2025-11-17" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-live-2.5-flash-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-live-2\\.5-flash)" tag: "@approver=ncamerino" tag: "@approval_date=2025-11-17" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=devnath" tag: "@approval_date=2025-06-16" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-21" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-08-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=danhaog" tag: "@approval_date=2025-08-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001_uniserve|gemini-2\\.5-flash-001)" tag: "@approver=devnath" tag: "@approval_date=2025-06-16" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-latest" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-latest)" tag: "@approver=flendrich" tag: "@approval_date=2025-07-16" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-latest-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-latest-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-latest-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-08-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-07-10" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-07-10" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-latest" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite-latest)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-07-21" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-preview-09-2025" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=ving" tag: "@approval_date=2025-09-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-lite-preview-09-2025-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=ving" tag: "@approval_date=2025-09-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-rainsong" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-preview-rainsong)" tag: "@approver=ving" tag: "@approval_date=2025-09-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-rainsong-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-preview-rainsong)" tag: "@approver=ving" tag: "@approval_date=2025-09-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-04-17" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.0-flash-preview_uniserve|gemini-2\\.0-flash-preview)" tag: "@approver=ving" tag: "@approval_date=2025-03-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-preview-04-17-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-preview_uniserve|gemini-2\\.0-flash-preview)" tag: "@approver=ving" tag: "@approval_date=2025-04-02" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-image-generation" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-flash-image-generation)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-09-30" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-flash-image-generation-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-image-generation)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-09-30" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-computer-use-preview" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-computer-use-preview)" tag: "@approver=tjangelo" tag: "@approval_date=2025-10-06" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-live-2.5-flash-native-audio" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-live-rev22)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-live-2.5-flash-native-audio-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-live-rev22)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-14" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-14" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-14" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-latest" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-12-01" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=danhaog" tag: "@approval_date=2025-11-18" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=danhaog" tag: "@approval_date=2025-11-18" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=danhaog" tag: "@approval_date=2025-11-18" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-preview-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-preview)" tag: "@approver=danhaog" tag: "@approval_date=2025-11-18" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-image-preview" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-3\\.0-pro-image-preview)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-13" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-3.0-pro-image-preview-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-3\\.0-pro-image-preview)" tag: "@approver=tjangelo" tag: "@approval_date=2025-11-13" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-latest" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-latest)" tag: "@approver=ving" tag: "@approval_date=2025-07-16" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-latest-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-latest-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-latest-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-latest)" tag: "@approver=danhaog" tag: "@approval_date=2025-08-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-preview-05-06" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-preview_uniserve|gemini-2\\.5-pro-preview)" tag: "@approver=ving" tag: "@approval_date=2025-04-04" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-preview-05-06-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-pro-preview_uniserve|gemini-2\\.5-pro-preview)" tag: "@approver=ving" tag: "@approval_date=2025-04-02" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-preview-06-05" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-preview_uniserve|gemini-2\\.5-pro-preview)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-06-03" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-preview-06-05-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-pro-preview_uniserve|gemini-2\\.5-pro-preview)" tag: "@approver=ving" tag: "@approval_date=2025-06-03" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-05-13" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-21" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-code-execution" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_CE.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-url-context" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_URL.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-07-22" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=danhaog" tag: "@approval_date=2025-08-19" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-2.5-pro-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001_uniserve|gemini-2\\.5-pro-001)" tag: "@approver=wenjieyuan" tag: "@approval_date=2025-05-13" availability { objectives { objective: 0.9995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-002-function-calling" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_FC.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-002)" tag: "@approver=smaria" tag: "@approval_date=2024-10-07" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-grounded" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*_GND_WEB_SEARCH.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-3.1-8b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama(3|-3.1)?-8b-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2024-09-06" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-3.1-70b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama(3|-3.1)?-70b-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2024-09-06" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-3.1-405b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama(3|-3.1)?-405b-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2024-07-23" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-3.2-90b-vision-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama-3.2-90b-vision-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2024-09-25" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-3.3-70b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama-3.3-70b-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2024-12-10" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-4-scout-17b-16e-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama-4-placeholder-a-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2025-04-03" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama-4-maverick-17b-128e-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama-4-placeholder-b-instruct-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2025-04-03" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-deepseek-ai-deepseek-r1-0528-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(deepseek-r1-0528-maas)" tag: "@approver=rhaertel" tag: "@approval_date=2025-06-11" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-openai-gpt-oss-120b-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(gpt-oss-120b-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-08-20" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-openai-gpt-oss-20b-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(gpt-oss-20b-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-08-20" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-qwen-qwen3-235b-a22b-instruct-2507-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(qwen3-235b-a22b-instruct-2507-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-08-20" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-qwen-qwen3-coder-480b-a35b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(qwen3-coder-480b-a35b-instruct-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-08-20" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-deepseek-ai-deepseek-v3.1-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(deepseek-v3.1-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-08-27" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-deepseek-ai-deepseek-ocr-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(deepseek-ocr-maas)" tag: "@approver=yingwg" tag: "@approval_date=2025-11-17" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-minimaxai-minimax-m2-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(minimax-m2-maas)" tag: "@approver=yingwg" tag: "@approval_date=2025-11-17" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-moonshotai-kimi-k2-thinking-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(kimi-k2-thinking-maas)" tag: "@approver=yingwg" tag: "@approval_date=2025-11-17" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-qwen-qwen3-next-80b-a3b-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(qwen3-next-80b-a3b-instruct-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-09-15" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-qwen-qwen3-next-80b-a3b-thinking-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(qwen3-next-80b-a3b-thinking-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-09-15" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-infloat-multilingual-e5-small-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(multilingual-e5-small-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-09-15" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-OPEN-MAAS-infloat-multilingual-e5-large-instruct-maas" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*CUSTOM.*)()()_(multilingual-e5-large-instruct-maas)" tag: "@approver=zhaohan" tag: "@approval_date=2025-09-15" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagen-2.0" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-2\\.0-edit.*)" tag: "@approver=params" tag: "@approval_date=2024-07-18" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE-imagen-3.0" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-3\\.0-generate.*|imagen-3\\.0-fast-generate.*)" tag: "@approver=params" tag: "@approval_date=2024-07-18" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagen-3.0-capability" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-3\\.0-capability.*)" tag: "@approver=gangs" tag: "@approval_date=2024-12-02" availability { objectives { objective: 0.995 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE-imagen-4.0-generate" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-4\\.0-generate.*|imagen-4\\.0-fast-generate.*|imagen-4\\.0-ultra-generate-.*)" tag: "@approver=gangs" tag: "@approval_date=2025-05-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagen-4.0-upscale" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-4\\.0-upscale-preview)" tag: "@approver=gangs" tag: "@approval_date=2025-10-13" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE-imagen-product-recontext-preview-06-30" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-product-recontext-preview-06-30)" tag: "@approver=gangs" tag: "@approval_date=2025-07-23" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE-virtual-try-on-preview-08-04" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(virtual-try-on-preview-08-04)" tag: "@approver=gangs" tag: "@approval_date=2025-07-23" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagen-4.0-ingredients" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagen-4\\.0-ingredients.*)" tag: "@approver=gangs" tag: "@approval_date=2025-10-01" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-bison-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_TEXT|RawPredict-LARGE_MODEL-LLM_GENERATE_TEXT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT)()(_PT|_CRITICAL_PLUS)_(text-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_MESSAGE|RawPredict-LARGE_MODEL-LLM_GENERATE_MESSAGE|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE)()(_PT|_CRITICAL_PLUS)_(chat-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_CHAT|RawPredict-LARGE_MODEL-LLM_CODE_CHAT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT)()(_PT|_CRITICAL_PLUS)_(codechat-bison@001)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_GENERATION|RawPredict-LARGE_MODEL-LLM_CODE_GENERATION|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION)()(_PT|_CRITICAL_PLUS)_(code-bison@001)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-bison-002-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_TEXT|RawPredict-LARGE_MODEL-LLM_GENERATE_TEXT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_TEXT)()(_PT|_CRITICAL_PLUS)_(text-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_GENERATE_MESSAGE|RawPredict-LARGE_MODEL-LLM_GENERATE_MESSAGE|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE|StreamingPredict-LARGE_MODEL-LLM_STREAM_GENERATE_MESSAGE)()(_PT|_CRITICAL_PLUS)_(chat-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_CHAT|RawPredict-LARGE_MODEL-LLM_CODE_CHAT|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_CHAT)()(_PT|_CRITICAL_PLUS)_(codechat-bison@002)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LLM_CODE_GENERATION|RawPredict-LARGE_MODEL-LLM_CODE_GENERATION|ServerStreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamDirectPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION|StreamingPredict-LARGE_MODEL-LLM_STREAM_CODE_GENERATION)()(_PT|_CRITICAL_PLUS)_(code-bison@002)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-pro|gemini-pro_uniserve)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-pro-vision-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-pro-vision|gemini-pro-vision_uniserve)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-ultra-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-ultra|gemini-ultra_uniserve)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-ultra-vision-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-ultra-vision|gemini-ultra-vision_uniserve)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-1\\.5-flash-001|gemini-1\\.5-flash-001_uniserve|gemini-1\\.5-flash-olympics)" tag: "@approver=ving" tag: "@approval_date=2024-05-22" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-002-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-1\\.5-flash-002|gemini-1\\.5-flash-002_uniserve)" tag: "@approver=ving" tag: "@approval_date=2024-09-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-1\\.5-pro-001|gemini-1\\.5-pro-001_uniserve|gemini-1\\.5-pro-cloud-atlas-chatbot|gemini-1\\.5-pro-preview-0409|gemini-1\\.5-pro-preview-0514)" tag: "@approver=ving" tag: "@approval_date=2024-05-22" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-002-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-1\\.5-pro-002|gemini-1\\.5-pro-002_uniserve)" tag: "@approver=ving" tag: "@approval_date=2024-09-14" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-MEDIUM-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(MedLM-medium|MedLM-medium@latest|MedLM-medium-servo)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-LARGE-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(MedLM-large|MedLM-large-servo)" tag: "@approver=smaria" tag: "@approval_date=2024-04-24" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-LARGE-1.5-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(MedLM-Large-1\\.5)" tag: "@approver=basni" tag: "@approval_date=2024-10-17" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-lyria-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(lyria-002.*)" tag: "@approver=vyshu,yihongluo" tag: "@approval_date=2025-02-20" availability { objectives { objective: 0.9 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 40000 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 45000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 50000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE-imagen-3.0-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(imagen-3\\.0-generate.*|imagen-3\\.0-fast-generate.*)" tag: "@approver=params" tag: "@approval_date=2024-07-18" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagen-2.0-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LVM_EDIT_IMAGE.*)()(_PT|_CRITICAL_PLUS)_(imagen-2\\.0-edit.*)" tag: "@approver=params" tag: "@approval_date=2024-10-08" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE-imagegeneration-006-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LVM_EDIT_IMAGE.*)()(_PT|_CRITICAL_PLUS)_(imagegeneration@006)" tag: "@approver=params" tag: "@approval_date=2024-10-08" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_VIDEO-veo-3.0-generate-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(veo-3\\.0-generate-001.*|veo-3\\.0-fast-generate-001.*)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-01" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_VIDEO-veo-3.1-generate-preview-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(veo-3\\.1-generate-preview.*|veo-3\\.1-fast-generate-preview.*)" tag: "@approver=ncamerino" tag: "@approval_date=2025-10-24" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_VIDEO-veo-3.1-generate-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(veo-3\\.1-generate-001.*|veo-3\\.1-fast-generate-001.*)" tag: "@approver=ncamerino" tag: "@approval_date=2025-11-11" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "CountTokens-LARGE_MODEL" key_regex: "LlmUtilityService(V1|V1beta1)-(CountTokens-LARGE_MODEL)" tag: "@approver=reneezhu" tag: "@approval_date=2023-11-07" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 15000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 20000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "ComputeTokens-LARGE_MODEL" key_regex: "LlmUtilityService(V1|V1beta1)-(ComputeTokens-LARGE_MODEL)" tag: "@approver=reneezhu" tag: "@approval_date=2023-11-07" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 15000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 20000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-MEDIUM" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(MedLM-medium|MedLM-medium@latest|MedLM-medium-servo)" tag: "@approver=lfousse" tag: "@approval_date=2024-02-13" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-LARGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(MedLM-large|MedLM-large-servo)" tag: "@approver=lfousse" tag: "@approval_date=2024-02-13" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-LARGE-1.5-PREVIEW" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(MedLM-Large-1\\.5-preview)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LLM_MEDLM-LARGE-1.5" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(MedLM-Large-1\\.5)" tag: "@approver=basni" tag: "@approval_date=2024-09-04" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PRIVATE_INSTANCE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PRIVATE-INSTANCE-.*)" tag: "@approver=smaria" tag: "@approval_date=2025-08-21" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PRIVATE_INSTANCE_ALL_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PRIVATE-INSTANCE_ALL-REQUEST.*)" tag: "@approver=smaria" tag: "@approval_date=2025-08-21" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PRIVATE_INSTANCE_LARGE_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PRIVATE-INSTANCE_LARGE-REQUEST.*)" tag: "@approver=smaria" tag: "@approval_date=2025-08-21" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_CLASSIFICATION-SINGLE_NODE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-SINGLE_NODE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-SINGLE_NODE|RawPredict-IMAGE_BOUNDING_BOX-SINGLE_NODE)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-SINGLE_NODE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-SINGLE_NODE|RawPredict-IMAGE_SEGMENTATION-SINGLE_NODE)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_CLASSIFICATION-SINGLE_NODE-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE-HARPOON|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE-HARPOON|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE-HARPOON|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE-HARPOON)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-SINGLE_NODE-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-SINGLE_NODE-HARPOON|RawPredict-IMAGE_BOUNDING_BOX-SINGLE_NODE-HARPOON)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-SINGLE_NODE-HARPOON" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-SINGLE_NODE-HARPOON|RawPredict-IMAGE_SEGMENTATION-SINGLE_NODE-HARPOON)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-7b" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-7b)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-7b-chat" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-7b-chat)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-13b" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-13b)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-13b-chat" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-13b-chat)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-70b" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-70b)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-llama2-70b-chat" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(llama2-70b-chat)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-bison-001" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison@001|code-bison@001|text-bison@001|text-bison-001)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-bison-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison@002|code-bison@002|text-bison@002)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-bison-32k-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(chat-bison-32k@002|text-bison-32k@002)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-1.0-pro-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.0-pro-002|gemini-1\\.0-pro-002_uniserve|gemini-pro-002-cloud-atlas-chatbot)" tag: "@exclude" availability { objectives { objective: 0.95 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-1.5-pro-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-002|gemini-1\\.5-pro-002_uniserve)" tag: "@approver=linjon" tag: "@approval_date=2024-10-09" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "Predict-LARGE_MODEL_TUNED-gemini-1.5-flash-002" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL-LLM_TUNED_.*)()(_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-002|gemini-1\\.5-flash-002_uniserve)" tag: "@approver=linjon" tag: "@approval_date=2024-10-09" availability { objectives { objective: 0.999 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_EDIT_IMAGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_EDIT_IMAGE|RawPredict-LARGE_MODEL-LVM_EDIT_IMAGE)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagegeneration@002|imagegeneration@003|imagegeneration@004|imagegeneration@005|imagegeneration@006)" tag: "@approver=negonzal" tag: "@approval_date=2024-05-01" availability { objectives { objective: 0.99 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 30000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 40000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_GENERATE_IMAGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_GENERATE_IMAGE|RawPredict-LARGE_MODEL-LVM_GENERATE_IMAGE)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagegeneration@002|imagegeneration@003|imagegeneration@004|imagegeneration@005|imagegeneration@006)" tag: "@approver=negonzal" tag: "@approval_date=2024-05-01" availability { objectives { objective: 0.99 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 20000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 30000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_UPSCALING" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_UPSCALING|RawPredict-LARGE_MODEL-LVM_UPSCALING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagegeneration@002|imagegeneration@003|imagegeneration@004|imagegeneration@005|imagegeneration@006)" tag: "@approver=negonzal" tag: "@approval_date=2024-05-01" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 50000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 60000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_FINETUNE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_FINETUNE|RawPredict-LARGE_MODEL-LVM_FINETUNE)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(imagegeneration-001-finetuned)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 30000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 40000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING|RawPredict-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(multimodalembedding@001)" tag: "@approver=reneezhu,params,shaterian" tag: "@approval_date=2023-06-15" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 3000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 5000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING_VIDEO" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING_VIDEO|RawPredict-LARGE_MODEL-LVM_MULTI_MODAL_EMBEDDING_VIDEO)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(multimodalembedding@001)" tag: "@approver=reneezhu,params,smaria" tag: "@approval_date=2023-11-15" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_VIDEO_DESCRIPTION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_VIDEO_DESCRIPTION|RawPredict-LARGE_MODEL-LVM_VIDEO_DESCRIPTION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@approver=smaria,params" tag: "@approval_date=2023-10-13" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-LVM_VIDEO_GENERATION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-LARGE_MODEL-LVM_VIDEO_GENERATION|RawPredict-LARGE_MODEL-LVM_VIDEO_GENERATION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@approver=smaria" tag: "@approval_date=2023-11-09" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PredictLongRunning-LARGE_MODEL-LVM_VIDEO_DESCRIPTION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(PredictLongRunning-LARGE_MODEL-LVM_VIDEO_DESCRIPTION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "FetchPredictOperation-LARGE_MODEL-LVM_VIDEO_DESCRIPTION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(FetchPredictOperation-LARGE_MODEL-LVM_VIDEO_DESCRIPTION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PredictLongRunning-LARGE_MODEL-LVM_VIDEO_GENERATION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(PredictLongRunning-LARGE_MODEL-LVM_VIDEO_GENERATION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "FetchPredictOperation-LARGE_MODEL-LVM_VIDEO_GENERATION" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(FetchPredictOperation-LARGE_MODEL-LVM_VIDEO_GENERATION)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(.*)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-plus-preview-0215" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-pro-plus-preview-0215)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-flash-preview-0514" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-1\\.5-flash-preview-0514)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-experimental" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(gemini-experimental)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-LARGE_MODEL-gemini-1.5-pro-plus-preview-0215-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-1\\.5-pro-plus-preview-0215)" tag: "@exclude" availability { objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_CLASSIFICATION-SINGLE_NODE-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE-DIRECTPATH|Predict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE-DIRECTPATH|RawPredict-IMAGE_CLASSIFICATION_SINGLE_LABEL-SINGLE_NODE-DIRECTPATH|RawPredict-IMAGE_CLASSIFICATION_MULTI_LABEL-SINGLE_NODE-DIRECTPATH)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_OBJECT_DETECTION-SINGLE_NODE-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_BOUNDING_BOX-SINGLE_NODE-DIRECTPATH|RawPredict-IMAGE_BOUNDING_BOX-SINGLE_NODE-DIRECTPATH)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT-IMAGE_SEGMENTATION-SINGLE_NODE-DIRECTPATH" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-IMAGE_SEGMENTATION-SINGLE_NODE-DIRECTPATH|RawPredict-IMAGE_SEGMENTATION-SINGLE_NODE-DIRECTPATH)" tag: "@exclude" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 90000 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 120000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_HARPOON_OVERHEAD_INTERNAL" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-LARGE-HARPOON|Predict-CUSTOM-OVERHEAD-INTERNAL-HARPOON|RawPredict-CUSTOM-OVERHEAD-LARGE-HARPOON|RawPredict-CUSTOM-OVERHEAD-INTERNAL-HARPOON|Predict-CUSTOM-OVERHEAD-LARGE-HARPOON-CPR|Predict-CUSTOM-OVERHEAD-INTERNAL-HARPOON-CPR|RawPredict-CUSTOM-OVERHEAD-LARGE-HARPOON-CPR|RawPredict-CUSTOM-OVERHEAD-INTERNAL-HARPOON-CPR|Predict-TABLES-OVERHEAD-INTERNAL|RawPredict-TABLES-OVERHEAD-INTERNAL|Predict-TABLES-OVERHEAD-INTERNAL-HARPOON|RawPredict-TABLES-OVERHEAD-INTERNAL-HARPOON|Predict-FORECASTING-OVERHEAD-INTERNAL|RawPredict-FORECASTING-OVERHEAD-INTERNAL|Predict-FORECASTING-OVERHEAD-INTERNAL-HARPOON|RawPredict-FORECASTING-OVERHEAD-INTERNAL-HARPOON)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_DIRECTPATH_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-DIRECTPATH|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH|Predict-CUSTOM-OVERHEAD-DIRECTPATH-CPR|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-CPR|Predict-CUSTOM-OVERHEAD-DIRECTPATH-SINGLE-ZONE|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-SINGLE-ZONE|Predict-TABLES-OVERHEAD-DIRECTPATH|RawPredict-TABLES-OVERHEAD-DIRECTPATH|Predict-FORECASTING-OVERHEAD-DIRECTPATH|RawPredict-FORECASTING-OVERHEAD-DIRECTPATH)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_DIRECTPATH_OVERHEAD_LARGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH|RawPredict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH|Predict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH-CPR|RawPredict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH-CPR|Predict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH-SINGLE-ZONE|RawPredict-CUSTOM-OVERHEAD-LARGE-DIRECTPATH-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_DIRECTPATH_OVERHEAD_INTERNAL" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL|Predict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL-CPR|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL-CPR|Predict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL-SINGLE-ZONE|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-INTERNAL-SINGLE-ZONE|Predict-TABLES-OVERHEAD-INTERNAL-DIRECTPATH|RawPredict-TABLES-OVERHEAD-INTERNAL-DIRECTPATH|Predict-FORECASTING-OVERHEAD-INTERNAL-DIRECTPATH|RawPredict-FORECASTING-OVERHEAD-INTERNAL-DIRECTPATH)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*Predict-CUSTOM-OVERHEAD-GRPC|.*Predict-CUSTOM-OVERHEAD-GRPC-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_OVERHEAD_LARGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*Predict-CUSTOM-OVERHEAD-GRPC-LARGE|.*Predict-CUSTOM-OVERHEAD-GRPC-LARGE-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_OVERHEAD_INTERNAL" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*Predict-CUSTOM-OVERHEAD-INTERNAL-GRPC|.*Predict-CUSTOM-OVERHEAD-INTERNAL-GRPC-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_STREAMING_OVERHEAD" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Stream.*Predict-CUSTOM-OVERHEAD-GRPC-STREAMING|Stream.*Predict-CUSTOM-OVERHEAD-GRPC-STREAMING-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_STREAMING_OVERHEAD_LARGE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Stream.*Predict-CUSTOM-OVERHEAD-LARGE-GRPC-STREAMING|Stream.*Predict-CUSTOM-OVERHEAD-LARGE-GRPC-STREAMING-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_GRPC_STREAMING_OVERHEAD_INTERNAL" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Stream.*Predict-CUSTOM-OVERHEAD-INTERNAL-GRPC-STREAMING|Stream.*Predict-CUSTOM-OVERHEAD-INTERNAL-GRPC-STREAMING-SINGLE-ZONE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 600 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 10000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_HARPOON_OVERHEAD_SPOT" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-HARPOON-SPOT|RawPredict-CUSTOM-OVERHEAD-HARPOON-SPOT)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_HARPOON_OVERHEAD_FEATURESTORE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-HARPOON-FEATURESTORE|RawPredict-CUSTOM-OVERHEAD-HARPOON-FEATURESTORE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_DIRECTPATH_OVERHEAD_FEATURESTORE" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-DIRECTPATH-FEATURESTORE|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-FEATURESTORE|DirectPredict-CUSTOM-OVERHEAD-GRPC-FEATURESTORE|DirectRawPredict-CUSTOM-OVERHEAD-GRPC-FEATURESTORE|StreamDirectPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-FEATURESTORE|StreamDirectRawPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-FEATURESTORE|StreamingPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-FEATURESTORE|StreamingRawPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-FEATURESTORE)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_HARPOON_OVERHEAD_TFEIE_NIGHTLY" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-HARPOON-TFEIE-NIGHTLY|RawPredict-CUSTOM-OVERHEAD-HARPOON-TFEIE-NIGHTLY)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_DIRECTPATH_OVERHEAD_TFEIE_NIGHTLY" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(Predict-CUSTOM-OVERHEAD-DIRECTPATH-TFEIE-NIGHTLY|RawPredict-CUSTOM-OVERHEAD-DIRECTPATH-TFEIE-NIGHTLY|DirectPredict-CUSTOM-OVERHEAD-GRPC-TFEIE-NIGHTLY|DirectRawPredict-CUSTOM-OVERHEAD-GRPC-TFEIE-NIGHTLY|StreamDirectPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-TFEIE-NIGHTLY|StreamDirectRawPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-TFEIE-NIGHTLY|StreamingPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-TFEIE-NIGHTLY|StreamingRawPredict-CUSTOM-OVERHEAD-GRPC-STREAMING-TFEIE-NIGHTLY)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ALL_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT_ALL-REQUEST.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_LARGE_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT_LARGE-REQUEST.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ALL_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT_ALL-REQUEST.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_LARGE_REQUEST" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT_LARGE-REQUEST.*)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.0-flash-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-001)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-25" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.5-flash-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-001)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-25" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.5-pro-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-pro-001)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-25" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.0-flash-lite-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-lite-001)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-25" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.5-flash-lite-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-lite)" tag: "@approver=ncamerino" tag: "@approval_date=2025-08-25" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.5-flash-image-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.5-flash-image)" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-2.0-flash-live-001-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-2\\.0-flash-live-001_uniserve|gemini-2\\.0-flash-live-001)" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-live-2.5-flash-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-live-2\\.5-flash)" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "4-9s-SLO-analysis-gemini-live-2.5-flash-native-audio-pt" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(_PT|_CRITICAL_PLUS)_(gemini-live-rev22)" tag: "@exclude" availability { objectives { objective: 0.9999 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_HAIKU" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-haiku$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_HAIKU" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-haiku-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-sonnet$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-sonnet-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_OPUS" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-opus$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_OPUS" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-opus-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-5-sonnet$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-5-sonnet-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_SONNET_V2" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-5-sonnet-v2$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_SONNET_V2" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-5-sonnet-v2-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_HAIKU" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-5-haiku$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_5_HAIKU" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-5-haiku-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_3_7_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-3-7-sonnet$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_3_7_SONNET" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-3-7-sonnet-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_SONNET_4" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-sonnet-4$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_SONNET_4" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-sonnet-4-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_CLAUDE_OPUS_4" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-claude-opus-4$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_CLAUDE_OPUS_4" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-claude-opus-4-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_MULTI_TENANT_ANTHROPIC_COUNT_TOKENS" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-MULTI-TENANT-anthropic-count-tokens$)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "PREDICT_OVERHEAD_PINNACLE_PT_MULTI_TENANT_ANTHROPIC_COUNT_TOKENS" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CUSTOM-OVERHEAD-PINNACLE-PT-MULTI-TENANT-anthropic-count-tokens-\\d+)" tag: "@exclude" availability { objectives { objective: 0.999 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 100 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 2000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "RetrieveContexts-OBJECTIVE_UNSPECIFIED" key_regex: "VertexRagService(V1alpha1|V1beta1|V1|Ui|Internal)-(RetrieveContexts-OBJECTIVE_UNSPECIFIED)" tag: "@approver=zhongjiemao" tag: "@approval_date=2025-04-01" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: ANNOYING threshold_ms: 2500 objectives { objective: 0.9 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 5000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "GenerateContent-VERTEX_RAG" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(GenerateContent.*_GND_VERTEX_RAG.*|StreamGenerateContent.*_GND_VERTEX_RAG.*)" tag: "@approver=zhongjiemao" tag: "@approval_date=2025-04-01" availability { objectives { objective: 0.995 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 18000 objectives { objective: 0.5 scope: REGIONAL } } latency { experience: PAINFUL threshold_ms: 95000 objectives { objective: 0.99 scope: REGIONAL } } } bucket { name: "NOSLO" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(CountTokens-LARGE_MODEL|.*-LARGE_MODEL-LLM_GENERATE_TEXT_text-bison@001-batch|.*-BQML|.*-CUSTOM-OVERHEAD-DIRECTPATH-LARGE|.*-CUSTOM-OVERHEAD-GRPC-STREAMING-LARGE|.*-CUSTOM-OVERHEAD-HARPOON-LARGE|.*-CUSTOM-OVERHEAD-HARPOON-LARGE-CPR|.*-CUSTOM-OVERHEAD-HARPOON-INTERNAL|.*-CUSTOM-OVERHEAD-HARPOON-INTERNAL-CPR)" key_regex: "(PredictionService|LlmBidiService)(V1alpha1|V1beta1|V1|Ui|Internal)-(.*LARGE_MODEL.*)()(|_SHEDDABLE_PLUS|_CRITICAL|_CRITICAL_PLUS)_(MedLM-Embedding-CXR|code-completion-codesmith-atlas|code-completion-codesmith-atlas-002|code-completion-cp2-atlas|code-gecko@latest|codechatgcp-bison-001|codegcp-bison-001|colab-gecko-001|gdm-eval-model-b|gdm-eval-model-c|gdm-eval-model-d|gemini-dks-cloud-atlas-chatbot|gemini-pro-cloud-atlas-chatbot|gemini-ultra-max|medpalm2@preview|sec-palm@.*|text-generation-atlas|textembedding-gecko@fret-next-2023|textembedding-gecko@multilingual-next-2023)" key_regex: ".*OBJECTIVE_UNSPECIFIED" key_regex: ".*LARGE_MODEL-LLM.*FULL_STREAM" tag: "@exclude" availability { objectives { objective: 0.9 scope: REGIONAL } } latency { experience: MEDIAN threshold_ms: 60000 objectives { objective: 0.5 scope: REGIONAL } } } default_bucket { name: "LOW" availability { objectives { objective: 0.9 scope: REGIONAL } } }