From 78e62bfdf072acc15127ff908b7e771e1852b363 Mon Sep 17 00:00:00 2001
From: cathyzbn <cathyzhou0317@gmail.com>
Date: Thu, 11 Jul 2024 14:37:05 +0000
Subject: [PATCH] add batching params to Function

---
 modal_proto/api.proto | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/modal_proto/api.proto b/modal_proto/api.proto
index 4efee4782..3aa1763db 100644
--- a/modal_proto/api.proto
+++ b/modal_proto/api.proto
@@ -986,6 +986,9 @@ message Function {
   ClassParameterInfo class_parameter_info = 56;
 
   repeated Resources _experimental_resources = 57; // overrides `resources` field above
+
+  int32 batch_max_size = 58; // Maximum number of inputs to fetch at once
+  float batch_linger_secs = 59; // Seconds to block before a response is needed
 }
 
 message FunctionBindParamsRequest {