Beam: reduce MaximumRecordSize to 6900000 bytes (close #287)

snowplow · Jul 12, 2020 · 8813135 · 8813135
1 parent 5e35898
commit 8813135
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/modules/beam/src/main/scala/com.snowplowanalytics.snowplow.enrich.beam/Enrich.scala b/modules/beam/src/main/scala/com.snowplowanalytics.snowplow.enrich.beam/Enrich.scala
@@ -55,7 +55,8 @@ object Enrich {
   implicit val badRowScioCodec: Coder[BadRow] = Coder.kryo[BadRow]
 
   // the maximum record size in Google PubSub is 10Mb
-  private val MaxRecordSize = 10000000
+  // the maximum PubSubIO size is 7Mb to overcome base64-encoding
+  private val MaxRecordSize = 6900000
   private val MetricsNamespace = "snowplow"
 
   val enrichedEventSizeDistribution =