Buffered writes

.gitignore

@@ -67,3 +67,4 @@ node_modules/
 test-params.env
 extensions/test-params.env
 /typesense-server-data/
+typesense-data

docker-compose.yml

@@ -1,6 +1,6 @@
 services:
   typesense:
-    image: typesense/typesense:27.0
+    image: typesense/typesense:29.0.rc13
     restart: on-failure
     ports:
       - "8108:8108"

extension.yaml

@@ -349,3 +349,48 @@ params:
         value: true
     default: false
     required: false
+  - param: TYPESENSE_USE_BUFFER
+    label: Use Buffer for Typesense Operations
+    description: >-
+      Enable buffering for Typesense operations. Buffering can improve performance by batching operations
+      and providing retry capabilities for failed requests.
+    type: select
+    options:
+      - label: No
+        value: false
+      - label: Yes
+        value: true
+    default: false
+    required: false
+  - param: TYPESENSE_BUFFER_COLLECTION_IN_FIRESTORE
+    label: Typesense Buffer Collection in Firestore
+    description: >-
+      The Firestore collection name to use for buffering Typesense operations.
+      Only applicable if buffering is enabled.
+    example: typesense_buffer
+    default: typesense_buffer
+    required: false
+  - param: TYPESENSE_BUFFER_BATCH_SIZE
+    label: Typesense Buffer Batch Size
+    description: >-
+      The number of documents to process in a single batch when flushing the buffer.
+      Only applicable if buffering is enabled.
+    example: 100
+    default: 100
+    required: false
+  - param: TYPESENSE_BUFFER_MAX_RETRIES
+    label: Typesense Buffer Maximum Retries
+    description: >-
+      The maximum number of retry attempts for failed Typesense operations.
+      Only applicable if buffering is enabled.
+    example: 3
+    default: 3
+    required: false
+  - param: TYPESENSE_BUFFER_FLUSH_INTERVAL
+    label: Typesense Buffer Flush Interval
+    description: >-
+      The time interval in cron-style format at which the buffer should be automatically flushed.
+      Default is "every 3 minutes". Syntax is documented [here](https://cloud.google.com/appengine/docs/flexible/scheduling-jobs-with-cron-yaml#formatting_the_schedule). [Unix crontab](http://man7.org/linux/man-pages/man5/crontab.5.html) is also supported. Only applicable if buffering is enabled.
+    example: every 5 minutes
+    default: every 3 minutes
+    required: false

extensions/test-params-buffer-enabled.local.env

@@ -0,0 +1,11 @@
+LOCATION=us-central1
+FIRESTORE_DATABASE_REGION=nam5
+FIRESTORE_COLLECTION_PATH=books
+FIRESTORE_COLLECTION_FIELDS=author,title,rating,isAvailable,location,createdAt,nested_field,tags,nullField,ref
+FLATTEN_NESTED_DOCUMENTS=false
+TYPESENSE_HOSTS=localhost
+TYPESENSE_PORT=8108
+TYPESENSE_PROTOCOL=http
+TYPESENSE_COLLECTION_NAME=books_firestore/1
+TYPESENSE_API_KEY=xyz
+TYPESENSE_USE_BUFFER=true

extensions/test-params-subcategory-buffer-enabled.local.env

@@ -0,0 +1,14 @@
+LOCATION=us-central1
+FIRESTORE_DATABASE_REGION=nam5
+FIRESTORE_COLLECTION_PATH=users/{personId}/books
+TEST_FIRESTORE_PARENT_COLLECTION_PATH=users
+TEST_FIRESTORE_PARENT_ID=123
+TEST_FIRESTORE_CHILD_FIELD_NAME=books
+FIRESTORE_COLLECTION_FIELDS=author,title,rating,isAvailable,location,createdAt,nested_field,tags,nullField,ref
+FLATTEN_NESTED_DOCUMENTS=false
+TYPESENSE_HOSTS=localhost
+TYPESENSE_PORT=8108
+TYPESENSE_PROTOCOL=http
+TYPESENSE_COLLECTION_NAME=books_firestore/1
+TYPESENSE_API_KEY=xyz
+TYPESENSE_USE_BUFFER=true