Merge branch 'main' into 37-circuit-breaker

Author: romanchechyotkin

.github/workflows/ci.yml

@@ -35,7 +35,7 @@ jobs:
         uses: actions/checkout@v5
 
       - name: Install Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
           go-version: '1.24'
           cache: true
@@ -87,7 +87,7 @@ jobs:
         uses: actions/checkout@v5
 
       - name: Install Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
           go-version: '1.24'
           cache: true
@@ -130,7 +130,7 @@ jobs:
         uses: actions/checkout@v5
 
       - name: Install Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
           go-version: '1.24'
           cache: true

.github/workflows/guidelines-compliance.yml

@@ -13,7 +13,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Setup Node.js
-        uses: actions/setup-node@v4
+        uses: actions/setup-node@v5
         with:
           node-version: '24'
 
@@ -31,7 +31,7 @@ jobs:
 
       - name: Comment on PR if validation fails
         if: failure()
-        uses: actions/github-script@v7
+        uses: actions/github-script@v8
         with:
           script: |
             const comment = `❌ **PR Title Validation Failed**
@@ -63,7 +63,7 @@ jobs:
 
       - name: Comment on PR if validation fails
         if: failure()
-        uses: actions/github-script@v7
+        uses: actions/github-script@v8
         with:
           script: |
             const comment = `❌ **Branch Name Validation Failed**

.github/workflows/release.yml

@@ -18,7 +18,7 @@ jobs:
           fetch-depth: 0
 
       - name: Install Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
           go-version: '1.24'
           cache: true

README.md

@@ -1,12 +1,28 @@
-# seq-db
-
-## Overview
-[![Maintenance](https://img.shields.io/badge/Maintained%3F-yes-green.svg)](https://GitHub.com/ozontech/seq-db/graphs/commit-activity)
-[![CI](https://github.com/ozontech/seq-db/actions/workflows/ci.yml/badge.svg)](https://github.com/ozontech/seq-db/actions/workflows/go.yml)
-[![Telegram](https://telegram-badge.vercel.app/api/telegram-badge?channelId=@file_d_community)](https://t.me/file_d_community)
-[![Code coverage](https://codecov.io/github/ozontech/seq-db/coverage.svg?branch=main)](https://codecov.io/github/ozontech/seq-db?branch=main)
-[![GitHub go.mod Go version of a Go module](https://img.shields.io/github/go-mod/go-version/ozontech/seq-db)](https://github.com/ozontech/seq-db)
-[![GoReportCard example](https://goreportcard.com/badge/github.com/ozontech/seq-db)](https://goreportcard.com/report/github.com/ozontech/seq-db)
+<h1 align="center">
+  seq-db
+</h1>
+
+<h3 align="center">
+  <a href="https://ozontech.github.io/seq-db-docs/">Quickstart</a> &bull;
+  <a href="https://ozontech.github.io/seq-db-docs/">Documentation</a> &bull;
+  <a href="https://t.me/file_d_community/">Community</a> &bull;
+  <a href="https://github.com/ozontech/seq-db/releases/">Releases</a>
+</h3>
+
+<div align="center">
+  
+  [![Maintenance](https://img.shields.io/badge/Maintained%3F-yes-green.svg)](https://GitHub.com/ozontech/seq-db/graphs/commit-activity)
+  [![License](https://img.shields.io/github/license/ozontech/seq-db)](https://img.shields.io/github/license/ozontech/seq-db)
+  [![Telegram](https://telegram-badge.vercel.app/api/telegram-badge?channelId=@file_d_community)](https://t.me/file_d_community)
+  <br>
+  [![CI](https://github.com/ozontech/seq-db/actions/workflows/ci.yml/badge.svg)](https://github.com/ozontech/seq-db/actions/workflows/go.yml)
+  [![Code coverage](https://codecov.io/github/ozontech/seq-db/coverage.svg?branch=main)](https://codecov.io/github/ozontech/seq-db?branch=main)
+  [![GitHub go.mod Go version of a Go module](https://img.shields.io/github/go-mod/go-version/ozontech/seq-db)](https://github.com/ozontech/seq-db)
+  [![GoReportCard example](https://goreportcard.com/badge/github.com/ozontech/seq-db)](https://goreportcard.com/report/github.com/ozontech/seq-db)
+
+</div>
+
+<h2></h2>
 
 **seq-db** is a scalable and high-performance database designed for storing and querying logs efficiently.
 It supports both single-instance and clustered deployments to meet various scalability and availability needs.
@@ -15,17 +31,6 @@ It supports both single-instance and clustered deployments to meet various scala
 
 Get started quickly by following our [Quickstart Guide](https://ozontech.github.io/seq-db-docs/).
 
-
-[//]: # ()
-[//]: # (## Architecture)
-
-[//]: # ()
-[//]: # (Learn more about the internal architecture and design decisions in)
-
-[//]: # (our [Architecture Documentation]&#40;http://todo/architecture&#41;.)
-
-[//]: # ()
-
 ## Cluster Configuration
 
 For setting up a clustered deployment, refer to
@@ -40,8 +45,8 @@ our [GitHub Registry](https://github.com/ozontech/seq-db/pkgs/container/seq-db).
 
 Join our community for discussions, support, and contributions:
 
-- [GitHub Discussions](https://github.com/ozontech/seq-db/discussions)
-- [Telegram](https://t.me/file_d_community)
+- [GitHub Discussions](https://github.com/ozontech/seq-db/discussions);
+- [Telegram](https://t.me/file_d_community);
 
 ## Benchmarks
 
@@ -50,7 +55,7 @@ our [Benchmark Reports](https://ozontech.github.io/seq-db-docs/seq-db/benchmarks
 
 ## Core Contributors 
 seq-db started as an internal project. To recognise everyone who has made
-a significant contribution, we list all contributors -- internal and public -- in the order of their first commit to the project. 
+a significant contribution, we list all contributors - internal and public - in the order of their first commit to the project. 
 
 <!-- ALL-CONTRIBUTORS-LIST:START - Do not remove or modify this section -->
 <!-- prettier-ignore-start -->

api/seqproxyapi/v1/seq_proxy_api.proto

@@ -256,6 +256,9 @@ message StartAsyncSearchRequest {
   // Set this to true to enable document retrieval via FetchAsyncSearch.
   // Note: enabling this may significantly increase disk space usage.
   bool with_docs = 5;
+  // Maximum number of documents to find. Doesn't affect aggs and hist.
+  // Ignored if with_docs was set to false.
+  int64 size = 6;
 }
 
 message StartAsyncSearchResponse {

api/storeapi/store_api.proto

@@ -148,6 +148,7 @@ message StartAsyncSearchRequest {
   repeated AggQuery aggs = 6;
   int64 histogram_interval = 7;
   bool with_docs = 8;
+  int64 size = 9;
 }
 
 message StartAsyncSearchResponse {}
@@ -184,6 +185,7 @@ message FetchAsyncSearchResultResponse {
   google.protobuf.Timestamp to = 13;
   google.protobuf.Duration retention = 14;
   bool with_docs = 15;
+  int64 size = 16;
 }
 
 message CancelAsyncSearchRequest{
@@ -225,6 +227,7 @@ message AsyncSearchesListItem {
   google.protobuf.Timestamp to = 13;
   google.protobuf.Duration retention = 14;
   bool with_docs = 15;
+  int64 size = 16;
 }
 
 message IdWithHint {

cmd/seq-db/seq-db.go

@@ -178,11 +178,12 @@ func startProxy(
 
 	pconfig := proxyapi.IngestorConfig{
 		API: proxyapi.APIConfig{
-			SearchTimeout:  consts.DefaultSearchTimeout,
-			ExportTimeout:  consts.DefaultExportTimeout,
-			QueryRateLimit: cfg.Limits.QueryRate,
-			EsVersion:      cfg.API.ESVersion,
-			GatewayAddr:    cfg.Address.GRPC,
+			SearchTimeout:                     consts.DefaultSearchTimeout,
+			ExportTimeout:                     consts.DefaultExportTimeout,
+			QueryRateLimit:                    cfg.Limits.QueryRate,
+			EsVersion:                         cfg.API.ESVersion,
+			GatewayAddr:                       cfg.Address.GRPC,
+			AsyncSearchMaxDocumentsPerRequest: cfg.AsyncSearch.MaxDocumentsPerRequest,
 		},
 		Search: search.Config{
 			HotStores:       hotStores,

config/config.go

@@ -238,10 +238,11 @@ type Config struct {
 	AsyncSearch struct {
 		// DataDir specifies directory that contains data for asynchronous searches.
 		// By default will be subdirectory in [Config.Storage.DataDir].
-		DataDir           string `config:"data_dir"`
-		Concurrency       int    `config:"concurrency"`
-		MaxTotalSize      Bytes  `config:"max_total_size" default:"1GiB"`
-		MaxSizePerRequest Bytes  `config:"max_size_per_request" default:"100MiB"`
+		DataDir                string `config:"data_dir"`
+		Concurrency            int    `config:"concurrency"`
+		MaxTotalSize           Bytes  `config:"max_total_size" default:"1GiB"`
+		MaxSizePerRequest      Bytes  `config:"max_size_per_request" default:"100MiB"`
+		MaxDocumentsPerRequest int64  `config:"max_documents_per_request" default:"100000"`
 	} `config:"async_search"`
 
 	API struct {

docs/en/01-quickstart.md

@@ -22,9 +22,6 @@ Before launch you need to create a config file:
 config.yaml:
 
 ```yaml
-storage:
-  data_dir: /seq-db-data
-
 mapping:
   path: auto
 ```

docs/en/02-configuration.md

@@ -152,6 +152,7 @@ Configuration for asynchronous search operations.
 | `async_search.concurrency` | int | - | Concurrency level for async searches |
 | `async_search.max_total_size` | Bytes | `1GiB` | - |
 | `async_search.max_size_per_request` | Bytes | `100MiB` | - |
+| `async_search.max_documents_per_request` | int | `100000` | - |
 
 ## API Configuration