Update for new concurrency_limit option in object_store_ffi (#25)

Author: jfunstonRAI

Project.toml

@@ -16,7 +16,7 @@ ReTestItems = "1"
 Sockets = "1"
 Test = "1"
 julia = "1.8"
-object_store_ffi_jll = "0.3"
+object_store_ffi_jll = "0.4"
 
 [extras]
 CloudBase = "85eb1798-d7c4-4918-bb13-c944d38e27ed"

README.md

@@ -50,7 +50,8 @@ test_config = StaticConfig(
     cache_tti_secs=5 * 60,
     multipart_put_threshold=8 * 1024 * 1024,
     multipart_get_threshold=8 * 1024 * 1024,
-    multipart_get_part_size=8 * 1024 * 1024
+    multipart_get_part_size=8 * 1024 * 1024,
+    concurrency_limit=512
 )
 init_object_store(test_config)
 ```
@@ -61,10 +62,11 @@ cache\_capacity is the size of the LRU cache rust uses to cache connection objec
 means a unique combination of destination URL, credentials, and per-connection configuration such as
 timeouts; it does not mean an HTTP connection.
 
-cache\_ttl\_secs is the time-to-live in seconds for the rust connection cache.
+cache\_ttl\_secs is the time-to-live in seconds for the rust connection cache. Using 0 will disable
+ttl eviction.
 
 cache\_tti\_secs is the time in seconds that a connection can be idle before it is removed from the
-rust cache.
+rust cache. Using 0 will disable tti eviction.
 
 multipart\_put\_threshold is the size in bytes for which any put request over this size will use a
 multipart upload. The put part size is determined by the rust object\_store implementation, which
@@ -74,6 +76,8 @@ multipart\_get\_threshold and multipart\_get\_part\_size configure automatic mul
 size can be greater than the threshold without breaking anything, but it may not make sense to do so.
 The default 8MB for these values was borrowed from CloudStore.jl.
 
+concurrency\_limit is the max number of concurrent Rust tasks that will be allowed for requests.
+
 ## Design
 
 #### Packaging

src/RustyObjectStore.jl

@@ -51,7 +51,8 @@ $TYPEDFIELDS
     multipart_get_threshold::Culonglong
     "The size in bytes for each part of multipart get operations"
     multipart_get_part_size::Culonglong
-
+    "The max number of allowed Rust request tasks"
+    concurrency_limit::Cuint
 end
 
 function Base.show(io::IO, config::StaticConfig)
@@ -72,7 +73,8 @@ const DEFAULT_CONFIG = StaticConfig(
     cache_tti_secs=5 * 60,
     multipart_put_threshold=10 * 1024 * 1024,
     multipart_get_threshold=8 * 1024 * 1024,
-    multipart_get_part_size=8 * 1024 * 1024
+    multipart_get_part_size=8 * 1024 * 1024,
+    concurrency_limit=512
 )
 
 const _OBJECT_STORE_STARTED = Ref(false)

test/common_testsetup.jl

@@ -7,7 +7,8 @@
         cache_tti_secs=5 * 60,
         multipart_put_threshold=8 * 1024 * 1024,
         multipart_get_threshold=8 * 1024 * 1024,
-        multipart_get_part_size=8 * 1024 * 1024
+        multipart_get_part_size=8 * 1024 * 1024,
+        concurrency_limit=512
     )
     init_object_store(test_config)
 end