Merge branch 'dev' into teo/fragment-metadata-c.41

Author: teo-tsirpanis

.clang-format

@@ -64,6 +64,7 @@ IndentCaseLabels: true
 IndentRequiresClause: true
 IndentWidth:     2
 IndentWrappedFunctionNames: false
+InsertNewlineAtEOF: true
 JavaScriptQuotes: Leave
 JavaScriptWrapImports: true
 KeepEmptyLinesAtTheStartOfBlocks: false

.github/workflows/build-ubuntu20.04-backwards-compatibility.yml

@@ -74,6 +74,16 @@ jobs:
       - name: Update tiledb_unit permissions
         run: chmod +x $GITHUB_WORKSPACE/build/tiledb/test/tiledb_unit
 
+      - name: Free disk space
+        run: |
+          sudo swapoff -a
+          sudo rm -f /swapfile
+          sudo apt clean
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+
       - name: 'Test backward compatibility'
         id: test
         env:

.github/workflows/ci-linux_mac.yml

@@ -63,7 +63,7 @@ env:
   CC: ${{ inputs.matrix_compiler_cc }}
   CFLAGS: ${{ inputs.matrix_compiler_cflags }}
   CXXFLAGS: ${{ inputs.matrix_compiler_cxxflags }}
-  bootstrap_args: "--enable-ccache ${{ inputs.bootstrap_args }} ${{ inputs.asan && '--enable-sanitizer=address' || '' }}"
+  bootstrap_args: "--enable-ccache --vcpkg-base-triplet=x64-${{ startsWith(inputs.matrix_image, 'ubuntu-') && 'linux' || 'osx' }} ${{ inputs.bootstrap_args }} ${{ inputs.asan && '--enable-sanitizer=address' || '' }}"
   VCPKG_BINARY_SOURCES: 'clear;x-gha,readwrite'
   SCCACHE_GHA_ENABLED: "true"
 

.github/workflows/full-ci.yml

@@ -101,7 +101,7 @@ jobs:
       matrix_compiler_cc: 'gcc-10'
       matrix_compiler_cxx: 'g++-10'
       timeout: 120
-      bootstrap_args: '--enable-serialization --vcpkg-base-triplet=x64-linux'
+      bootstrap_args: '--enable-serialization'
       asan: true
 
   ci10:

.gitignore

@@ -1,3 +1,4 @@
+.nova*
 .vscode*
 *.sw?
 build/*
@@ -26,6 +27,7 @@ examples/obj/*
 scripts/deps-staging/*
 .idea
 *.DS_Store
+compile_commands.json
 doc/venv
 doc/source/__pycache__
 doc/source/_build

CMakeLists.txt

@@ -109,6 +109,9 @@ endif()
 set(CMAKE_C_VISIBILITY_PRESET hidden)
 set(CMAKE_CXX_VISIBILITY_PRESET hidden)
 
+# Disable warnings from Boost
+set(Boost_NO_WARN_NEW_VERSIONS ON)
+
 ############################################################
 # Superbuild setup
 ############################################################

CONTRIBUTING.md

@@ -61,27 +61,6 @@ Formatting conventions:
 - comments are good, TileDB uses [doxygen](http://www.stack.nl/~dimitri/doxygen/manual/docblocks.html) for class doc strings.
 - format code using [clang-format](https://clang.llvm.org/docs/ClangFormat.html)
 
-### Building with sanitizers
-
-TileDB can be built with [clang sanitizers](https://clang.llvm.org/docs/AddressSanitizer.html) enabled. To enable them, you have to bootstrap with the `--enable-sanitizer` flag, as well as the vcpkg base triplet corresponding to your platform. The following platforms support sanitizers:
-
-* `arm64-osx`
-* `x64-linux`
-* `x64-osx`
-* `x64-windows`
-
-> [!NOTE]
-> Currently only the `address` sanitizer is supported.
-
-```bash
-cd TileDB && mkdir build-asan && cd build-asan
-../bootstrap --enable-sanitizer=address --vcpkg-base-triplet=x64-linux
-make && make check
-```
-
-> [!IMPORTANT]
-> To avoid errors, building with sanitizers must be done in a separate build directory.
-
 ### Pull Requests:
 
 - `dev` is the development branch, all PR’s should be rebased on top of the latest `dev` commit.

HISTORY.md

@@ -19,6 +19,7 @@
 * Fix traversal limit in array deserialization. [#4606](https://github.com/TileDB-Inc/TileDB/pull/4606)
 * Add function random_label to utilize PRNG for random string generation. [#4564](https://github.com/TileDB-Inc/TileDB/pull/4564)
 * Remove uuid in favor of random_label. [#4589](https://github.com/TileDB-Inc/TileDB/pull/4589)
+* Improve large dense aggregate reads with tile metadata only. [#4657](https://github.com/TileDB-Inc/TileDB/pull/4657)
 
 ## Defects removed
 
@@ -43,6 +44,17 @@
 * Add vcpkg triplets for Address Sanitizer. [#4515](https://github.com/TileDB-Inc/TileDB/pull/4515)
 * Fix regression where release artifacts had 8-digit commit hashes. [#4599](https://github.com/TileDB-Inc/TileDB/pull/4599)
 
+# TileDB v2.19.1 Release Notes
+
+## Improvements
+
+* Improve large dense aggregate reads with tile metadata only. [#4657](https://github.com/TileDB-Inc/TileDB/pull/4657)
+
+## Defects removed
+
+* Fix HTTP requests for AWS assume role with web identity not honoring config options. [#4641](https://github.com/TileDB-Inc/TileDB/pull/4641)
+* Fix HTTP requests for AWS assume role not honoring config options. [#4616](https://github.com/TileDB-Inc/TileDB/pull/4616)
+
 # TileDB v2.19.0 Release Notes
 
 ## Announcements
@@ -124,6 +136,13 @@
 
 * Remove UnitTestConfig::array_encryption_key_length. [#4482](https://github.com/TileDB-Inc/TileDB/pull/4482)
 
+# TileDB v2.18.4 Release Notes
+
+## Defects removed
+
+* Fix HTTP requests for AWS assume role not honoring config options. [#4616](https://github.com/TileDB-Inc/TileDB/pull/4616)
+* Fix HTTP requests for AWS assume role with web identity not honoring config options. [#4641](https://github.com/TileDB-Inc/TileDB/pull/4641)
+
 # TileDB v2.18.3 Release Notes
 
 ## New features

cmake/Modules/FindClangTools.cmake

@@ -52,7 +52,7 @@ endif()
 
 find_program(CLANG_FORMAT_BIN
   NAMES
-  clang-format-16
+  clang-format-17
   clang-format
   PATHS ${ClangTools_PATH} $ENV{CLANG_TOOLS_PATH} /usr/local/bin /usr/bin
         NO_DEFAULT_PATH

cmake/Modules/Format.cmake

@@ -32,7 +32,7 @@ set(SCRIPTS_DIR "${CMAKE_CURRENT_SOURCE_DIR}/scripts")
 
 find_package(ClangTools)
 if (NOT ${CLANG_FORMAT_FOUND})
-  find_program(CLANG_FORMAT_BIN NAMES clang-format-16)
+  find_program(CLANG_FORMAT_BIN NAMES clang-format-17)
   if(CLANG_FORMAT_BIN)
     set(CLANG_FORMAT_FOUND TRUE)
   endif()