Merge branch 'devel' into 1724-DAPS-feature-python-client-support-task-and-direct-response-allocation-create

Author: JoshuaSBrown

.gitignore

@@ -53,7 +53,8 @@ scripts/admin_datafed_backup.sh
 scripts/admin_refresh_certs.sh
 scripts/globus/__pycache__
 services/
-tmp/
+tests/mock_core/Version.hpp
+tmp
 web/SDMS.proto
 web/SDMS_Anon.proto
 web/SDMS_Auth.proto

CMakeLists.txt

@@ -27,6 +27,7 @@ OPTION(BUILD_PYTHON_CLIENT "Build python client" TRUE)
 OPTION(BUILD_TESTS "Build Tests" TRUE)
 OPTION(BUILD_WEB_SERVER "Build DataFed Web Server" TRUE)
 OPTION(ENABLE_UNIT_TESTS "Enable unit tests" TRUE)
+OPTION(ENABLE_INTEGRATION_TESTS "Enable integration tests" TRUE)
 OPTION(ENABLE_MEMORY_TESTS "Enable memory tests" FALSE)
 OPTION(BUILD_SHARED_LIBS "By default DataFed tries to build static libraries
 with the exception of libdatafed-authz which must always be a shared library,
@@ -79,7 +80,6 @@ endif()
 
 if(NOT DEFINED DATAFED_DOMAIN)
   get_value_from_datafed_sh("DATAFED_DOMAIN" DATAFED_DOMAIN)
-  message("TESTING: DATAFED_DOMAIN : ${DATAFED_DOMAIN}")
 endif()
 
 if(NOT DEFINED DATAFED_DEPENDENCIES_INSTALL_PATH)
@@ -188,6 +188,12 @@ if( BUILD_FOXX OR BUILD_CORE_SERVER )
   add_subdirectory( core )
 endif()
 
+# Must occur before building authz, location of mock keys are defined here
+# ENV DATAFED_MOCK_CORE_PUB_KEY
+if (ENABLE_INTEGRATION_TESTS OR ENABLE_END_TO_END_TESTS)
+    add_subdirectory(tests)
+endif()
+
 if( BUILD_REPO_SERVER OR BUILD_AUTHZ)
   add_subdirectory( repository )
 endif()
@@ -241,26 +247,6 @@ if( INSTALL_FOXX )
          )
 endif()
 
-if (ENABLE_END_TO_END_TESTS)
-	if (NOT ENABLE_END_TO_END_API_TESTS AND NOT ENABLE_END_TO_END_WEB_TESTS)
-    message (FATAL_ERROR "Cannot run end-to-end tests because one of the ENABLE_END_TO_END web or API flag is not on")
-  else()
-    add_subdirectory(tests/end-to-end)
-    add_subdirectory(tests/end-to-end/web-UI)
-  endif()
-else()
-  if (ENABLE_END_TO_END_API_TESTS)
-    if (BUILD_PYTHON_CLIENT)
-      add_subdirectory(tests/end-to-end)
-    else()
-      message (FATAL_ERROR "Cannot run end-to-end tests because BUILD_PYTHON_CLIENT is not on")
-    endif()
-  endif()
-  if (ENABLE_END_TO_END_WEB_TESTS)
-    add_subdirectory(tests/end-to-end/web-UI)
-  endif()
-endif()
-
 find_library(SODIUM NAMES libsodium.a PATHS ${DEPENDENCY_INSTALL_PATH}/lib)
 
 # This is not needed but it is used by zmq I think so we want to print what is found locally just in case

compose/all/generate_globus_files.sh

@@ -1,6 +1,8 @@
 #!/bin/bash
-SCRIPT=$(realpath "$0")
+SCRIPT=$(realpath "${BASH_SOURCE[0]}")
 SOURCE=$(dirname "$SCRIPT")
 PROJECT_ROOT=$(realpath "${SOURCE}/../../")
 
+set -euf -o pipefail
+
 "${PROJECT_ROOT}/scripts/compose_generate_globus_files.sh" -d "$(pwd)"

compose/metadata/generate_globus_files.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+SCRIPT=$(realpath "${BASH_SOURCE[0]}")
+SOURCE=$(dirname "$SCRIPT")
+PROJECT_ROOT=$(realpath "${SOURCE}/../../")
+
+set -euf -o pipefail
+
+"${PROJECT_ROOT}/scripts/compose_generate_web_server_globus_credentials.sh" -d "$(pwd)"

compose/repo/generate_globus_files.sh

@@ -1,6 +1,8 @@
 #!/bin/bash
-SCRIPT=$(realpath "$0")
+SCRIPT=$(realpath "${BASH_SOURCE[0]}")
 SOURCE=$(dirname "$SCRIPT")
 PROJECT_ROOT=$(realpath "${SOURCE}/../../")
 
+set -euf -o pipefail
+
 "${PROJECT_ROOT}/scripts/compose_generate_globus_files.sh" -d "$(pwd)"

core/database/CMakeLists.txt

@@ -28,7 +28,9 @@ if( ENABLE_FOXX_TESTS )
   add_test(NAME foxx_version COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_version:")
   add_test(NAME foxx_support COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_support:")
   add_test(NAME foxx_user_router COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_user_router:")
+  add_test(NAME foxx_task_router COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_task_router:")
   add_test(NAME foxx_authz_router COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_authz_router:")
+  add_test(NAME foxx_query_router COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_query_router:")
   add_test(NAME foxx_unit_user_token COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_user_token:")
   add_test(NAME foxx_unit_user_model COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_user_model:")
   add_test(NAME foxx_unit_globus_collection_model COMMAND "${CMAKE_CURRENT_SOURCE_DIR}/tests/test_foxx.sh" -t "unit_globus_collection_model:")
@@ -51,6 +53,8 @@ if( ENABLE_FOXX_TESTS )
   set_tests_properties(foxx_validation_repo PROPERTIES FIXTURES_REQUIRED Foxx)
   set_tests_properties(foxx_path PROPERTIES FIXTURES_REQUIRED Foxx)
   set_tests_properties(foxx_user_router PROPERTIES FIXTURES_REQUIRED "Foxx;FoxxDBFixtures")
+  set_tests_properties(foxx_query_router PROPERTIES FIXTURES_REQUIRED Foxx)
+  set_tests_properties(foxx_task_router PROPERTIES FIXTURES_REQUIRED Foxx)
   set_tests_properties(foxx_unit_user_token PROPERTIES FIXTURES_REQUIRED Foxx)
   set_tests_properties(foxx_unit_user_model PROPERTIES FIXTURES_REQUIRED "Foxx;FoxxDBFixtures")
   set_tests_properties(foxx_unit_globus_collection_model PROPERTIES FIXTURES_REQUIRED "Foxx;FoxxDBFixtures")