Skip to content

Commit f50c083

Browse files
committed
Package maintenance
1 parent 5ee444a commit f50c083

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

50 files changed

+543
-368
lines changed

R/DataMigrationManager.R

+18-18
Original file line numberDiff line numberDiff line change
@@ -231,7 +231,7 @@ DataMigrationManager <- R6::R6Class(
231231
}
232232

233233
for (i in 1:nrow(migrations)) {
234-
migration <- migrations[i,]
234+
migration <- migrations[i, ]
235235
if (isTRUE(migration$migrationOrder <= stopMigrationVersion)) {
236236
private$executeMigration(migration)
237237
}
@@ -261,10 +261,10 @@ DataMigrationManager <- R6::R6Class(
261261
# Load, render, translate and execute sql
262262
if (self$isPackage()) {
263263
sql <- SqlRender::loadRenderTranslateSql(file.path(self$migrationPath, migration$migrationFile),
264-
dbms = private$connectionDetails$dbms,
265-
database_schema = self$databaseSchema,
266-
table_prefix = self$tablePrefix,
267-
packageName = self$packageName
264+
dbms = private$connectionDetails$dbms,
265+
database_schema = self$databaseSchema,
266+
table_prefix = self$tablePrefix,
267+
packageName = self$packageName
268268
)
269269
private$connectionHandler$executeSql(sql)
270270
} else {
@@ -276,8 +276,8 @@ DataMigrationManager <- R6::R6Class(
276276
sql <- SqlRender::readSql(file.path(self$migrationPath, "sql_server", migration$migrationFile))
277277
}
278278
private$connectionHandler$executeSql(sql,
279-
database_schema = self$databaseSchema,
280-
table_prefix = self$tablePrefix
279+
database_schema = self$databaseSchema,
280+
table_prefix = self$tablePrefix
281281
)
282282
}
283283
private$logInfo("Saving migration: ", migration$migrationFile)
@@ -287,11 +287,11 @@ DataMigrationManager <- R6::R6Class(
287287
VALUES ('@migration_file', @order);
288288
"
289289
private$connectionHandler$executeSql(iSql,
290-
database_schema = self$databaseSchema,
291-
migration_file = migration$migrationFile,
292-
table_prefix = self$tablePrefix,
293-
migration = paste0(self$packageTablePrefix, "migration"),
294-
order = migration$migrationOrder
290+
database_schema = self$databaseSchema,
291+
migration_file = migration$migrationFile,
292+
table_prefix = self$tablePrefix,
293+
migration = paste0(self$packageTablePrefix, "migration"),
294+
order = migration$migrationOrder
295295
)
296296
private$logInfo("Migration complete ", migration$migrationFile)
297297
},
@@ -305,9 +305,9 @@ DataMigrationManager <- R6::R6Class(
305305
);"
306306

307307
private$connectionHandler$executeSql(sql,
308-
database_schema = self$databaseSchema,
309-
table_prefix = self$tablePrefix,
310-
migration = paste0(self$packageTablePrefix, "migration")
308+
database_schema = self$databaseSchema,
309+
table_prefix = self$tablePrefix,
310+
migration = paste0(self$packageTablePrefix, "migration")
311311
)
312312
private$logInfo("Migrations table created")
313313
},
@@ -319,9 +319,9 @@ DataMigrationManager <- R6::R6Class(
319319
sql <- "
320320
SELECT migration_file, migration_order FROM @database_schema.@table_prefix@migration ORDER BY migration_order;"
321321
migrationsExecuted <- private$connectionHandler$queryDb(sql,
322-
database_schema = self$databaseSchema,
323-
migration = paste0(self$packageTablePrefix, "migration"),
324-
table_prefix = self$tablePrefix
322+
database_schema = self$databaseSchema,
323+
migration = paste0(self$packageTablePrefix, "migration"),
324+
table_prefix = self$tablePrefix
325325
)
326326

327327
return(migrationsExecuted)

R/DataModel.R

+23-24
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ checkAndFixColumnNames <-
4444
expectedNames <- tableSpecs %>%
4545
dplyr::select("columnName") %>%
4646
dplyr::anti_join(dplyr::filter(optionalNames, !.data$columnName %in% observeredNames),
47-
by = "columnName"
47+
by = "columnName"
4848
) %>%
4949
dplyr::arrange("columnName") %>%
5050
dplyr::pull()
@@ -176,7 +176,7 @@ checkAndFixDuplicateRows <-
176176
specifications) {
177177
primaryKeys <- specifications %>%
178178
dplyr::filter(.data$tableName == !!tableName &
179-
tolower(.data$primaryKey) == "yes") %>%
179+
tolower(.data$primaryKey) == "yes") %>%
180180
dplyr::select("columnName") %>%
181181
dplyr::pull()
182182
duplicatedRows <- duplicated(table[, primaryKeys])
@@ -189,7 +189,7 @@ checkAndFixDuplicateRows <-
189189
sum(duplicatedRows)
190190
)
191191
)
192-
return(table[!duplicatedRows,])
192+
return(table[!duplicatedRows, ])
193193
} else {
194194
return(table)
195195
}
@@ -215,7 +215,7 @@ appendNewRows <-
215215
if (nrow(data) > 0) {
216216
primaryKeys <- specifications %>%
217217
dplyr::filter(.data$tableName == !!tableName &
218-
tolower(.data$primaryKey) == "yes") %>%
218+
tolower(.data$primaryKey) == "yes") %>%
219219
dplyr::select("columnName") %>%
220220
dplyr::pull()
221221
newData <- newData %>%
@@ -245,10 +245,11 @@ formatDouble <- function(x) {
245245

246246
.truncateTable <- function(tableName, connection, schema, tablePrefix) {
247247
DatabaseConnector::renderTranslateExecuteSql(connection,
248-
"TRUNCATE TABLE @schema.@table_prefix@table;",
249-
table_prefix = tablePrefix,
250-
schema = schema,
251-
table = tableName)
248+
"TRUNCATE TABLE @schema.@table_prefix@table;",
249+
table_prefix = tablePrefix,
250+
schema = schema,
251+
table = tableName
252+
)
252253
invisible(NULL)
253254
}
254255

@@ -339,7 +340,6 @@ uploadResults <- function(connection = NULL,
339340
start <- Sys.time()
340341

341342
if (purgeDataModel) {
342-
343343
if (rlang::is_interactive()) {
344344
if (!.removeDataUserCheck()) {
345345
return(invisible(NULL))
@@ -349,10 +349,11 @@ uploadResults <- function(connection = NULL,
349349
ParallelLogger::logInfo("Removing all records for tables within specification")
350350

351351
invisible(lapply(unique(specifications$tableName),
352-
.truncateTable,
353-
connection = connection,
354-
schema = schema,
355-
tablePrefix = tablePrefix))
352+
.truncateTable,
353+
connection = connection,
354+
schema = schema,
355+
tablePrefix = tablePrefix
356+
))
356357
}
357358

358359
# Retrieve the databaseId from the cdmSourceFile if the file exists
@@ -388,7 +389,7 @@ uploadResults <- function(connection = NULL,
388389

389390
primaryKey <- specifications %>%
390391
dplyr::filter(.data$tableName == !!tableName &
391-
tolower(.data$primaryKey) == "yes") %>%
392+
tolower(.data$primaryKey) == "yes") %>%
392393
dplyr::select("columnName") %>%
393394
dplyr::pull()
394395

@@ -404,7 +405,7 @@ uploadResults <- function(connection = NULL,
404405
if (purgeSiteDataBeforeUploading && "database_id" %in% primaryKey) {
405406
type <- specifications %>%
406407
dplyr::filter(.data$tableName == !!tableName &
407-
.data$columnName == "database_id") %>%
408+
.data$columnName == "database_id") %>%
408409
dplyr::select("dataType") %>%
409410
dplyr::pull()
410411
# Remove the existing data for the databaseId
@@ -538,8 +539,8 @@ uploadResults <- function(connection = NULL,
538539
primaryKeyValuesInChunk <- unique(chunk[env$primaryKey])
539540
duplicates <-
540541
dplyr::inner_join(env$primaryKeyValuesInDb,
541-
primaryKeyValuesInChunk,
542-
by = env$primaryKey
542+
primaryKeyValuesInChunk,
543+
by = env$primaryKey
543544
)
544545

545546
if (nrow(duplicates) != 0) {
@@ -570,7 +571,7 @@ uploadResults <- function(connection = NULL,
570571
# Remove duplicates we already dealt with:
571572
env$primaryKeyValuesInDb <-
572573
env$primaryKeyValuesInDb %>%
573-
dplyr::anti_join(duplicates, by = env$primaryKey)
574+
dplyr::anti_join(duplicates, by = env$primaryKey)
574575
}
575576
}
576577
if (nrow(chunk) == 0) {
@@ -626,7 +627,6 @@ uploadResults <- function(connection = NULL,
626627
#' @export
627628
deleteAllRowsForPrimaryKey <-
628629
function(connection, schema, tableName, keyValues) {
629-
630630
createSqlStatement <- function(i) {
631631
sql <- paste0(
632632
"DELETE FROM ",
@@ -635,7 +635,7 @@ deleteAllRowsForPrimaryKey <-
635635
tableName,
636636
"\nWHERE ",
637637
paste(paste0(
638-
colnames(keyValues), " = '", keyValues[i,], "'"
638+
colnames(keyValues), " = '", keyValues[i, ], "'"
639639
), collapse = " AND "),
640640
";"
641641
)
@@ -676,7 +676,6 @@ deleteAllRowsForDatabaseId <-
676676
tableName,
677677
databaseId,
678678
idIsInt = TRUE) {
679-
680679
sql <-
681680
"SELECT COUNT(*) FROM @schema.@table_name WHERE database_id IN (@database_id);"
682681

@@ -711,9 +710,9 @@ deleteAllRowsForDatabaseId <-
711710
database_id = databaseId
712711
)
713712
DatabaseConnector::executeSql(connection,
714-
sql,
715-
progressBar = FALSE,
716-
reportOverallTime = FALSE
713+
sql,
714+
progressBar = FALSE,
715+
reportOverallTime = FALSE
717716
)
718717
}
719718
}

0 commit comments

Comments
 (0)