Skip to content

Commit

Permalink
(BIDS-2550) fixed column filter
Browse files Browse the repository at this point in the history
  • Loading branch information
remoterami committed Feb 5, 2024
1 parent b774ed9 commit 09c74c9
Showing 1 changed file with 14 additions and 9 deletions.
23 changes: 14 additions & 9 deletions db/bigtable_common.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ import (
"eth2-exporter/utils"
"fmt"
"sort"
"strings"
"time"

gcp_bigtable "cloud.google.com/go/bigtable"
Expand Down Expand Up @@ -106,22 +107,20 @@ func (bigtable *Bigtable) ClearByPrefix(table string, family, columns, prefix st

mutsDelete := types.NewBulkMutations(MAX_BATCH_MUTATIONS)

/*var filter gcp_bigtable.Filter
var filter gcp_bigtable.Filter
columnsSlice := strings.Split(columns, ",")
if len(columnsSlice) > 1 {
columnNames := make([]gcp_bigtable.Filter, len(columnsSlice))
for i, f := range columnsSlice {
columnNames[i] = gcp_bigtable.ColumnFilter(f)
}
filter = gcp_bigtable.InterleaveFilters(columnNames...)
} else if columns == "*" {
filter = gcp_bigtable.ColumnFilter("")
} else {
filter = gcp_bigtable.ColumnFilter(columnsSlice[0])
}*/
}

keysCount := 0
err := btTable.ReadRows(context.Background(), rowRange, func(row gcp_bigtable.Row) bool {
deleteFunc := func(row gcp_bigtable.Row) bool {
var row_ string

if family == "*" {
Expand All @@ -134,13 +133,13 @@ func (bigtable *Bigtable) ClearByPrefix(table string, family, columns, prefix st
}

mutDelete := gcp_bigtable.NewMutation()
if columns == "" || columns == "*" {
if columns == "*" {
mutDelete.DeleteRow()
} /*else {
} else {
for _, column := range columnsSlice {
mutDelete.DeleteCellsInColumn(family, column)
}
}*/
}

mutsDelete.Keys = append(mutsDelete.Keys, row_)
mutsDelete.Muts = append(mutsDelete.Muts, mutDelete)
Expand All @@ -160,7 +159,13 @@ func (bigtable *Bigtable) ClearByPrefix(table string, family, columns, prefix st
mutsDelete = types.NewBulkMutations(MAX_BATCH_MUTATIONS)
}
return true
} /*, gcp_bigtable.RowFilter(filter)*/)
}
var err error
if columns == "*" {
err = btTable.ReadRows(context.Background(), rowRange, deleteFunc)
} else {
err = btTable.ReadRows(context.Background(), rowRange, deleteFunc, gcp_bigtable.RowFilter(filter))
}
if err != nil {
return err
}
Expand Down

0 comments on commit 09c74c9

Please sign in to comment.