Skip to content

Commit 5713585

Browse files
committed
Don't test tensor_generator directly
1 parent 861efb9 commit 5713585

File tree

1 file changed

+1
-25
lines changed

1 file changed

+1
-25
lines changed

tests/readers/test_tensorflow.py

+1-25
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,10 @@
11
"""Tests for TileDB integration with Tensorflow Data API."""
22

3-
import os
4-
53
import numpy as np
64
import pytest
75
import tensorflow as tf
86

9-
from tiledb.ml.readers._batch_utils import tensor_generator
10-
from tiledb.ml.readers.tensorflow import (
11-
TensorflowSparseTileDBTensorGenerator,
12-
TensorflowTileDBDataset,
13-
)
7+
from tiledb.ml.readers.tensorflow import TensorflowTileDBDataset
148

159
from .utils import (
1610
ingest_in_tiledb,
@@ -19,11 +13,6 @@
1913
validate_tensor_generator,
2014
)
2115

22-
# Suppress all Tensorflow messages
23-
os.environ["TF_CPP_MIN_LOG_LEVEL"] = "3"
24-
25-
tf.compat.v1.logging.set_verbosity(tf.compat.v1.logging.ERROR)
26-
2716

2817
@pytest.mark.parametrize("num_rows", [107])
2918
class TestTensorflowTileDBDataset:
@@ -62,19 +51,6 @@ def test_dataset(
6251
dataset, num_attrs, x_sparse, y_sparse, x_shape, y_shape, batch_size
6352
)
6453

65-
# Although TensorflowTileDBDataset calls tensor_generator internally, due to
66-
# https://github.com/tensorflow/tensorflow/issues/33759 it is not reported as
67-
# covered so test it explicitly.
68-
generator = tensor_generator(
69-
buffer_bytes=buffer_bytes,
70-
sparse_tensor_generator_cls=TensorflowSparseTileDBTensorGenerator,
71-
**kwargs,
72-
)
73-
# tensor_generator does not take batch_size parameter, so pass batch_size=num_rows
74-
validate_tensor_generator(
75-
generator, num_attrs, x_sparse, y_sparse, x_shape, y_shape, num_rows
76-
)
77-
7854
@parametrize_for_dataset()
7955
def test_unequal_num_rows(
8056
self,

0 commit comments

Comments
 (0)