org.testng.internal.thread.ThreadTimeoutException: Method com.linkedin.venice.fastclient.DispatchingAvroGenericStoreClientTest.testBatchGet() didn't finish within the time-out 10000

java.lang.NullPointerException

org.testng.internal.thread.ThreadTimeoutException: Method com.linkedin.venice.fastclient.DispatchingAvroGenericStoreClientTest.testBatchGet() didn't finish within the time-out 10000

java.lang.NullPointerException

org.mockito.exceptions.verification.TooFewActualInvocations: hostLevelIngestionStats.recordTotalBytesConsumed( <any long> ); Wanted 2 times: -> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:499) But was 1 time: -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2629)

org.mockito.exceptions.verification.ArgumentsAreDifferent: Argument(s) are different! Wanted: storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=0, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.lambda$testNotifier$35(StoreIngestionTaskTest.java:1621) Actual invocations have different arguments: storageMetadataService.getLastOffset( "TestTopic_74d6992071_f03ae3b5_v1", 1 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.getLastOffset( "TestTopic_74d6992071_f03ae3b5_v1", 2 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@55a4cd58 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@69665ac2 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@4e55d014 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.li

org.mockito.exceptions.verification.TooFewActualInvocations: hostLevelIngestionStats.recordTotalBytesConsumed( <any long> ); Wanted 2 times: -> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:499) But was 1 time: -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2629)

org.mockito.exceptions.verification.ArgumentsAreDifferent: Argument(s) are different! Wanted: storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=0, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.lambda$testNotifier$35(StoreIngestionTaskTest.java:1621) Actual invocations have different arguments: storageMetadataService.getLastOffset( "TestTopic_74d6992071_f03ae3b5_v1", 1 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.getLastOffset( "TestTopic_74d6992071_f03ae3b5_v1", 2 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@55a4cd58 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@69665ac2 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_74d6992071_f03ae3b5_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$745/134014540@4e55d014 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 2, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_74d6992071_f03ae3b5_v1", 1, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964502340, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.li

org.mockito.exceptions.verification.ArgumentsAreDifferent: Argument(s) are different! Wanted: storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=0, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.lambda$testNotifier$35(StoreIngestionTaskTest.java:1619) Actual invocations have different arguments: storageMetadataService.getLastOffset( "TestTopic_707ea20993_c931d9ab_v1", 1 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.getLastOffset( "TestTopic_707ea20993_c931d9ab_v1", 2 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@46e693cb ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459004, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@719211b6 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 2, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459004, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459006, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 2, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459006, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@36098b12 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@2ed82405 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34)

Wanted but not invoked: leaderFollowerStoreIngestionTask.reportError( <any string>, 1, <Capturing argument> ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.reportError(StoreIngestionTask.java:4353) However, there were exactly 56 interactions with this mock: leaderFollowerStoreIngestionTask.subscribePartition( TestTopic_6f94bc0e14_f350db1d_v1-1 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.runTest(StoreIngestionTaskTest.java:887) leaderFollowerStoreIngestionTask.subscribePartition( TestTopic_6f94bc0e14_f350db1d_v1-1, true ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:644) leaderFollowerStoreIngestionTask.throwIfNotRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:658) leaderFollowerStoreIngestionTask.isRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.throwIfNotRunning(StoreIngestionTask.java:605) leaderFollowerStoreIngestionTask.getIsRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.isRunning(StoreIngestionTask.java:4186) leaderFollowerStoreIngestionTask.nextSeqNum(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:667) leaderFollowerStoreIngestionTask.run(); -> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) leaderFollowerStoreIngestionTask.isRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1657) leaderFollowerStoreIngestionTask.getIsRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.isRunning(StoreIngestionTask.java:4186) leaderFollowerStoreIngestionTask.updateIngestionRoleIfStoreChanged( Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1659) leaderFollowerStoreIngestionTask.isHybridMode(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.updateIngestionRoleIfStoreChanged(StoreIngestionTask.java:1575) leaderFollowerStoreIngestionTask.processConsumerActions( Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1660) leaderFollowerStoreIngestionTask.processConsumerAction( KafkaTaskMessage{type=SUBSCRIBE, topicPartition=TestTopic_6f94bc0e14_f350db1d_v1-1, attempts=4, sequenceNumber=1, createdTimestampInMs=1738964455124}, Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1949) leaderFollowerStoreIngestionTask.processCommonConsumerAction( KafkaTaskMessage{type=SUBSCRIBE, topicPartition=TestTopic_6f94bc0e14_f350db1d_v1-1, attempts=4, sequenceNumber=1, createdTimestampInMs=1738964455124} ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.processConsumerAction(LeaderFollowerStoreIngestionTask.java:572) leaderFollowerStoreIngestionTask.reportIfCatchUpVersionTopicOffset( PCS{replicaId=TestTopic_6f94bc0e14_f350db1d_v1-1, hybrid=false, latestProcessedLocalVersionTopicOffset=-1, latestProcessedUpstreamVersionTopicOffset=-1, latestProcessedUpstreamRTOffsetMap={}, latestIgnoredUpstreamRTOffsetMap={}, latestRTOffsetTriedToProduceToVTMap{}, offsetRecord=OffsetRecord{localVersionTopicOffset=-1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null}, errorReported=false, started=false, lagCaughtUp=false, processedRecordSizeSinceLastSync=0, leaderFollowerState=STANDBY} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processCommonConsumerAction(StoreIngestionTask.java:2199) leaderFollowerStoreIngestionTask.updateLeaderTopicOnFollower( PCS{replicaId=TestTopic_6f94bc0e14_f350db1d_v1-1, hybrid=false, latestProcessedLocalVersionTopicOffset=-

java.lang.AssertionError: expected [1000.0] but found [0.0]

org.mockito.exceptions.verification.ArgumentsAreDifferent: Argument(s) are different! Wanted: storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=0, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.lambda$testNotifier$35(StoreIngestionTaskTest.java:1619) Actual invocations have different arguments: storageMetadataService.getLastOffset( "TestTopic_707ea20993_c931d9ab_v1", 1 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.getLastOffset( "TestTopic_707ea20993_c931d9ab_v1", 2 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@46e693cb ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459004, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@719211b6 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 2, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459004, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 1, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459006, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_707ea20993_c931d9ab_v1", 2, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738964459006, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@36098b12 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.computeStoreVersionState( "TestTopic_707ea20993_c931d9ab_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$1015/0x00007f1328712928@2ed82405 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34)

Wanted but not invoked: leaderFollowerStoreIngestionTask.reportError( <any string>, 1, <Capturing argument> ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.reportError(StoreIngestionTask.java:4353) However, there were exactly 56 interactions with this mock: leaderFollowerStoreIngestionTask.subscribePartition( TestTopic_6f94bc0e14_f350db1d_v1-1 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.runTest(StoreIngestionTaskTest.java:887) leaderFollowerStoreIngestionTask.subscribePartition( TestTopic_6f94bc0e14_f350db1d_v1-1, true ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:644) leaderFollowerStoreIngestionTask.throwIfNotRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:658) leaderFollowerStoreIngestionTask.isRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.throwIfNotRunning(StoreIngestionTask.java:605) leaderFollowerStoreIngestionTask.getIsRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.isRunning(StoreIngestionTask.java:4186) leaderFollowerStoreIngestionTask.nextSeqNum(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.subscribePartition(StoreIngestionTask.java:667) leaderFollowerStoreIngestionTask.run(); -> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) leaderFollowerStoreIngestionTask.isRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1657) leaderFollowerStoreIngestionTask.getIsRunning(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.isRunning(StoreIngestionTask.java:4186) leaderFollowerStoreIngestionTask.updateIngestionRoleIfStoreChanged( Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1659) leaderFollowerStoreIngestionTask.isHybridMode(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.updateIngestionRoleIfStoreChanged(StoreIngestionTask.java:1575) leaderFollowerStoreIngestionTask.processConsumerActions( Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.run(StoreIngestionTask.java:1660) leaderFollowerStoreIngestionTask.processConsumerAction( KafkaTaskMessage{type=SUBSCRIBE, topicPartition=TestTopic_6f94bc0e14_f350db1d_v1-1, attempts=4, sequenceNumber=1, createdTimestampInMs=1738964455124}, Mock for Store, hashCode: 235823849 ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1949) leaderFollowerStoreIngestionTask.processCommonConsumerAction( KafkaTaskMessage{type=SUBSCRIBE, topicPartition=TestTopic_6f94bc0e14_f350db1d_v1-1, attempts=4, sequenceNumber=1, createdTimestampInMs=1738964455124} ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.processConsumerAction(LeaderFollowerStoreIngestionTask.java:572) leaderFollowerStoreIngestionTask.reportIfCatchUpVersionTopicOffset( PCS{replicaId=TestTopic_6f94bc0e14_f350db1d_v1-1, hybrid=false, latestProcessedLocalVersionTopicOffset=-1, latestProcessedUpstreamVersionTopicOffset=-1, latestProcessedUpstreamRTOffsetMap={}, latestIgnoredUpstreamRTOffsetMap={}, latestRTOffsetTriedToProduceToVTMap{}, offsetRecord=OffsetRecord{localVersionTopicOffset=-1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null}, errorReported=false, started=false, lagCaughtUp=false, processedRecordSizeSinceLastSync=0, leaderFollowerState=STANDBY} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processCommonConsumerAction(StoreIngestionTask.java:2199) leaderFollowerStoreIngestionTask.updateLeaderTopicOnFollower( PCS{replicaId=TestTopic_6f94bc0e14_f350db1d_v1-1, hybrid=false, latestProcessedLocalVersionTopicOffset=-

java.lang.AssertionError: expected [1000.0] but found [0.0]

Wanted but not invoked: hostLevelIngestionStats.recordTotalBytesConsumed( <any long> ); -> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:499) However, there were exactly 33 interactions with this mock: hostLevelIngestionStats.recordProcessConsumerActionLatency( 6.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.007624d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.136355d, 1738965695075L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.066606d, 1738965695076L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.002875d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.067897d, 1738965695089L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.002926d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.008285d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.check

org.mockito.exceptions.verification.ArgumentsAreDifferent: Argument(s) are different! Wanted: storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 2, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=0, eventTimeEpochMs=-1, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTaskTest.lambda$testNotifier$35(StoreIngestionTaskTest.java:1621) Actual invocations have different arguments: storageMetadataService.getLastOffset( "TestTopic_7009ff1eab_d51dd287_v1", 1 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.getLastOffset( "TestTopic_7009ff1eab_d51dd287_v1", 2 ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.getLastOffset(DeepCopyOffsetManager.java:49) storageMetadataService.computeStoreVersionState( "TestTopic_7009ff1eab_d51dd287_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$785/0x00000008007ae040@3c23d7c1 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.computeStoreVersionState( "TestTopic_7009ff1eab_d51dd287_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$785/0x00000008007ae040@10632236 ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 1, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738965677285, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 1, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738965677285, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.computeStoreVersionState( "TestTopic_7009ff1eab_d51dd287_v1", com.linkedin.venice.offsets.DeepCopyStorageMetadataService$$Lambda$785/0x00000008007ae040@48057e5d ); -> at com.linkedin.venice.offsets.DeepCopyStorageMetadataService.computeStoreVersionState(DeepCopyStorageMetadataService.java:34) storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 1, OffsetRecord{localVersionTopicOffset=3, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738965677285, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=true, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 2, OffsetRecord{localVersionTopicOffset=1, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738965677285, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClassHash=null} ); -> at com.linkedin.venice.offsets.DeepCopyOffsetManager.put(DeepCopyOffsetManager.java:38) storageMetadataService.put( "TestTopic_7009ff1eab_d51dd287_v1", 2, OffsetRecord{localVersionTopicOffset=2, upstreamOffset=-1, leaderTopic=null, offsetLag=9223372036854775807, eventTimeEpochMs=1738965677285, latestProducerProcessingTimeInMs=0, isEndOfPushReceived=false, databaseInfo={}, realTimeProducerState={}, recordTransformerClas

Wanted but not invoked: hostLevelIngestionStats.recordTotalBytesConsumed( <any long> ); -> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:499) However, there were exactly 33 interactions with this mock: hostLevelIngestionStats.recordProcessConsumerActionLatency( 6.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.007624d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.136355d, 1738965695075L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.066606d, 1738965695076L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.002875d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency( 0.067897d, 1738965695089L ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1302) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1307) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordTotalRecordsConsumed(); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2621) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.002926d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:756) hostLevelIngestionStats.recordStorageQuotaUsed( NaNd ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1635) hostLevelIngestionStats.recordProcessConsumerActionLatency( 0.0d ); -> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:1995) hostLevelIngestionStats.recordCheckLongRunningTasksLatency( 0.008285d ); -> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.check