[controller] Add support for configuring unclean leader election for realtime topics #10114
pthirunVeniceCI-StaticAnalysisAndUnitTests.yml
on: pull_request
Matrix: Clients / UT & CodeCov
Matrix: Controller / UT & CodeCov
Matrix: Integrations / UT & CodeCov
Matrix: Internal / UT & CodeCov
Matrix: Router / UT & CodeCov
Matrix: Server / UT & CodeCov
Matrix: StaticAnalysis
ValidateGradleWrapper
14s
StaticAnalysisAndUnitTestsFailureAlert
0s
Annotations
10 errors
|
InstanceSizeEstimatorTest.testInstanceMeasurement:
internal/venice-common/src/test/java/com/linkedin/venice/memory/InstanceSizeEstimatorTest.java#L49
java.lang.AssertionError: Class KafkaKey has a memoryAllocatedPerInstance (53.24288) which is too far from the predictedUsage (48); delta: 0.109; maxAllowedDelta: 0.019. No more attempts left.
|
|
InstanceSizeEstimatorTest.testInstanceMeasurement:
internal/venice-common/src/test/java/com/linkedin/venice/memory/InstanceSizeEstimatorTest.java#L49
java.lang.AssertionError: Class KafkaKey has a memoryAllocatedPerInstance (53.24288) which is too far from the predictedUsage (48); delta: 0.109; maxAllowedDelta: 0.019. No more attempts left.
|
|
VeniceChangelogConsumerDaVinciRecordTransformerImplTest.testMaxBufferSize:
clients/da-vinci-client/src/test/java/com/linkedin/davinci/consumer/VeniceChangelogConsumerDaVinciRecordTransformerImplTest.java#L476
org.mockito.exceptions.verification.TooManyActualInvocations:
conditionObject.signal();
Wanted 1 time:
-> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.signal(AbstractQueuedSynchronizer.java:1938)
But was 2 times:
-> at com.linkedin.davinci.consumer.VeniceChangelogConsumerDaVinciRecordTransformerImpl$DaVinciRecordTransformerChangelogConsumer.internalAddMessageToBuffer(VeniceChangelogConsumerDaVinciRecordTransformerImpl.java:741)
-> at com.linkedin.davinci.consumer.VeniceChangelogConsumerDaVinciRecordTransformerImpl$DaVinciRecordTransformerChangelogConsumer.internalAddMessageToBuffer(VeniceChangelogConsumerDaVinciRecordTransformerImpl.java:741)
|
|
VeniceChangelogConsumerDaVinciRecordTransformerImplTest.testMaxBufferSize:
clients/da-vinci-client/src/test/java/com/linkedin/davinci/consumer/VeniceChangelogConsumerDaVinciRecordTransformerImplTest.java#L476
org.mockito.exceptions.verification.TooManyActualInvocations:
conditionObject.signal();
Wanted 1 time:
-> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.signal(AbstractQueuedSynchronizer.java:1938)
But was 2 times:
-> at com.linkedin.davinci.consumer.VeniceChangelogConsumerDaVinciRecordTransformerImpl$DaVinciRecordTransformerChangelogConsumer.internalAddMessageToBuffer(VeniceChangelogConsumerDaVinciRecordTransformerImpl.java:741)
-> at com.linkedin.davinci.consumer.VeniceChangelogConsumerDaVinciRecordTransformerImpl$DaVinciRecordTransformerChangelogConsumer.internalAddMessageToBuffer(VeniceChangelogConsumerDaVinciRecordTransformerImpl.java:741)
|
|
NativeMetadataRepositoryTest.testNativeMetadataRepositoryStats:
clients/da-vinci-client/src/test/java/com/linkedin/davinci/repository/NativeMetadataRepositoryTest.java#L158
java.lang.AssertionError: expected [NaN] but found [0.0]
|
|
NativeMetadataRepositoryTest.testNativeMetadataRepositoryStats:
clients/da-vinci-client/src/test/java/com/linkedin/davinci/repository/NativeMetadataRepositoryTest.java#L158
java.lang.AssertionError: expected [NaN] but found [0.0]
|
|
SITWithSAwarePWiseAndBufferAfterLeaderTest.testRecordLevelMetricForCurrentVersion[0](false):
clients/da-vinci-client/src/test/java/com/linkedin/davinci/kafka/consumer/SITWithSAwarePWiseAndBufferAfterLeaderTest.java#L1
Wanted but not invoked:
hostLevelIngestionStats.recordTotalBytesConsumed(
<any long>
);
-> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:523)
However, there were exactly 2493 interactions with this mock:
hostLevelIngestionStats.recordProcessConsumerActionLatency(
9.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.067707d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.052578d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.050544d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency(
2.307682d,
1770859663016L
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1450)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1455)
hostLevelIngestionStats.recordTotalRecordsConsumed();
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2784)
hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency(
0.093526d,
1770859663021L
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1450)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1455)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.054863d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.132487d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.
|
|
SITWithPWiseAndBufferAfterLeaderTest.testResetPartition[0](AA_ON):
clients/da-vinci-client/src/test/java/com/linkedin/davinci/kafka/consumer/SITWithPWiseAndBufferAfterLeaderTest.java#L1
org.mockito.exceptions.verification.TooFewActualInvocations:
abstractStorageEngine.put(
1,
[(byte) 0x01, (byte) 0x4B, (byte) 0x65, (byte) 0x79, (byte) 0x46, (byte) 0x6F, (byte) 0x72, (byte) 0x50, (byte) 0x61, (byte) 0x72, (byte) 0x74, (byte) 0x69, (byte) 0x74, (byte) 0x69, (byte) 0x6F, (byte) 0x6E, (byte) 0x31, (byte) 0x5F, (byte) 0x31, (byte) 0x66, (byte) 0x63, (byte) 0x30, (byte) 0x39, (byte) 0x33, (byte) 0x38, (byte) 0x39, (byte) 0x61, (byte) 0x35, (byte) 0x5F, (byte) 0x38, (byte) 0x31, (byte) 0x36, (byte) 0x39, (byte) 0x34, (byte) 0x66, (byte) 0x39, (byte) 0x39],
java.nio.HeapByteBuffer[pos=0 lim=17 cap=17]
);
Wanted 2 times:
-> at com.linkedin.davinci.store.AbstractStorageEngine.put(AbstractStorageEngine.java:478)
But was 1 time:
-> at com.linkedin.davinci.kafka.consumer.DeepCopyStorageEngine.put(DeepCopyStorageEngine.java:39)
|
|
SITWithSAwarePWiseAndBufferAfterLeaderTest.testRecordLevelMetricForCurrentVersion[0](false):
clients/da-vinci-client/src/test/java/com/linkedin/davinci/kafka/consumer/SITWithSAwarePWiseAndBufferAfterLeaderTest.java#L1
Wanted but not invoked:
hostLevelIngestionStats.recordTotalBytesConsumed(
<any long>
);
-> at com.linkedin.davinci.stats.HostLevelIngestionStats.recordTotalBytesConsumed(HostLevelIngestionStats.java:523)
However, there were exactly 2493 interactions with this mock:
hostLevelIngestionStats.recordProcessConsumerActionLatency(
9.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.067707d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.052578d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.050544d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency(
2.307682d,
1770859663016L
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1450)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1455)
hostLevelIngestionStats.recordTotalRecordsConsumed();
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerRecord(StoreIngestionTask.java:2784)
hostLevelIngestionStats.recordConsumerRecordsQueuePutLatency(
0.093526d,
1770859663021L
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1450)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.produceToStoreBufferServiceOrKafka(StoreIngestionTask.java:1455)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.054863d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.recordQuotaMetrics(StoreIngestionTask.java:1767)
hostLevelIngestionStats.recordProcessConsumerActionLatency(
0.0d
);
-> at com.linkedin.davinci.kafka.consumer.StoreIngestionTask.processConsumerActions(StoreIngestionTask.java:2156)
hostLevelIngestionStats.recordCheckLongRunningTasksLatency(
0.132487d
);
-> at com.linkedin.davinci.kafka.consumer.LeaderFollowerStoreIngestionTask.checkLongRunningTaskState(LeaderFollowerStoreIngestionTask.java:783)
hostLevelIngestionStats.recordStorageQuotaUsed(
NaNd
);
-> at com.linkedin.davinci.kafka.consumer.
|
|
SITWithPWiseAndBufferAfterLeaderTest.testResetPartition[0](AA_ON):
clients/da-vinci-client/src/test/java/com/linkedin/davinci/kafka/consumer/SITWithPWiseAndBufferAfterLeaderTest.java#L1
org.mockito.exceptions.verification.TooFewActualInvocations:
abstractStorageEngine.put(
1,
[(byte) 0x01, (byte) 0x4B, (byte) 0x65, (byte) 0x79, (byte) 0x46, (byte) 0x6F, (byte) 0x72, (byte) 0x50, (byte) 0x61, (byte) 0x72, (byte) 0x74, (byte) 0x69, (byte) 0x74, (byte) 0x69, (byte) 0x6F, (byte) 0x6E, (byte) 0x31, (byte) 0x5F, (byte) 0x31, (byte) 0x66, (byte) 0x63, (byte) 0x30, (byte) 0x39, (byte) 0x33, (byte) 0x38, (byte) 0x39, (byte) 0x61, (byte) 0x35, (byte) 0x5F, (byte) 0x38, (byte) 0x31, (byte) 0x36, (byte) 0x39, (byte) 0x34, (byte) 0x66, (byte) 0x39, (byte) 0x39],
java.nio.HeapByteBuffer[pos=0 lim=17 cap=17]
);
Wanted 2 times:
-> at com.linkedin.davinci.store.AbstractStorageEngine.put(AbstractStorageEngine.java:478)
But was 1 time:
-> at com.linkedin.davinci.kafka.consumer.DeepCopyStorageEngine.put(DeepCopyStorageEngine.java:39)
|
Artifacts
Produced during runtime
| Name | Size | Digest | |
|---|---|---|---|
|
StaticAnalysis
|
926 KB |
sha256:5f96d3676da5fee0b0819581922838f7900ab145879f9aa3caee8ed73baeb843
|
|
|
clients-jdk11
|
3.2 MB |
sha256:3aa93c6145de943af044dab2607130282d15deff15d89c9b33e85da9c2890765
|
|
|
clients-jdk17
|
3.23 MB |
sha256:22186df42cedc7a776bf4a2b34da49e807f68422e6138d11ffefbb88a3782297
|
|
|
clients-jdk8
|
3.18 MB |
sha256:84a2c261840cf47fad5da492c32cfa2970b228de3f5ca949337808ef5326120b
|
|
|
controller-jdk11
|
2 MB |
sha256:033c29a2086cb1690836729e74dba393890f3c85abc0bde965b71f9b2ff5aaae
|
|
|
controller-jdk17
|
2 MB |
sha256:db3a1127e9a4ede57be60abe067f2d17bd9128dc13d17aef0ccb80030385e408
|
|
|
controller-jdk8
|
2 MB |
sha256:079fa8785ab86e79c4f84b0543d7ff03ed8396f8aa7c69ad030c01c1c2583652
|
|
|
integrations-jdk11
|
554 KB |
sha256:c494864f9c115d2ef9fa4c4554569d471cb4af156b4583fdf3064cb72414ee9a
|
|
|
integrations-jdk17
|
561 KB |
sha256:890acab0abb19cbfdb1fb707833ab5b61391eb9db04801c36a98ae2242bac3e6
|
|
|
integrations-jdk8
|
545 KB |
sha256:8463e48184c3832885634649e799f9e1aacdbfb0483cdc0bb9a137347bf6d2ab
|
|
|
internal-jdk11
|
4.29 MB |
sha256:3876d46ba46946563e504c17307d5ef431c73fe1368275557a091d55f007fdd5
|
|
|
internal-jdk17
|
4.3 MB |
sha256:cc16671dba785746b8fce256d8863b28e689d15a875965618514400c14ef5407
|
|
|
internal-jdk8
|
4.27 MB |
sha256:4858da0d519bc1aa53333ca693d7457f9f661f0b6f3ee9700d92024ad3adfd7b
|
|
|
router-jdk11
|
760 KB |
sha256:50ddca4f86828fe676b62a83c4f11c6aa4ca8ddd57e570c43ca4838b878f0df0
|
|
|
router-jdk17
|
760 KB |
sha256:67a4d1eef048377b38a64ed6b9ff211d2cd2fe035d8a5f6ff9db3dded528a8b0
|
|
|
router-jdk8
|
751 KB |
sha256:455deadcef7718b28dc9f4684c93dda2315643d0336e5468341fb446c1eec5be
|
|
|
server-jdk11
|
10.4 MB |
sha256:02ad9d502b8e17b3ea698deb085aa99283169d451e04d0142a23526f59cb6f0c
|
|
|
server-jdk17
|
10.7 MB |
sha256:92b509b263dbe0ee9bb46e8e08a242b5514140006b9bd511125e11f815020c25
|
|
|
server-jdk8
|
10.2 MB |
sha256:bc49344511c51b98b3d0191e6dfcc068cb68d11f6ce33fc63610b10e6e3bda41
|
|