Feat/ra 32 adjust stores to reduce data footprint (#125)

* feat: removed unused data from block, account, transaction and utxo

* feat: removed unused data from other used stores

* chore: removed epoch mapper for testing purposes

* chore: adjusted yaci-store version

* chore: adjusted yaci-store version

* chore: fixed yaci indexing issues due to missing fields.

* chore: added txhash to withdrawalEntity

* updated fields

* updated fields

* updated fields

* removed policyID and assetname from account_balance

* removed policyID and assetname from account_balance

* feat: removed all unused fields

* chore: updated test to use right fees

* Chore: removed unused file and added epoch to blockResponse

Author: Kammerlo

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/domain/AddressBalance.java

@@ -11,17 +11,15 @@ public record AddressBalance(String address,
                              String unit,
                              Long slot,
                              BigInteger quantity,
-                             String policy,
-                             String assetName) {
+                             Long number) {
 
   public static AddressBalance fromEntity(AddressBalanceEntity addressBalanceEntity) {
     return AddressBalance.builder()
-        .assetName(addressBalanceEntity.getAssetName())
         .address(addressBalanceEntity.getAddress())
         .unit(addressBalanceEntity.getUnit())
         .slot(addressBalanceEntity.getSlot())
         .quantity(addressBalanceEntity.getQuantity())
-        .policy(addressBalanceEntity.getPolicy())
+        .number(addressBalanceEntity.getBlockNumber())
         .build();
   }
 }

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/domain/Utxo.java

@@ -19,21 +19,8 @@ public class Utxo {
 
   private String txHash;
   private Integer outputIndex;
-  private Long slot;
-  private String blockHash;
-  private Integer epoch;
   private String ownerAddr;
-  private String ownerAddrFull;
-  private String ownerStakeAddr;
-  private String ownerPaymentCredential;
-  private String ownerStakeCredential;
-  private BigInteger lovelaceAmount;
   private List<Amt> amounts;
-  private String dataHash;
-  private String inlineDatum;
-  private String scriptRef;
-  private String referenceScriptHash;
-  private Boolean isCollateralReturn;
 
   public Utxo(String txHash, Integer outputIndex) {
     this.txHash = txHash;
@@ -45,20 +32,9 @@ public static Utxo fromUtxoKey(UtxoKey utxoKey) {
   }
 
   public void populateFromUtxoEntity(AddressUtxoEntity entity) {
-    this.slot = entity.getSlot();
-    this.blockHash = entity.getBlockHash();
-    this.epoch = entity.getEpoch();
+    this.txHash = entity.getTxHash();
+    this.outputIndex = entity.getOutputIndex();
     this.ownerAddr = entity.getOwnerAddr();
-    this.ownerAddrFull = entity.getOwnerAddrFull();
-    this.ownerStakeAddr = entity.getOwnerStakeAddr();
-    this.ownerPaymentCredential = entity.getOwnerPaymentCredential();
-    this.ownerStakeCredential = entity.getOwnerStakeCredential();
-    this.lovelaceAmount = entity.getLovelaceAmount();
     this.amounts = entity.getAmounts();
-    this.dataHash = entity.getDataHash();
-    this.inlineDatum = entity.getInlineDatum();
-    this.scriptRef = entity.getScriptRef();
-    this.referenceScriptHash = entity.getReferenceScriptHash();
-    this.isCollateralReturn = entity.getIsCollateralReturn();
   }
 }

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/entity/AddressBalanceEntity.java

@@ -18,15 +18,14 @@
 import org.cardanofoundation.rosetta.api.block.model.entity.BlockAwareEntity;
 
 @Data
-@EqualsAndHashCode(callSuper = true)
 @NoArgsConstructor
 @AllArgsConstructor
 @SuperBuilder
 @Entity
 @Table(name = "address_balance")
 @IdClass(AddressBalanceId.class)
 @DynamicUpdate
-public class AddressBalanceEntity extends BlockAwareEntity {
+public class AddressBalanceEntity {
 
   @Id
   @Column(name = "address")
@@ -43,26 +42,6 @@ public class AddressBalanceEntity extends BlockAwareEntity {
   @Column(name = "quantity")
   private BigInteger quantity;
 
-  //Only set if address doesn't fit in ownerAddr field. Required for few Byron Era addr
-  @Column(name = "addr_full")
-  private String addrFull;
-
-  @Column(name = "policy")
-  private String policy;
-
-  @Column(name = "asset_name")
-  private String assetName;
-
-  @Column(name = "payment_credential")
-  private String paymentCredential;
-
-  @Column(name = "stake_address")
-  private String stakeAddress;
-
-  @Column(name = "block_hash")
-  private String blockHash;
-
-  @Column(name = "epoch")
-  private Integer epoch;
-
+  @Column(name = "block")
+  private Long blockNumber;
 }

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/entity/AddressUtxoEntity.java

@@ -19,18 +19,16 @@
 import org.hibernate.annotations.Type;
 
 import org.cardanofoundation.rosetta.api.account.model.domain.Amt;
-import org.cardanofoundation.rosetta.api.block.model.entity.BlockAwareEntity;
 
 @Data
-@EqualsAndHashCode(callSuper = true)
 @NoArgsConstructor
 @AllArgsConstructor
 @SuperBuilder
 @Entity
 @Table(name = "address_utxo")
 @IdClass(UtxoId.class)
 @DynamicUpdate
-public class AddressUtxoEntity extends BlockAwareEntity {
+public class AddressUtxoEntity {
 
   @Id
   @Column(name = "tx_hash")
@@ -40,49 +38,9 @@ public class AddressUtxoEntity extends BlockAwareEntity {
   @Column(name = "output_index")
   private Integer outputIndex;
 
-  @Column(name = "slot")
-  private Long slot;
-
-  @Column(name = "block_hash")
-  private String blockHash;
-
-  @Column(name = "epoch")
-  private Integer epoch;
-
   @Column(name = "owner_addr")
   private String ownerAddr;
 
-  //Only set if address doesn't fit in ownerAddr field. Required for few Byron Era addr
-  @Column(name = "owner_addr_full")
-  private String ownerAddrFull;
-
-  @Column(name = "owner_stake_addr")
-  private String ownerStakeAddr;
-
-  @Column(name = "owner_payment_credential")
-  private String ownerPaymentCredential;
-
-  @Column(name = "owner_stake_credential")
-  private String ownerStakeCredential;
-
-  @Column(name = "lovelace_amount")
-  private BigInteger lovelaceAmount;
-
   @Type(JsonType.class)
   private List<Amt> amounts;
-
-  @Column(name = "data_hash")
-  private String dataHash;
-
-  @Column(name = "inline_datum")
-  private String inlineDatum;
-
-  @Column(name = "script_ref")
-  private String scriptRef;
-
-  @Column(name = "reference_script_hash")
-  private String referenceScriptHash;
-
-  @Column(name = "is_collateral_return")
-  private Boolean isCollateralReturn;
 }

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/entity/StakeAddressBalanceEntity.java renamed to api/src/main/java/org/cardanofoundation/rosetta/api/account/model/entity/StakeAddressBalanceEntity.java

@@ -1,4 +1,4 @@
-package org.cardanofoundation.rosetta.api.block.model.entity;
+package org.cardanofoundation.rosetta.api.account.model.entity;
 
 import java.math.BigInteger;
 import jakarta.persistence.Column;
@@ -12,6 +12,7 @@
 import lombok.NoArgsConstructor;
 import lombok.experimental.SuperBuilder;
 
+import org.cardanofoundation.rosetta.api.block.model.entity.BlockAwareEntity;
 import org.hibernate.annotations.DynamicUpdate;
 
 @Data

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/entity/StakeAddressBalanceId.java renamed to api/src/main/java/org/cardanofoundation/rosetta/api/account/model/entity/StakeAddressBalanceId.java

@@ -1,4 +1,4 @@
-package org.cardanofoundation.rosetta.api.block.model.entity;
+package org.cardanofoundation.rosetta.api.account.model.entity;
 
 import java.io.Serializable;
 import jakarta.persistence.Column;

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/repository/AddressBalanceRepository.java

@@ -18,7 +18,7 @@ public interface AddressBalanceRepository extends
 //            "WHERE b.address = :address AND b.blockNumber <= :number " +
 //            "GROUP BY b.address, b.unit,  b.quantity, b.addrFull, b.policy, b.assetName, b.paymentCredential, b.stakeAddress, b.blockHash, b.epoch")
   @Query(value =
-      "SELECT b from AddressBalanceEntity b WHERE b.slot in (SELECT MAX(c.slot) FROM AddressBalanceEntity c WHERE c.address = :address AND c.blockNumber <= :number GROUP BY c.unit) AND b.address = :address")
+      "SELECT b from AddressBalanceEntity b WHERE b.blockNumber in (SELECT MAX(c.blockNumber) FROM AddressBalanceEntity c WHERE c.address = :address AND c.blockNumber <= :number GROUP BY c.unit) AND b.address = :address")
   List<AddressBalanceEntity> findAddressBalanceByAddressAndBlockNumber(
       @Param("address") String address, @Param("number") Long number);
 }

api/src/main/java/org/cardanofoundation/rosetta/api/account/model/repository/AddressUtxoRepository.java

@@ -11,11 +11,6 @@
 
 public interface AddressUtxoRepository extends JpaRepository<AddressUtxoEntity, UtxoId> {
 
-  @Query(value =
-      "SELECT a FROM AddressUtxoEntity a WHERE a.ownerAddr = :address AND a.blockHash = :blockHash")
-  List<AddressUtxoEntity> findUtxoByAddressAndBlock(@Param("address") String address,
-      @Param("blockHash") String blockHash);
-
   List<AddressUtxoEntity> findAddressUtxoEntitiesByOutputIndexAndTxHash(Integer outputIndex,
       String txHash);
 

api/src/main/java/org/cardanofoundation/rosetta/api/block/mapper/BlockToBlockResponse.java

@@ -51,8 +51,8 @@ public BlockResponse toDto(Block model) {
                   .transactionsCount(source.getTransactionsCount())
                   .createdBy(source.getCreatedBy())
                   .size(source.getSize())
-                  .epochNo(source.getEpochNo())
                   .slotNo(source.getSlotNo())
+                  .epochNo(source.getEpochNo())
                   .build()
           );
 

api/src/main/java/org/cardanofoundation/rosetta/api/block/mapper/BlockToEntity.java

@@ -29,8 +29,8 @@ public Block fromEntity(BlockEntity entity) {
 
           mapper.map(BlockEntity::getSlotLeader, Block::setCreatedBy);
           mapper.map(BlockEntity::getNoOfTxs, Block::setTransactionsCount);
-          mapper.map(BlockEntity::getEpochNumber, Block::setEpochNo);
           mapper.map(BlockEntity::getSlot, Block::setSlotNo);
+          mapper.map(BlockEntity::getEpochNumber, Block::setEpochNo);
 
         })
         .setPostConverter(ctx -> {

api/src/main/java/org/cardanofoundation/rosetta/api/block/mapper/BlockTxToEntity.java

@@ -31,8 +31,6 @@ public BlockTx fromEntity(TxnEntity model) {
           mapper.map(tx -> 0L, BlockTx::setSize); // will be calcualted, within the population method
           mapper.map(tx -> 0L, BlockTx::setScriptSize); // TODO Needs to be calulated if needed
 
-          mapper.map(TxnEntity::getInvalid, BlockTx::setValidContract);
-
         })
         .setPostConverter(ctx -> {
           TxnEntity source = ctx.getSource();

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/Block.java

@@ -19,9 +19,9 @@ public class Block {
   private String previousBlockHash;
   private Long previousBlockNumber;
   private Long transactionsCount;
+  private Integer epochNo;
   private String createdBy;
   private Integer size;
-  private Integer epochNo;
   private Long slotNo;
   private List<BlockTx> transactions;
   private String poolDeposit;

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/BlockTx.java

@@ -21,9 +21,8 @@ public class BlockTx {
   protected String hash;
   protected String blockHash;
   protected Long blockNo;
-  protected String fee;
+  protected String fee; // TODO can be removed if we found another way to calculate the size
   protected Long size;
-  protected Boolean validContract;
   protected Long scriptSize;
   protected List<Utxo> inputs;
   protected List<Utxo> outputs;

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/Delegation.java

@@ -15,26 +15,14 @@ public class Delegation {
 
   private String poolId;
 
-  private String credential;
-
   private String address;
 
-  private Integer epoch;
-
-  private Long slot;
-
-  private String blockHash;
-
   public static Delegation fromEntity(DelegationEntity entity) {
     return Delegation.builder()
         .txHash(entity.getTxHash())
         .certIndex(entity.getCertIndex())
         .poolId(entity.getPoolId())
-        .credential(entity.getCredential())
         .address(entity.getAddress())
-        .epoch(entity.getEpoch())
-        .slot(entity.getSlot())
-        .blockHash(entity.getBlockHash())
         .build();
   }
 }

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/PoolRegistration.java

@@ -14,7 +14,7 @@
 public class PoolRegistration {
 
   private String txHash;
-  private long certIndex;
+  private int certIndex;
   private String poolId;
   private String vrfKeyHash;
   private String pledge;
@@ -23,9 +23,6 @@ public class PoolRegistration {
   private String rewardAccount;
   private Set<String> owners;
   private List<Relay> relays;
-  private Integer epoch;
-  private Long slot;
-  private String blockHash;
 
   public static PoolRegistration fromEntity(PoolRegistrationEnity entity) {
     return PoolRegistration.builder()
@@ -41,9 +38,6 @@ public static PoolRegistration fromEntity(PoolRegistrationEnity entity) {
             relay -> new Relay(relay.getIpv4(), relay.getIpv6(), relay.getDnsName(),
                 relay.getPort(), "")).toList()) // TODO check type
         .owners(entity.getPoolOwners())
-        .epoch(entity.getEpoch())
-        .slot(entity.getSlot())
-        .blockHash(entity.getBlockHash())
         .build();
   }
 }

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/PoolRetirement.java

@@ -11,24 +11,18 @@ public class PoolRetirement {
 
   private String txHash;
 
-  private long certIndex;
+  private int certIndex;
 
   private String poolId;
 
   private Integer epoch;
 
-  private Long slot;
-
-  private String blockHash;
-
   public static PoolRetirement fromEntity(PoolRetirementEntity entity) {
     return PoolRetirement.builder()
         .txHash(entity.getTxHash())
         .certIndex(entity.getCertIndex())
         .poolId(entity.getPoolId())
         .epoch(entity.getEpoch())
-        .slot(entity.getSlot())
-        .blockHash(entity.getBlockHash())
         .build();
   }
 }

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/StakeAddressBalance.java

@@ -5,7 +5,7 @@
 import lombok.Builder;
 import lombok.Data;
 
-import org.cardanofoundation.rosetta.api.block.model.entity.StakeAddressBalanceEntity;
+import org.cardanofoundation.rosetta.api.account.model.entity.StakeAddressBalanceEntity;
 
 @Data
 @Builder

api/src/main/java/org/cardanofoundation/rosetta/api/block/model/domain/StakeRegistration.java

@@ -15,28 +15,16 @@ public class StakeRegistration {
 
   private long certIndex;
 
-  private String credential;
-
   private CertificateType type;
 
   private String address;
 
-  private Integer epoch;
-
-  private Long slot;
-
-  private String blockHash;
-
   public static StakeRegistration fromEntity(StakeRegistrationEntity entity) {
     return StakeRegistration.builder()
         .txHash(entity.getTxHash())
         .certIndex(entity.getCertIndex())
-        .credential(entity.getCredential())
         .type(entity.getType())
         .address(entity.getAddress())
-        .epoch(entity.getEpoch())
-        .slot(entity.getSlot())
-        .blockHash(entity.getBlockHash())
         .build();
   }
 }