git3-contract/contracts/v3/database/EthStorage/LargeStorageManagerV2.sol

// SPDX-License-Identifier: MIT
pragma solidity ^0.8.0;

import "./optimize/SlotHelper.sol";
import "./StorageHelperV2.sol";
import "./StorageSlotSelfDestructableV2.sol";

// Large storage manager to support arbitrarily-sized data with multiple chunk
contract LargeStorageManagerV2 {
    using SlotHelper for bytes32;
    using SlotHelper for address;

    uint8 internal constant SLOT_LIMIT = 0;
    mapping(bytes32 => mapping(uint256 => bytes32)) internal keyToMetadata;
    mapping(bytes32 => mapping(uint256 => mapping(uint256 => bytes32)))
        internal keyToSlots;

    function isOptimize() public pure returns (bool) {
        return SLOT_LIMIT > 0;
    }

    function _preparePut(bytes32 key, uint256 chunkId) private {
        bytes32 metadata = keyToMetadata[key][chunkId];

        if (metadata == bytes32(0)) {
            require(
                chunkId == 0 || keyToMetadata[key][chunkId - 1] != bytes32(0x0),
                "must replace or append"
            );
        }

        if (!metadata.isInSlot()) {
            address addr = metadata.bytes32ToAddr();
            if (addr != address(0x0)) {
                // remove the KV first if it exists
                StorageSlotSelfDestructableV2(addr).destruct();
            }
        }
    }

    function _putChunkFromCalldata(
        bytes32 key,
        uint256 chunkId,
        bytes calldata data,
        uint256 value
    ) internal {
        _preparePut(key, chunkId);

        // store data and rewrite metadata
        if (data.length > SLOT_LIMIT) {
            keyToMetadata[key][chunkId] = StorageHelperV2
                .putRawFromCalldata(data, value)
                .addrToBytes32();
        } else {
            keyToMetadata[key][chunkId] = SlotHelper.putRaw(
                keyToSlots[key][chunkId],
                data
            );
        }
    }

    function _putChunk(
        bytes32 key,
        uint256 chunkId,
        bytes memory data,
        uint256 value
    ) internal {
        _preparePut(key, chunkId);

        // store data and rewrite metadata
        if (data.length > SLOT_LIMIT) {
            keyToMetadata[key][chunkId] = StorageHelperV2
                .putRaw(data, value)
                .addrToBytes32();
        } else {
            keyToMetadata[key][chunkId] = SlotHelper.putRaw(
                keyToSlots[key][chunkId],
                data
            );
        }
    }

    function _getChunkAddr(
        bytes32 key,
        uint256 chunkId
    ) internal view returns (address) {
        bytes32 metadata = keyToMetadata[key][chunkId];
        address addr = metadata.bytes32ToAddr();
        return addr;
    }

    function _getChunk(
        bytes32 key,
        uint256 chunkId
    ) internal view returns (bytes memory, bool) {
        bytes32 metadata = keyToMetadata[key][chunkId];

        if (metadata.isInSlot()) {
            bytes memory res = SlotHelper.getRaw(
                keyToSlots[key][chunkId],
                metadata
            );
            return (res, true);
        } else {
            address addr = metadata.bytes32ToAddr();
            return StorageHelperV2.getRaw(addr);
        }
    }

    function _stakeTokens(
        bytes32 key,
        uint256 chunkId
    ) internal view returns (uint256) {
        uint256 stakeNum = 0;

        while (true) {
            (uint256 count, bool found) = _chunkStakeTokens(key, chunkId);
            if (!found) {
                return stakeNum;
            }
            stakeNum += count;
            chunkId++;
        }

        return stakeNum;
    }

    function _chunkStakeTokens(
        bytes32 key,
        uint256 chunkId
    ) internal view returns (uint256, bool) {
        bytes32 metadata = keyToMetadata[key][chunkId];
        if (metadata == bytes32(0)) {
            return (0, false);
        } else if (metadata.isInSlot()) {
            return (0, true);
        } else {
            address addr = metadata.bytes32ToAddr();
            return (addr.balance, true);
        }
    }

    function _chunkSize(
        bytes32 key,
        uint256 chunkId
    ) internal view returns (uint256, bool) {
        bytes32 metadata = keyToMetadata[key][chunkId];

        if (metadata == bytes32(0)) {
            return (0, false);
        } else if (metadata.isInSlot()) {
            uint256 len = metadata.decodeLen();
            return (len, true);
        } else {
            address addr = metadata.bytes32ToAddr();
            return StorageHelperV2.sizeRaw(addr);
        }
    }

    function _countChunks(bytes32 key) internal view returns (uint256) {
        uint256 chunkId = 0;

        while (true) {
            bytes32 metadata = keyToMetadata[key][chunkId];
            if (metadata == bytes32(0x0)) {
                break;
            }

            chunkId++;
        }

        return chunkId;
    }

    // Returns (size, # of chunks).
    function _size(bytes32 key) internal view returns (uint256, uint256) {
        uint256 size = 0;
        uint256 chunkId = 0;

        while (true) {
            (uint256 chunkSize, bool found) = _chunkSize(key, chunkId);
            if (!found) {
                break;
            }

            size += chunkSize;
            chunkId++;
        }

        return (size, chunkId);
    }

    function _get(bytes32 key) internal view returns (bytes memory, bool) {
        (uint256 size, uint256 chunkNum) = _size(key);
        if (chunkNum == 0) {
            return (new bytes(0), false);
        }

        bytes memory data = new bytes(size); // solidity should auto-align the memory-size to 32
        uint256 dataPtr;
        assembly {
            dataPtr := add(data, 0x20)
        }
        for (uint256 chunkId = 0; chunkId < chunkNum; chunkId++) {
            bytes32 metadata = keyToMetadata[key][chunkId];

            uint256 chunkSize = 0;
            if (metadata.isInSlot()) {
                chunkSize = metadata.decodeLen();
                SlotHelper.getRawAt(
                    keyToSlots[key][chunkId],
                    metadata,
                    dataPtr
                );
            } else {
                address addr = metadata.bytes32ToAddr();
                (chunkSize, ) = StorageHelperV2.sizeRaw(addr);
                StorageHelperV2.getRawAt(addr, dataPtr);
            }

            dataPtr += chunkSize;
        }

        return (data, true);
    }

    // Returns # of chunks deleted
    function _remove(bytes32 key, uint256 chunkId) internal returns (uint256) {
        while (true) {
            bytes32 metadata = keyToMetadata[key][chunkId];
            if (metadata == bytes32(0x0)) {
                break;
            }

            if (!metadata.isInSlot()) {
                address addr = metadata.bytes32ToAddr();
                // remove new contract
                StorageSlotSelfDestructableV2(addr).destruct();
            }

            keyToMetadata[key][chunkId] = bytes32(0x0);

            chunkId++;
        }

        return chunkId;
    }

    function _removeChunk(
        bytes32 key,
        uint256 chunkId
    ) internal returns (bool) {
        bytes32 metadata = keyToMetadata[key][chunkId];
        if (metadata == bytes32(0x0)) {
            return false;
        }

        if (keyToMetadata[key][chunkId + 1] != bytes32(0x0)) {
            // only the last chunk can be removed
            return false;
        }

        if (!metadata.isInSlot()) {
            address addr = metadata.bytes32ToAddr();
            // remove new contract
            StorageSlotSelfDestructableV2(addr).destruct();
        }

        keyToMetadata[key][chunkId] = bytes32(0x0);

        return true;
    }
}