blockstorage.cpp

Go to the documentation of this file.

// Copyright (c) 2011-2022 The Bitcoin developers
// Distributed under the MIT software license, see the accompanying
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
 
#include <node/blockstorage.h>
 
#include <avalanche/processor.h>
#include <blockindexcomparators.h>
#include <chain.h>
#include <common/system.h>
#include <config.h>
#include <consensus/validation.h>
#include <flatfile.h>
#include <hash.h>
#include <kernel/chain.h>
#include <kernel/chainparams.h>
#include <logging.h>
#include <pow/pow.h>
#include <reverse_iterator.h>
#include <streams.h>
#include <undo.h>
#include <util/batchpriority.h>
#include <util/fs.h>
#include <util/signalinterrupt.h>
#include <validation.h>
 
#include <map>
#include <unordered_map>
 
namespace node {
std::atomic_bool fReindex(false);
 
std::vector<CBlockIndex *> BlockManager::GetAllBlockIndices() {
    AssertLockHeld(cs_main);
    std::vector<CBlockIndex *> rv;
    rv.reserve(m_block_index.size());
    for (auto &[_, block_index] : m_block_index) {
        rv.push_back(&block_index);
    }
    return rv;
}
 
CBlockIndex *BlockManager::LookupBlockIndex(const BlockHash &hash) {
    AssertLockHeld(cs_main);
    BlockMap::iterator it = m_block_index.find(hash);
    return it == m_block_index.end() ? nullptr : &it->second;
}
 
const CBlockIndex *BlockManager::LookupBlockIndex(const BlockHash &hash) const {
    AssertLockHeld(cs_main);
    BlockMap::const_iterator it = m_block_index.find(hash);
    return it == m_block_index.end() ? nullptr : &it->second;
}
 
CBlockIndex *BlockManager::AddToBlockIndex(const CBlockHeader &block,
                                           CBlockIndex *&best_header) {
    AssertLockHeld(cs_main);
 
    const auto [mi, inserted] =
        m_block_index.try_emplace(block.GetHash(), block);
    if (!inserted) {
        return &mi->second;
    }
    CBlockIndex *pindexNew = &(*mi).second;
 
    // We assign the sequence id to blocks only when the full data is available,
    // to avoid miners withholding blocks but broadcasting headers, to get a
    // competitive advantage.
    pindexNew->nSequenceId = 0;
 
    pindexNew->phashBlock = &((*mi).first);
    BlockMap::iterator miPrev = m_block_index.find(block.hashPrevBlock);
    if (miPrev != m_block_index.end()) {
        pindexNew->pprev = &(*miPrev).second;
        pindexNew->nHeight = pindexNew->pprev->nHeight + 1;
        pindexNew->BuildSkip();
    }
    pindexNew->nTimeReceived = GetTime();
    pindexNew->nTimeMax =
        (pindexNew->pprev
             ? std::max(pindexNew->pprev->nTimeMax, pindexNew->nTime)
             : pindexNew->nTime);
    pindexNew->nChainWork =
        (pindexNew->pprev ? pindexNew->pprev->nChainWork : 0) +
        GetBlockProof(*pindexNew);
    pindexNew->RaiseValidity(BlockValidity::TREE);
    if (best_header == nullptr ||
        best_header->nChainWork < pindexNew->nChainWork) {
        best_header = pindexNew;
    }
 
    m_dirty_blockindex.insert(pindexNew);
    return pindexNew;
}
 
void BlockManager::PruneOneBlockFile(const int fileNumber) {
    AssertLockHeld(cs_main);
    LOCK(cs_LastBlockFile);
 
    for (auto &entry : m_block_index) {
        CBlockIndex *pindex = &entry.second;
        if (pindex->nFile == fileNumber) {
            pindex->nStatus = pindex->nStatus.withData(false).withUndo(false);
            pindex->nFile = 0;
            pindex->nDataPos = 0;
            pindex->nUndoPos = 0;
            m_dirty_blockindex.insert(pindex);
 
            // Prune from m_blocks_unlinked -- any block we prune would have
            // to be downloaded again in order to consider its chain, at which
            // point it would be considered as a candidate for
            // m_blocks_unlinked or setBlockIndexCandidates.
            auto range = m_blocks_unlinked.equal_range(pindex->pprev);
            while (range.first != range.second) {
                std::multimap<CBlockIndex *, CBlockIndex *>::iterator _it =
                    range.first;
                range.first++;
                if (_it->second == pindex) {
                    m_blocks_unlinked.erase(_it);
                }
            }
        }
    }
 
    m_blockfile_info[fileNumber].SetNull();
    m_dirty_fileinfo.insert(fileNumber);
}
 
void BlockManager::FindFilesToPruneManual(std::set<int> &setFilesToPrune,
                                          int nManualPruneHeight,
                                          const Chainstate &chain,
                                          ChainstateManager &chainman) {
    assert(IsPruneMode() && nManualPruneHeight > 0);
 
    LOCK2(cs_main, cs_LastBlockFile);
    if (chain.m_chain.Height() < 0) {
        return;
    }
 
    // last block to prune is the lesser of (user-specified height,
    // MIN_BLOCKS_TO_KEEP from the tip)
    const auto [min_block_to_prune, last_block_can_prune] =
        chainman.GetPruneRange(chain, nManualPruneHeight);
    int count = 0;
    for (int fileNumber = 0; fileNumber < this->MaxBlockfileNum();
         fileNumber++) {
        const auto &fileinfo = m_blockfile_info[fileNumber];
        if (fileinfo.nSize == 0 ||
            fileinfo.nHeightLast > (unsigned)last_block_can_prune ||
            fileinfo.nHeightFirst < (unsigned)min_block_to_prune) {
            continue;
        }
 
        PruneOneBlockFile(fileNumber);
        setFilesToPrune.insert(fileNumber);
        count++;
    }
    LogPrintf("[%s] Prune (Manual): prune_height=%d removed %d blk/rev pairs\n",
              chain.GetRole(), last_block_can_prune, count);
}
 
void BlockManager::FindFilesToPrune(std::set<int> &setFilesToPrune,
                                    int last_prune, const Chainstate &chain,
                                    ChainstateManager &chainman) {
    LOCK2(cs_main, cs_LastBlockFile);
    // Distribute our -prune budget over all chainstates.
    const auto target = std::max(MIN_DISK_SPACE_FOR_BLOCK_FILES,
                                 GetPruneTarget() / chainman.GetAll().size());
 
    if (chain.m_chain.Height() < 0 || target == 0) {
        return;
    }
    if (static_cast<uint64_t>(chain.m_chain.Height()) <=
        chainman.GetParams().PruneAfterHeight()) {
        return;
    }
 
    const auto [min_block_to_prune, last_block_can_prune] =
        chainman.GetPruneRange(chain, last_prune);
 
    uint64_t nCurrentUsage = CalculateCurrentUsage();
    // We don't check to prune until after we've allocated new space for files,
    // so we should leave a buffer under our target to account for another
    // allocation before the next pruning.
    uint64_t nBuffer = BLOCKFILE_CHUNK_SIZE + UNDOFILE_CHUNK_SIZE;
    uint64_t nBytesToPrune;
    int count = 0;
 
    if (nCurrentUsage + nBuffer >= target) {
        // On a prune event, the chainstate DB is flushed.
        // To avoid excessive prune events negating the benefit of high dbcache
        // values, we should not prune too rapidly.
        // So when pruning in IBD, increase the buffer a bit to avoid a re-prune
        // too soon.
        if (chainman.IsInitialBlockDownload()) {
            // Since this is only relevant during IBD, we use a fixed 10%
            nBuffer += target / 10;
        }
 
        for (int fileNumber = 0; fileNumber < this->MaxBlockfileNum();
             fileNumber++) {
            const auto &fileinfo = m_blockfile_info[fileNumber];
            nBytesToPrune = fileinfo.nSize + fileinfo.nUndoSize;
 
            if (fileinfo.nSize == 0) {
                continue;
            }
 
            if (nCurrentUsage + nBuffer < target) { // are we below our target?
                break;
            }
 
            // don't prune files that could have a block that's not within the
            // allowable prune range for the chain being pruned.
            if (fileinfo.nHeightLast > (unsigned)last_block_can_prune ||
                fileinfo.nHeightFirst < (unsigned)min_block_to_prune) {
                continue;
            }
 
            PruneOneBlockFile(fileNumber);
            // Queue up the files for removal
            setFilesToPrune.insert(fileNumber);
            nCurrentUsage -= nBytesToPrune;
            count++;
        }
    }
 
    LogPrint(BCLog::PRUNE,
             "[%s] target=%dMiB actual=%dMiB diff=%dMiB min_height=%d "
             "max_prune_height=%d removed %d blk/rev pairs\n",
             chain.GetRole(), target / 1024 / 1024, nCurrentUsage / 1024 / 1024,
             (int64_t(target) - int64_t(nCurrentUsage)) / 1024 / 1024,
             min_block_to_prune, last_block_can_prune, count);
}
 
void BlockManager::UpdatePruneLock(const std::string &name,
                                   const PruneLockInfo &lock_info) {
    AssertLockHeld(::cs_main);
    m_prune_locks[name] = lock_info;
}
 
CBlockIndex *BlockManager::InsertBlockIndex(const BlockHash &hash) {
    AssertLockHeld(cs_main);
 
    if (hash.IsNull()) {
        return nullptr;
    }
 
    const auto [mi, inserted] = m_block_index.try_emplace(hash);
    CBlockIndex *pindex = &(*mi).second;
    if (inserted) {
        pindex->phashBlock = &((*mi).first);
    }
    return pindex;
}
 
bool BlockManager::LoadBlockIndex(
    const std::optional<BlockHash> &snapshot_blockhash) {
    AssertLockHeld(cs_main);
    if (!m_block_tree_db->LoadBlockIndexGuts(
            GetConsensus(),
            [this](const BlockHash &hash) EXCLUSIVE_LOCKS_REQUIRED(cs_main) {
                return this->InsertBlockIndex(hash);
            },
            m_interrupt)) {
        return false;
    }
 
    if (snapshot_blockhash) {
        const AssumeutxoData au_data =
            *Assert(GetParams().AssumeutxoForBlockhash(*snapshot_blockhash));
        m_snapshot_height = au_data.height;
        CBlockIndex *base{LookupBlockIndex(*snapshot_blockhash)};
 
        // Since nChainTx (responsible for estimated progress) isn't persisted
        // to disk, we must bootstrap the value for assumedvalid chainstates
        // from the hardcoded assumeutxo chainparams.
        base->nChainTx = au_data.nChainTx;
        LogPrintf("[snapshot] set nChainTx=%d for %s\n", au_data.nChainTx,
                  snapshot_blockhash->ToString());
    } else {
        // If this isn't called with a snapshot blockhash, make sure the cached
        // snapshot height is null. This is relevant during snapshot
        // completion, when the blockman may be loaded with a height that then
        // needs to be cleared after the snapshot is fully validated.
        m_snapshot_height.reset();
    }
 
    Assert(m_snapshot_height.has_value() == snapshot_blockhash.has_value());
 
    // Calculate nChainWork
    std::vector<CBlockIndex *> vSortedByHeight{GetAllBlockIndices()};
    std::sort(vSortedByHeight.begin(), vSortedByHeight.end(),
              CBlockIndexHeightOnlyComparator());
 
    CBlockIndex *previous_index{nullptr};
    for (CBlockIndex *pindex : vSortedByHeight) {
        if (m_interrupt) {
            return false;
        }
        if (previous_index && pindex->nHeight > previous_index->nHeight + 1) {
            LogError("%s: block index is non-contiguous, index of height %d "
                     "missing\n",
                     __func__, previous_index->nHeight + 1);
            return false;
        }
        previous_index = pindex;
 
        pindex->nChainWork = (pindex->pprev ? pindex->pprev->nChainWork : 0) +
                             GetBlockProof(*pindex);
        pindex->nTimeMax =
            (pindex->pprev ? std::max(pindex->pprev->nTimeMax, pindex->nTime)
                           : pindex->nTime);
 
        // We can link the chain of blocks for which we've received
        // transactions at some point, or blocks that are assumed-valid on the
        // basis of snapshot load (see PopulateAndValidateSnapshot()).
        // Pruned nodes may have deleted the block.
        if (pindex->nTx > 0) {
            const unsigned int prevNChainTx =
                pindex->pprev ? pindex->pprev->nChainTx : 0;
            if (m_snapshot_height && pindex->nHeight == *m_snapshot_height &&
                pindex->GetBlockHash() == *snapshot_blockhash) {
                // Should have been set above; don't disturb it with code below.
                Assert(pindex->nChainTx > 0);
            } else if (prevNChainTx == 0 && pindex->pprev) {
                pindex->nChainTx = 0;
                m_blocks_unlinked.insert(std::make_pair(pindex->pprev, pindex));
            } else {
                pindex->nChainTx = prevNChainTx + pindex->nTx;
            }
        }
 
        if (!pindex->nStatus.hasFailed() && pindex->pprev &&
            pindex->pprev->nStatus.hasFailed()) {
            pindex->nStatus = pindex->nStatus.withFailedParent();
            m_dirty_blockindex.insert(pindex);
        }
 
        if (pindex->pprev) {
            pindex->BuildSkip();
        }
    }
 
    return true;
}
 
void BlockManager::WriteBlockIndexDB() {
    std::vector<std::pair<int, const CBlockFileInfo *>> vFiles;
    vFiles.reserve(m_dirty_fileinfo.size());
    for (int i : m_dirty_fileinfo) {
        vFiles.push_back(std::make_pair(i, &m_blockfile_info[i]));
    }
 
    m_dirty_fileinfo.clear();
 
    std::vector<const CBlockIndex *> vBlocks;
    vBlocks.reserve(m_dirty_blockindex.size());
    for (const CBlockIndex *cbi : m_dirty_blockindex) {
        vBlocks.push_back(cbi);
    }
 
    m_dirty_blockindex.clear();
 
    int max_blockfile =
        WITH_LOCK(cs_LastBlockFile, return this->MaxBlockfileNum());
    m_block_tree_db->WriteBatchSync(vFiles, max_blockfile, vBlocks);
}
 
bool BlockManager::LoadBlockIndexDB(
    const std::optional<BlockHash> &snapshot_blockhash) {
    if (!LoadBlockIndex(snapshot_blockhash)) {
        return false;
    }
    int max_blockfile_num{0};
 
    // Load block file info
    m_block_tree_db->ReadLastBlockFile(max_blockfile_num);
    m_blockfile_info.resize(max_blockfile_num + 1);
    LogPrintf("%s: last block file = %i\n", __func__, max_blockfile_num);
    for (int nFile = 0; nFile <= max_blockfile_num; nFile++) {
        m_block_tree_db->ReadBlockFileInfo(nFile, m_blockfile_info[nFile]);
    }
    LogPrintf("%s: last block file info: %s\n", __func__,
              m_blockfile_info[max_blockfile_num].ToString());
    for (int nFile = max_blockfile_num + 1; true; nFile++) {
        CBlockFileInfo info;
        if (m_block_tree_db->ReadBlockFileInfo(nFile, info)) {
            m_blockfile_info.push_back(info);
        } else {
            break;
        }
    }
 
    // Check presence of blk files
    LogPrintf("Checking all blk files are present...\n");
    std::set<int> setBlkDataFiles;
    for (const auto &[_, block_index] : m_block_index) {
        if (block_index.nStatus.hasData()) {
            setBlkDataFiles.insert(block_index.nFile);
        }
    }
 
    for (const int i : setBlkDataFiles) {
        FlatFilePos pos(i, 0);
        if (OpenBlockFile(pos, true).IsNull()) {
            return false;
        }
    }
 
    {
        // Initialize the blockfile cursors.
        LOCK(cs_LastBlockFile);
        for (size_t i = 0; i < m_blockfile_info.size(); ++i) {
            const auto last_height_in_file = m_blockfile_info[i].nHeightLast;
            m_blockfile_cursors[BlockfileTypeForHeight(last_height_in_file)] = {
                static_cast<int>(i), 0};
        }
    }
 
    // Check whether we have ever pruned block & undo files
    m_block_tree_db->ReadFlag("prunedblockfiles", m_have_pruned);
    if (m_have_pruned) {
        LogPrintf(
            "LoadBlockIndexDB(): Block files have previously been pruned\n");
    }
 
    // Check whether we need to continue reindexing
    if (m_block_tree_db->IsReindexing()) {
        fReindex = true;
    }
 
    return true;
}
 
void BlockManager::ScanAndUnlinkAlreadyPrunedFiles() {
    AssertLockHeld(::cs_main);
    int max_blockfile =
        WITH_LOCK(cs_LastBlockFile, return this->MaxBlockfileNum());
    if (!m_have_pruned) {
        return;
    }
 
    std::set<int> block_files_to_prune;
    for (int file_number = 0; file_number < max_blockfile; file_number++) {
        if (m_blockfile_info[file_number].nSize == 0) {
            block_files_to_prune.insert(file_number);
        }
    }
 
    UnlinkPrunedFiles(block_files_to_prune);
}
 
const CBlockIndex *
BlockManager::GetLastCheckpoint(const CCheckpointData &data) {
    const MapCheckpoints &checkpoints = data.mapCheckpoints;
 
    for (const MapCheckpoints::value_type &i : reverse_iterate(checkpoints)) {
        const BlockHash &hash = i.second;
        const CBlockIndex *pindex = LookupBlockIndex(hash);
        if (pindex) {
            return pindex;
        }
    }
 
    return nullptr;
}
 
bool BlockManager::IsBlockPruned(const CBlockIndex &block) const {
    AssertLockHeld(::cs_main);
    return (m_have_pruned && !block.nStatus.hasData() && block.nTx > 0);
}
 
const CBlockIndex *
BlockManager::GetFirstBlock(const CBlockIndex &upper_block,
                            std::function<bool(BlockStatus)> status_test,
                            const CBlockIndex *lower_block) const {
    AssertLockHeld(::cs_main);
    const CBlockIndex *last_block = &upper_block;
    // 'upper_block' satisfy the test
    assert(status_test(last_block->nStatus));
    while (last_block->pprev && status_test(last_block->pprev->nStatus)) {
        if (lower_block) {
            // Return if we reached the lower_block
            if (last_block == lower_block) {
                return lower_block;
            }
            // if range was surpassed, means that 'lower_block' is not part of
            // the 'upper_block' chain and so far this is not allowed.
            assert(last_block->nHeight >= lower_block->nHeight);
        }
        last_block = last_block->pprev;
    }
    assert(last_block != nullptr);
    return last_block;
}
 
bool BlockManager::CheckBlockDataAvailability(const CBlockIndex &upper_block,
                                              const CBlockIndex &lower_block) {
    if (!(upper_block.nStatus.hasData())) {
        return false;
    }
    return GetFirstBlock(
               upper_block,
               [](const BlockStatus &status) { return status.hasData(); },
               &lower_block) == &lower_block;
}
 
// If we're using -prune with -reindex, then delete block files that will be
// ignored by the reindex.  Since reindexing works by starting at block file 0
// and looping until a blockfile is missing, do the same here to delete any
// later block files after a gap. Also delete all rev files since they'll be
// rewritten by the reindex anyway. This ensures that m_blockfile_info is in
// sync with what's actually on disk by the time we start downloading, so that
// pruning works correctly.
void BlockManager::CleanupBlockRevFiles() const {
    std::map<std::string, fs::path> mapBlockFiles;
 
    // Glob all blk?????.dat and rev?????.dat files from the blocks directory.
    // Remove the rev files immediately and insert the blk file paths into an
    // ordered map keyed by block file index.
    LogPrintf("Removing unusable blk?????.dat and rev?????.dat files for "
              "-reindex with -prune\n");
    for (const auto &file : fs::directory_iterator{m_opts.blocks_dir}) {
        const std::string path = fs::PathToString(file.path().filename());
        if (fs::is_regular_file(file) && path.length() == 12 &&
            path.substr(8, 4) == ".dat") {
            if (path.substr(0, 3) == "blk") {
                mapBlockFiles[path.substr(3, 5)] = file.path();
            } else if (path.substr(0, 3) == "rev") {
                remove(file.path());
            }
        }
    }
 
    // Remove all block files that aren't part of a contiguous set starting at
    // zero by walking the ordered map (keys are block file indices) by keeping
    // a separate counter. Once we hit a gap (or if 0 doesn't exist) start
    // removing block files.
    int contiguousCounter = 0;
    for (const auto &item : mapBlockFiles) {
        if (LocaleIndependentAtoi<int>(item.first) == contiguousCounter) {
            contiguousCounter++;
            continue;
        }
        remove(item.second);
    }
}
 
CBlockFileInfo *BlockManager::GetBlockFileInfo(size_t n) {
    LOCK(cs_LastBlockFile);
 
    return &m_blockfile_info.at(n);
}
 
bool BlockManager::ReadBlockUndo(CBlockUndo &blockundo,
                                 const CBlockIndex &index) const {
    const FlatFilePos pos{WITH_LOCK(::cs_main, return index.GetUndoPos())};
 
    if (pos.IsNull()) {
        LogError("%s: no undo data available\n", __func__);
        return false;
    }
 
    // Open history file to read
    AutoFile filein{OpenUndoFile(pos, true)};
    if (filein.IsNull()) {
        LogError("OpenUndoFile failed for %s\n", pos.ToString());
        return false;
    }
 
    // Read block
    uint256 hashChecksum;
    // Use HashVerifier as reserializing may lose data
    // c.f. commit 80df982ab2f63e60edc1033d1ef8929c837d00c5
    HashVerifier verifier{filein};
    try {
        verifier << index.pprev->GetBlockHash();
        verifier >> blockundo;
        filein >> hashChecksum;
    } catch (const std::exception &e) {
        LogError("%s: Deserialize or I/O error - %s\n", __func__, e.what());
        return false;
    }
 
    // Verify checksum
    if (hashChecksum != verifier.GetHash()) {
        LogError("%s: Checksum mismatch\n", __func__);
        return false;
    }
 
    return true;
}
 
bool BlockManager::FlushUndoFile(int block_file, bool finalize) {
    FlatFilePos undo_pos_old(block_file,
                             m_blockfile_info[block_file].nUndoSize);
    if (!UndoFileSeq().Flush(undo_pos_old, finalize)) {
        m_opts.notifications.flushError(
            "Flushing undo file to disk failed. This is likely the "
            "result of an I/O error.");
        return false;
    }
    return true;
}
 
bool BlockManager::FlushBlockFile(int blockfile_num, bool fFinalize,
                                  bool finalize_undo) {
    bool success = true;
    LOCK(cs_LastBlockFile);
 
    if (m_blockfile_info.empty()) {
        // Return if we haven't loaded any blockfiles yet. This happens during
        // chainstate init, when we call
        // ChainstateManager::MaybeRebalanceCaches() (which then calls
        // FlushStateToDisk()), resulting in a call to this function before we
        // have populated `m_blockfile_info` via LoadBlockIndexDB().
        return true;
    }
    assert(static_cast<int>(m_blockfile_info.size()) > blockfile_num);
 
    FlatFilePos block_pos_old(blockfile_num,
                              m_blockfile_info[blockfile_num].nSize);
    if (!BlockFileSeq().Flush(block_pos_old, fFinalize)) {
        m_opts.notifications.flushError(
            "Flushing block file to disk failed. This is likely the "
            "result of an I/O error.");
        success = false;
    }
    // we do not always flush the undo file, as the chain tip may be lagging
    // behind the incoming blocks,
    // e.g. during IBD or a sync after a node going offline
    if (!fFinalize || finalize_undo) {
        if (!FlushUndoFile(blockfile_num, finalize_undo)) {
            success = false;
        }
    }
    return success;
}
 
BlockfileType BlockManager::BlockfileTypeForHeight(int height) {
    if (!m_snapshot_height) {
        return BlockfileType::NORMAL;
    }
    return (height >= *m_snapshot_height) ? BlockfileType::ASSUMED
                                          : BlockfileType::NORMAL;
}
 
bool BlockManager::FlushChainstateBlockFile(int tip_height) {
    LOCK(cs_LastBlockFile);
    auto &cursor = m_blockfile_cursors[BlockfileTypeForHeight(tip_height)];
    // If the cursor does not exist, it means an assumeutxo snapshot is loaded,
    // but no blocks past the snapshot height have been written yet, so there
    // is no data associated with the chainstate, and it is safe not to flush.
    if (cursor) {
        return FlushBlockFile(cursor->file_num, /*fFinalize=*/false,
                              /*finalize_undo=*/false);
    }
    // No need to log warnings in this case.
    return true;
}
 
uint64_t BlockManager::CalculateCurrentUsage() {
    LOCK(cs_LastBlockFile);
 
    uint64_t retval = 0;
    for (const CBlockFileInfo &file : m_blockfile_info) {
        retval += file.nSize + file.nUndoSize;
    }
 
    return retval;
}
 
void BlockManager::UnlinkPrunedFiles(
    const std::set<int> &setFilesToPrune) const {
    std::error_code error_code;
    for (const int i : setFilesToPrune) {
        FlatFilePos pos(i, 0);
        const bool removed_blockfile{
            fs::remove(BlockFileSeq().FileName(pos), error_code)};
        const bool removed_undofile{
            fs::remove(UndoFileSeq().FileName(pos), error_code)};
        if (removed_blockfile || removed_undofile) {
            LogPrint(BCLog::BLOCKSTORE, "Prune: %s deleted blk/rev (%05u)\n",
                     __func__, i);
        }
    }
}
 
FlatFileSeq BlockManager::BlockFileSeq() const {
    return FlatFileSeq(m_opts.blocks_dir, "blk",
                       m_opts.fast_prune ? 0x4000 /* 16kb */
                                         : BLOCKFILE_CHUNK_SIZE);
}
 
FlatFileSeq BlockManager::UndoFileSeq() const {
    return FlatFileSeq(m_opts.blocks_dir, "rev", UNDOFILE_CHUNK_SIZE);
}
 
AutoFile BlockManager::OpenBlockFile(const FlatFilePos &pos,
                                     bool fReadOnly) const {
    return AutoFile{BlockFileSeq().Open(pos, fReadOnly)};
}
 
AutoFile BlockManager::OpenUndoFile(const FlatFilePos &pos,
                                    bool fReadOnly) const {
    return AutoFile{UndoFileSeq().Open(pos, fReadOnly)};
}
 
fs::path BlockManager::GetBlockPosFilename(const FlatFilePos &pos) const {
    return BlockFileSeq().FileName(pos);
}
 
FlatFilePos BlockManager::FindNextBlockPos(unsigned int nAddSize,
                                           unsigned int nHeight,
                                           uint64_t nTime) {
    LOCK(cs_LastBlockFile);
 
    const BlockfileType chain_type = BlockfileTypeForHeight(nHeight);
 
    if (!m_blockfile_cursors[chain_type]) {
        // If a snapshot is loaded during runtime, we may not have initialized
        // this cursor yet.
        assert(chain_type == BlockfileType::ASSUMED);
        const auto new_cursor = BlockfileCursor{this->MaxBlockfileNum() + 1};
        m_blockfile_cursors[chain_type] = new_cursor;
        LogPrint(BCLog::BLOCKSTORE,
                 "[%s] initializing blockfile cursor to %s\n", chain_type,
                 new_cursor);
    }
    const int last_blockfile = m_blockfile_cursors[chain_type]->file_num;
 
    int nFile = last_blockfile;
    if (static_cast<int>(m_blockfile_info.size()) <= nFile) {
        m_blockfile_info.resize(nFile + 1);
    }
 
    bool finalize_undo = false;
    unsigned int max_blockfile_size{MAX_BLOCKFILE_SIZE};
    // Use smaller blockfiles in test-only -fastprune mode - but avoid
    // the possibility of having a block not fit into the block file.
    if (m_opts.fast_prune) {
        max_blockfile_size = 0x10000; // 64kiB
        if (nAddSize >= max_blockfile_size) {
            // dynamically adjust the blockfile size to be larger than the
            // added size
            max_blockfile_size = nAddSize + 1;
        }
    }
    // TODO: we will also need to dynamically adjust the blockfile size
    //   or raise MAX_BLOCKFILE_SIZE when we reach block sizes larger than
    //   128 MiB
    assert(nAddSize < max_blockfile_size);
 
    while (m_blockfile_info[nFile].nSize + nAddSize >= max_blockfile_size) {
        // when the undo file is keeping up with the block file, we want to
        // flush it explicitly when it is lagging behind (more blocks arrive
        // than are being connected), we let the undo block write case
        // handle it
        finalize_undo =
            (static_cast<int>(m_blockfile_info[nFile].nHeightLast) ==
             Assert(m_blockfile_cursors[chain_type])->undo_height);
 
        // Try the next unclaimed blockfile number
        nFile = this->MaxBlockfileNum() + 1;
        // Set to increment MaxBlockfileNum() for next iteration
        m_blockfile_cursors[chain_type] = BlockfileCursor{nFile};
 
        if (static_cast<int>(m_blockfile_info.size()) <= nFile) {
            m_blockfile_info.resize(nFile + 1);
        }
    }
    FlatFilePos pos;
    pos.nFile = nFile;
    pos.nPos = m_blockfile_info[nFile].nSize;
 
    if (nFile != last_blockfile) {
        LogPrint(BCLog::BLOCKSTORE,
                 "Leaving block file %i: %s (onto %i) (height %i)\n",
                 last_blockfile, m_blockfile_info[last_blockfile].ToString(),
                 nFile, nHeight);
 
        // Do not propagate the return code. The flush concerns a previous
        // block and undo file that has already been written to. If a flush
        // fails here, and we crash, there is no expected additional block
        // data inconsistency arising from the flush failure here. However,
        // the undo data may be inconsistent after a crash if the flush is
        // called during a reindex. A flush error might also leave some of
        // the data files untrimmed.
        if (!FlushBlockFile(last_blockfile, /*fFinalize=*/true,
                            finalize_undo)) {
            LogPrintLevel(
                BCLog::BLOCKSTORE, BCLog::Level::Warning,
                "Failed to flush previous block file %05i (finalize=1, "
                "finalize_undo=%i) before opening new block file %05i\n",
                last_blockfile, finalize_undo, nFile);
        }
        // No undo data yet in the new file, so reset our undo-height tracking.
        m_blockfile_cursors[chain_type] = BlockfileCursor{nFile};
    }
 
    m_blockfile_info[nFile].AddBlock(nHeight, nTime);
    m_blockfile_info[nFile].nSize += nAddSize;
 
    bool out_of_space;
    size_t bytes_allocated =
        BlockFileSeq().Allocate(pos, nAddSize, out_of_space);
    if (out_of_space) {
        m_opts.notifications.fatalError("Disk space is too low!",
                                        _("Disk space is too low!"));
        return {};
    }
    if (bytes_allocated != 0 && IsPruneMode()) {
        m_check_for_pruning = true;
    }
 
    m_dirty_fileinfo.insert(nFile);
    return pos;
}
 
void BlockManager::UpdateBlockInfo(const CBlock &block, unsigned int nHeight,
                                   const FlatFilePos &pos) {
    LOCK(cs_LastBlockFile);
 
    // Update the cursor so it points to the last file.
    const BlockfileType chain_type{BlockfileTypeForHeight(nHeight)};
    auto &cursor{m_blockfile_cursors[chain_type]};
    if (!cursor || cursor->file_num < pos.nFile) {
        m_blockfile_cursors[chain_type] = BlockfileCursor{pos.nFile};
    }
 
    // Update the file information with the current block.
    const unsigned int added_size = ::GetSerializeSize(block);
    const int nFile = pos.nFile;
    if (static_cast<int>(m_blockfile_info.size()) <= nFile) {
        m_blockfile_info.resize(nFile + 1);
    }
    m_blockfile_info[nFile].AddBlock(nHeight, block.GetBlockTime());
    m_blockfile_info[nFile].nSize =
        std::max(pos.nPos + added_size, m_blockfile_info[nFile].nSize);
    m_dirty_fileinfo.insert(nFile);
}
 
bool BlockManager::FindUndoPos(BlockValidationState &state, int nFile,
                               FlatFilePos &pos, unsigned int nAddSize) {
    pos.nFile = nFile;
 
    LOCK(cs_LastBlockFile);
 
    pos.nPos = m_blockfile_info[nFile].nUndoSize;
    m_blockfile_info[nFile].nUndoSize += nAddSize;
    m_dirty_fileinfo.insert(nFile);
 
    bool out_of_space;
    size_t bytes_allocated =
        UndoFileSeq().Allocate(pos, nAddSize, out_of_space);
    if (out_of_space) {
        return FatalError(m_opts.notifications, state, "Disk space is too low!",
                          _("Disk space is too low!"));
    }
    if (bytes_allocated != 0 && IsPruneMode()) {
        m_check_for_pruning = true;
    }
 
    return true;
}
 
bool BlockManager::WriteBlockUndo(const CBlockUndo &blockundo,
                                  BlockValidationState &state,
                                  CBlockIndex &block) {
    AssertLockHeld(::cs_main);
    const BlockfileType type = BlockfileTypeForHeight(block.nHeight);
    auto &cursor =
        *Assert(WITH_LOCK(cs_LastBlockFile, return m_blockfile_cursors[type]));
 
    // Write undo information to disk
    if (block.GetUndoPos().IsNull()) {
        FlatFilePos pos;
        const unsigned int blockundo_size{
            static_cast<unsigned int>(GetSerializeSize(blockundo))};
        if (!FindUndoPos(state, block.nFile, pos,
                         blockundo_size + UNDO_DATA_DISK_OVERHEAD)) {
            LogError("FindUndoPos failed\n");
            return false;
        }
        // Open history file to append
        AutoFile fileout{OpenUndoFile(pos)};
        if (fileout.IsNull()) {
            LogError("OpenUndoFile failed\n");
            return FatalError(m_opts.notifications, state,
                              "Failed to write undo data");
        }
        // Write index header
        fileout << GetParams().DiskMagic() << blockundo_size;
 
        // Write undo data
        pos.nPos += BLOCK_SERIALIZATION_HEADER_SIZE;
        fileout << blockundo;
 
        // calculate & write checksum
        HashWriter hasher{};
        hasher << block.pprev->GetBlockHash();
        hasher << blockundo;
        fileout << hasher.GetHash();
 
        // rev files are written in block height order, whereas blk files are
        // written as blocks come in (often out of order) we want to flush the
        // rev (undo) file once we've written the last block, which is indicated
        // by the last height in the block file info as below; note that this
        // does not catch the case where the undo writes are keeping up with the
        // block writes (usually when a synced up node is getting newly mined
        // blocks) -- this case is caught in the FindNextBlockPos function
        if (pos.nFile < cursor.file_num &&
            static_cast<uint32_t>(block.nHeight) ==
                m_blockfile_info[pos.nFile].nHeightLast) {
            // Do not propagate the return code, a failed flush here should not
            // be an indication for a failed write. If it were propagated here,
            // the caller would assume the undo data not to be written, when in
            // fact it is. Note though, that a failed flush might leave the data
            // file untrimmed.
            if (!FlushUndoFile(pos.nFile, true)) {
                LogPrintLevel(BCLog::BLOCKSTORE, BCLog::Level::Warning,
                              "Failed to flush undo file %05i\n", pos.nFile);
            }
        } else if (pos.nFile == cursor.file_num &&
                   block.nHeight > cursor.undo_height) {
            cursor.undo_height = block.nHeight;
        }
        // update nUndoPos in block index
        block.nUndoPos = pos.nPos;
        block.nStatus = block.nStatus.withUndo();
        m_dirty_blockindex.insert(&block);
    }
 
    return true;
}
 
bool BlockManager::ReadBlock(CBlock &block, const FlatFilePos &pos) const {
    block.SetNull();
 
    // Open history file to read
    AutoFile filein{OpenBlockFile(pos, true)};
    if (filein.IsNull()) {
        LogError("ReadBlock: OpenBlockFile failed for %s\n", pos.ToString());
        return false;
    }
 
    // Read block
    try {
        filein >> block;
    } catch (const std::exception &e) {
        LogError("%s: Deserialize or I/O error - %s at %s\n", __func__,
                 e.what(), pos.ToString());
        return false;
    }
 
    // Check the header
    if (!CheckProofOfWork(block.GetHash(), block.nBits, GetConsensus())) {
        LogError("ReadBlock: Errors in block header at %s\n", pos.ToString());
        return false;
    }
 
    return true;
}
 
bool BlockManager::ReadBlock(CBlock &block, const CBlockIndex &index) const {
    const FlatFilePos block_pos{WITH_LOCK(cs_main, return index.GetBlockPos())};
 
    if (!ReadBlock(block, block_pos)) {
        return false;
    }
 
    if (block.GetHash() != index.GetBlockHash()) {
        LogError("ReadBlock(CBlock&, CBlockIndex*): GetHash() "
                 "doesn't match index for %s at %s\n",
                 index.ToString(), block_pos.ToString());
        return false;
    }
 
    return true;
}
 
bool BlockManager::ReadRawBlock(std::vector<uint8_t> &block,
                                const FlatFilePos &pos) const {
    FlatFilePos hpos = pos;
    // If nPos is less than 8 the pos is null and we don't have the block data
    // Return early to prevent undefined behavior of unsigned int underflow
    if (hpos.nPos < 8) {
        LogError("%s: OpenBlockFile failed for %s\n", __func__, pos.ToString());
        return false;
    }
    hpos.nPos -= 8; // Seek back 8 bytes for meta header
    AutoFile filein{OpenBlockFile(hpos, true)};
    if (filein.IsNull()) {
        LogError("%s: OpenBlockFile failed for %s\n", __func__, pos.ToString());
        return false;
    }
 
    try {
        CMessageHeader::MessageMagic blk_start;
        unsigned int blk_size;
 
        filein >> blk_start >> blk_size;
 
        if (blk_start != GetParams().DiskMagic()) {
            LogError("%s: Block magic mismatch for %s: %s versus expected %s\n",
                     __func__, pos.ToString(), HexStr(blk_start),
                     HexStr(GetParams().DiskMagic()));
            return false;
        }
 
        if (blk_size > MAX_SIZE) {
            LogError("%s: Block data is larger than maximum deserialization "
                     "size for %s: %s versus %s\n",
                     __func__, pos.ToString(), blk_size, MAX_SIZE);
            return false;
        }
 
        // Zeroing of memory is intentional here
        block.resize(blk_size);
        filein.read(MakeWritableByteSpan(block));
    } catch (const std::exception &e) {
        LogError("%s: Read from block file failed: %s for %s\n", __func__,
                 e.what(), pos.ToString());
        return false;
    }
 
    return true;
}
 
bool BlockManager::ReadTxFromDisk(CMutableTransaction &tx,
                                  const FlatFilePos &pos) const {
    // Open history file to read
    AutoFile filein{OpenBlockFile(pos, true)};
    if (filein.IsNull()) {
        LogError("ReadTxFromDisk: OpenBlockFile failed for %s\n",
                 pos.ToString());
        return false;
    }
 
    // Read tx
    try {
        filein >> tx;
    } catch (const std::exception &e) {
        LogError("%s: Deserialize or I/O error - %s at %s\n", __func__,
                 e.what(), pos.ToString());
        return false;
    }
 
    return true;
}
 
bool BlockManager::ReadTxUndoFromDisk(CTxUndo &tx_undo,
                                      const FlatFilePos &pos) const {
    // Open undo file to read
    AutoFile filein{
        OpenUndoFile(pos, true),
    };
    if (filein.IsNull()) {
        LogError("ReadTxUndoFromDisk: OpenUndoFile failed for %s\n",
                 pos.ToString());
        return false;
    }
 
    // Read undo data
    try {
        filein >> tx_undo;
    } catch (const std::exception &e) {
        LogError("%s: Deserialize or I/O error - %s at %s\n", __func__,
                 e.what(), pos.ToString());
        return false;
    }
 
    return true;
}
 
FlatFilePos BlockManager::WriteBlock(const CBlock &block, int nHeight) {
    const unsigned int block_size{
        static_cast<unsigned int>(GetSerializeSize(block))};
    FlatFilePos pos{
        FindNextBlockPos(block_size + BLOCK_SERIALIZATION_HEADER_SIZE, nHeight,
                         block.GetBlockTime())};
    if (pos.IsNull()) {
        LogError("FindNextBlockPos failed\n");
        return FlatFilePos();
    }
    AutoFile fileout{OpenBlockFile(pos)};
    if (fileout.IsNull()) {
        LogError("OpenBlockFile failed\n");
        m_opts.notifications.fatalError("Failed to write block");
        return FlatFilePos();
    }
 
    // Write index header
    fileout << GetParams().DiskMagic() << block_size;
    // Write block
    pos.nPos += BLOCK_SERIALIZATION_HEADER_SIZE;
    fileout << block;
    return pos;
}
 
class ImportingNow {
    std::atomic<bool> &m_importing;
 
public:
    ImportingNow(std::atomic<bool> &importing) : m_importing{importing} {
        assert(m_importing == false);
        m_importing = true;
    }
    ~ImportingNow() {
        assert(m_importing == true);
        m_importing = false;
    }
};
 
void ImportBlocks(ChainstateManager &chainman,
                  avalanche::Processor *const avalanche,
                  std::vector<fs::path> vImportFiles) {
    ScheduleBatchPriority();
 
    {
        ImportingNow imp{chainman.m_blockman.m_importing};
 
        // -reindex
        if (fReindex) {
            int nFile = 0;
            // Map of disk positions for blocks with unknown parent (only used
            // for reindex);  parent hash -> child disk position, multiple
            // children can have the same parent.
            std::multimap<BlockHash, FlatFilePos> blocks_with_unknown_parent;
            while (true) {
                FlatFilePos pos(nFile, 0);
                if (!fs::exists(chainman.m_blockman.GetBlockPosFilename(pos))) {
                    // No block files left to reindex
                    break;
                }
                AutoFile file{chainman.m_blockman.OpenBlockFile(pos, true)};
                if (file.IsNull()) {
                    // This error is logged in OpenBlockFile
                    break;
                }
                LogPrintf("Reindexing block file blk%05u.dat...\n",
                          (unsigned int)nFile);
                chainman.LoadExternalBlockFile(
                    file, &pos, &blocks_with_unknown_parent, avalanche);
                if (chainman.m_interrupt) {
                    LogPrintf("Interrupt requested. Exit %s\n", __func__);
                    return;
                }
                nFile++;
            }
            WITH_LOCK(
                ::cs_main,
                chainman.m_blockman.m_block_tree_db->WriteReindexing(false));
            fReindex = false;
            LogPrintf("Reindexing finished\n");
            // To avoid ending up in a situation without genesis block, re-try
            // initializing (no-op if reindexing worked):
            chainman.ActiveChainstate().LoadGenesisBlock();
        }
 
        // -loadblock=
        for (const fs::path &path : vImportFiles) {
            AutoFile file{fsbridge::fopen(path, "rb")};
            if (!file.IsNull()) {
                LogPrintf("Importing blocks file %s...\n",
                          fs::PathToString(path));
                chainman.LoadExternalBlockFile(
                    file, /*dbp=*/nullptr,
                    /*blocks_with_unknown_parent=*/nullptr, avalanche);
                if (chainman.m_interrupt) {
                    LogPrintf("Interrupt requested. Exit %s\n", __func__);
                    return;
                }
            } else {
                LogPrintf("Warning: Could not open blocks file %s\n",
                          fs::PathToString(path));
            }
        }
 
        // Reconsider blocks we know are valid. They may have been marked
        // invalid by, for instance, running an outdated version of the node
        // software.
        const MapCheckpoints &checkpoints =
            chainman.GetParams().Checkpoints().mapCheckpoints;
        for (const MapCheckpoints::value_type &i : checkpoints) {
            const BlockHash &hash = i.second;
 
            LOCK(cs_main);
            CBlockIndex *pblockindex =
                chainman.m_blockman.LookupBlockIndex(hash);
            if (pblockindex && !pblockindex->nStatus.isValid()) {
                LogPrintf("Reconsidering checkpointed block %s ...\n",
                          hash.GetHex());
                chainman.ActiveChainstate().ResetBlockFailureFlags(pblockindex);
            }
 
            if (pblockindex && pblockindex->nStatus.isOnParkedChain()) {
                LogPrintf("Unparking checkpointed block %s ...\n",
                          hash.GetHex());
                chainman.ActiveChainstate().UnparkBlockAndChildren(pblockindex);
            }
        }
 
        // scan for better chains in the block chain database, that are not yet
        // connected in the active best chain
 
        // We can't hold cs_main during ActivateBestChain even though we're
        // accessing the chainman unique_ptrs since ABC requires us not to be
        // holding cs_main, so retrieve the relevant pointers before the ABC
        // call.
        for (Chainstate *chainstate :
             WITH_LOCK(::cs_main, return chainman.GetAll())) {
            BlockValidationState state;
            if (!chainstate->ActivateBestChain(state, nullptr, avalanche)) {
                chainman.GetNotifications().fatalError(strprintf(
                    "Failed to connect best block (%s)", state.ToString()));
                return;
            }
        }
 
        if (chainman.m_blockman.StopAfterBlockImport()) {
            LogPrintf("Stopping after block import\n");
            StartShutdown();
            return;
        }
    } // End scope of ImportingNow
}
 
std::ostream &operator<<(std::ostream &os, const BlockfileType &type) {
    switch (type) {
        case BlockfileType::NORMAL:
            os << "normal";
            break;
        case BlockfileType::ASSUMED:
            os << "assumed";
            break;
        default:
            os.setstate(std::ios_base::failbit);
    }
    return os;
}
 
std::ostream &operator<<(std::ostream &os, const BlockfileCursor &cursor) {
    os << strprintf("BlockfileCursor(file_num=%d, undo_height=%d)",
                    cursor.file_num, cursor.undo_height);
    return os;
}
} // namespace node