mirror of
https://github.com/bitcoin/bitcoin.git
synced 2025-02-05 10:17:30 -05:00
e76fc2b84d
Using the zmq notifications to avoid excessive mempool polling can be difficult given the current notifications available. It announces all transactions being added to mempool or included in blocks, but announces no evictions and gives no indication if the transaction is in the mempool or a block. Block notifications for zmq are also substandard, in that it only announces block tips, while all block transactions are still announced. This commit adds a unified stream which can be used to closely track mempool: 1) getrawmempool to fill out mempool knowledge 2) if txhash is announced, add or remove from set based on add/remove flag 3) if blockhash is announced, get block txn list, remove from those transactions local view of mempool 4) if we drop a sequence number, go to (1) The mempool sequence number starts at the value 1, and increments each time a transaction enters the mempool, or is evicted from the mempool for any reason, including block inclusion. The mempool sequence number is published via ZMQ for any transaction-related notification. These features allow for ZMQ/RPC consumer to track mempool state in a more exacting way, without unnecesarily polling getrawmempool. See interface_zmq.py::test_mempool_sync for example usage.
193 lines
6.5 KiB
C++
193 lines
6.5 KiB
C++
// Copyright (c) 2015-2019 The Bitcoin Core developers
|
|
// Distributed under the MIT software license, see the accompanying
|
|
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
|
|
|
#include <zmq/zmqnotificationinterface.h>
|
|
#include <zmq/zmqpublishnotifier.h>
|
|
#include <zmq/zmqutil.h>
|
|
|
|
#include <zmq.h>
|
|
|
|
#include <validation.h>
|
|
#include <util/system.h>
|
|
|
|
CZMQNotificationInterface::CZMQNotificationInterface() : pcontext(nullptr)
|
|
{
|
|
}
|
|
|
|
CZMQNotificationInterface::~CZMQNotificationInterface()
|
|
{
|
|
Shutdown();
|
|
}
|
|
|
|
std::list<const CZMQAbstractNotifier*> CZMQNotificationInterface::GetActiveNotifiers() const
|
|
{
|
|
std::list<const CZMQAbstractNotifier*> result;
|
|
for (const auto& n : notifiers) {
|
|
result.push_back(n.get());
|
|
}
|
|
return result;
|
|
}
|
|
|
|
CZMQNotificationInterface* CZMQNotificationInterface::Create()
|
|
{
|
|
std::map<std::string, CZMQNotifierFactory> factories;
|
|
factories["pubhashblock"] = CZMQAbstractNotifier::Create<CZMQPublishHashBlockNotifier>;
|
|
factories["pubhashtx"] = CZMQAbstractNotifier::Create<CZMQPublishHashTransactionNotifier>;
|
|
factories["pubrawblock"] = CZMQAbstractNotifier::Create<CZMQPublishRawBlockNotifier>;
|
|
factories["pubrawtx"] = CZMQAbstractNotifier::Create<CZMQPublishRawTransactionNotifier>;
|
|
factories["pubsequence"] = CZMQAbstractNotifier::Create<CZMQPublishSequenceNotifier>;
|
|
|
|
std::list<std::unique_ptr<CZMQAbstractNotifier>> notifiers;
|
|
for (const auto& entry : factories)
|
|
{
|
|
std::string arg("-zmq" + entry.first);
|
|
if (gArgs.IsArgSet(arg))
|
|
{
|
|
const auto& factory = entry.second;
|
|
const std::string address = gArgs.GetArg(arg, "");
|
|
std::unique_ptr<CZMQAbstractNotifier> notifier = factory();
|
|
notifier->SetType(entry.first);
|
|
notifier->SetAddress(address);
|
|
notifier->SetOutboundMessageHighWaterMark(static_cast<int>(gArgs.GetArg(arg + "hwm", CZMQAbstractNotifier::DEFAULT_ZMQ_SNDHWM)));
|
|
notifiers.push_back(std::move(notifier));
|
|
}
|
|
}
|
|
|
|
if (!notifiers.empty())
|
|
{
|
|
std::unique_ptr<CZMQNotificationInterface> notificationInterface(new CZMQNotificationInterface());
|
|
notificationInterface->notifiers = std::move(notifiers);
|
|
|
|
if (notificationInterface->Initialize()) {
|
|
return notificationInterface.release();
|
|
}
|
|
}
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
// Called at startup to conditionally set up ZMQ socket(s)
|
|
bool CZMQNotificationInterface::Initialize()
|
|
{
|
|
int major = 0, minor = 0, patch = 0;
|
|
zmq_version(&major, &minor, &patch);
|
|
LogPrint(BCLog::ZMQ, "zmq: version %d.%d.%d\n", major, minor, patch);
|
|
|
|
LogPrint(BCLog::ZMQ, "zmq: Initialize notification interface\n");
|
|
assert(!pcontext);
|
|
|
|
pcontext = zmq_ctx_new();
|
|
|
|
if (!pcontext)
|
|
{
|
|
zmqError("Unable to initialize context");
|
|
return false;
|
|
}
|
|
|
|
for (auto& notifier : notifiers) {
|
|
if (notifier->Initialize(pcontext)) {
|
|
LogPrint(BCLog::ZMQ, "zmq: Notifier %s ready (address = %s)\n", notifier->GetType(), notifier->GetAddress());
|
|
} else {
|
|
LogPrint(BCLog::ZMQ, "zmq: Notifier %s failed (address = %s)\n", notifier->GetType(), notifier->GetAddress());
|
|
return false;
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
// Called during shutdown sequence
|
|
void CZMQNotificationInterface::Shutdown()
|
|
{
|
|
LogPrint(BCLog::ZMQ, "zmq: Shutdown notification interface\n");
|
|
if (pcontext)
|
|
{
|
|
for (auto& notifier : notifiers) {
|
|
LogPrint(BCLog::ZMQ, "zmq: Shutdown notifier %s at %s\n", notifier->GetType(), notifier->GetAddress());
|
|
notifier->Shutdown();
|
|
}
|
|
zmq_ctx_term(pcontext);
|
|
|
|
pcontext = nullptr;
|
|
}
|
|
}
|
|
|
|
namespace {
|
|
|
|
template <typename Function>
|
|
void TryForEachAndRemoveFailed(std::list<std::unique_ptr<CZMQAbstractNotifier>>& notifiers, const Function& func)
|
|
{
|
|
for (auto i = notifiers.begin(); i != notifiers.end(); ) {
|
|
CZMQAbstractNotifier* notifier = i->get();
|
|
if (func(notifier)) {
|
|
++i;
|
|
} else {
|
|
notifier->Shutdown();
|
|
i = notifiers.erase(i);
|
|
}
|
|
}
|
|
}
|
|
|
|
} // anonymous namespace
|
|
|
|
void CZMQNotificationInterface::UpdatedBlockTip(const CBlockIndex *pindexNew, const CBlockIndex *pindexFork, bool fInitialDownload)
|
|
{
|
|
if (fInitialDownload || pindexNew == pindexFork) // In IBD or blocks were disconnected without any new ones
|
|
return;
|
|
|
|
TryForEachAndRemoveFailed(notifiers, [pindexNew](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyBlock(pindexNew);
|
|
});
|
|
}
|
|
|
|
void CZMQNotificationInterface::TransactionAddedToMempool(const CTransactionRef& ptx, uint64_t mempool_sequence)
|
|
{
|
|
const CTransaction& tx = *ptx;
|
|
|
|
TryForEachAndRemoveFailed(notifiers, [&tx, mempool_sequence](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyTransaction(tx) && notifier->NotifyTransactionAcceptance(tx, mempool_sequence);
|
|
});
|
|
}
|
|
|
|
void CZMQNotificationInterface::TransactionRemovedFromMempool(const CTransactionRef& ptx, MemPoolRemovalReason reason, uint64_t mempool_sequence)
|
|
{
|
|
// Called for all non-block inclusion reasons
|
|
const CTransaction& tx = *ptx;
|
|
|
|
TryForEachAndRemoveFailed(notifiers, [&tx, mempool_sequence](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyTransactionRemoval(tx, mempool_sequence);
|
|
});
|
|
}
|
|
|
|
void CZMQNotificationInterface::BlockConnected(const std::shared_ptr<const CBlock>& pblock, const CBlockIndex* pindexConnected)
|
|
{
|
|
for (const CTransactionRef& ptx : pblock->vtx) {
|
|
const CTransaction& tx = *ptx;
|
|
TryForEachAndRemoveFailed(notifiers, [&tx](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyTransaction(tx);
|
|
});
|
|
}
|
|
|
|
// Next we notify BlockConnect listeners for *all* blocks
|
|
TryForEachAndRemoveFailed(notifiers, [pindexConnected](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyBlockConnect(pindexConnected);
|
|
});
|
|
}
|
|
|
|
void CZMQNotificationInterface::BlockDisconnected(const std::shared_ptr<const CBlock>& pblock, const CBlockIndex* pindexDisconnected)
|
|
{
|
|
for (const CTransactionRef& ptx : pblock->vtx) {
|
|
const CTransaction& tx = *ptx;
|
|
TryForEachAndRemoveFailed(notifiers, [&tx](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyTransaction(tx);
|
|
});
|
|
}
|
|
|
|
// Next we notify BlockDisconnect listeners for *all* blocks
|
|
TryForEachAndRemoveFailed(notifiers, [pindexDisconnected](CZMQAbstractNotifier* notifier) {
|
|
return notifier->NotifyBlockDisconnect(pindexDisconnected);
|
|
});
|
|
}
|
|
|
|
CZMQNotificationInterface* g_zmq_notification_interface = nullptr;
|