fedimint_lnv2_client/

lib.rs

#![deny(clippy::pedantic)]
#![allow(clippy::missing_errors_doc)]
#![allow(clippy::missing_panics_doc)]
#![allow(clippy::module_name_repetitions)]
#![allow(clippy::must_use_candidate)]

pub use fedimint_lnv2_common as common;

mod api;
#[cfg(feature = "cli")]
mod cli;
pub mod db;
pub mod events;
mod receive_sm;
mod send_sm;

use std::collections::{BTreeMap, BTreeSet};
use std::sync::Arc;

use async_stream::stream;
use bitcoin::hashes::{Hash, sha256};
use bitcoin::secp256k1;
use db::{DbKeyPrefix, GatewayKey, IncomingContractStreamIndexKey};
use fedimint_api_client::api::DynModuleApi;
use fedimint_client_module::error::{
    ClientModuleError, OperationLookupError, TransactionSubmitError,
};
use fedimint_client_module::module::init::{ClientModuleInit, ClientModuleInitArgs};
use fedimint_client_module::module::recovery::NoModuleBackup;
use fedimint_client_module::module::{ClientContext, ClientModule, OutPointRange};
use fedimint_client_module::oplog::UpdateStreamOrOutcome;
use fedimint_client_module::sm::{Context, DynState, ModuleNotifier, State, StateTransition};
use fedimint_client_module::transaction::{
    ClientOutput, ClientOutputBundle, ClientOutputSM, FeeQuote, FeeQuoteRequest,
    TransactionBuilder, max_affordable_send_amount,
};
use fedimint_client_module::{DynGlobalClientContext, sm_enum_variant_translation};
use fedimint_core::config::FederationId;
use fedimint_core::core::{IntoDynInstance, ModuleInstanceId, ModuleKind, OperationId};
use fedimint_core::db::{DatabaseTransaction, IDatabaseTransactionOpsCoreTyped};
use fedimint_core::encoding::{Decodable, Encodable};
use fedimint_core::module::{
    Amounts, ApiAuth, ApiVersion, CommonModuleInit, ModuleCommon, ModuleInit, MultiApiVersion,
};
use fedimint_core::secp256k1::SECP256K1;
use fedimint_core::task::TaskGroup;
use fedimint_core::time::duration_since_epoch;
use fedimint_core::util::{FmtCompact as _, SafeUrl};
use fedimint_core::{Amount, PeerId, apply, async_trait_maybe_send};
use fedimint_derive_secret::{ChildId, DerivableSecret};
use fedimint_lnv2_common::config::LightningClientConfig;
use fedimint_lnv2_common::contracts::{IncomingContract, OutgoingContract, PaymentImage};
use fedimint_lnv2_common::gateway_api::{
    GatewayConnection, MAX_INVOICE_EXPIRY_SECS, PaymentFee, RealGatewayConnection, RoutingInfo,
};
use fedimint_lnv2_common::{
    Bolt11InvoiceDescription, GatewayApi, KIND, LightningCommonInit, LightningInvoice,
    LightningModuleTypes, LightningOutput, LightningOutputV0, lnurl, tweak,
};
use fedimint_logging::LOG_CLIENT_MODULE_LNV2;
use futures::StreamExt;
use lightning_invoice::{Bolt11Invoice, Currency};
use secp256k1::{Keypair, Scalar, SecretKey, ecdh};
use serde::{Deserialize, Serialize};
use serde_json::Value;
use strum::IntoEnumIterator as _;
use thiserror::Error;
use tpe::{AggregateDecryptionKey, derive_agg_dk};
use tracing::warn;

use crate::api::LightningFederationApi;
use crate::events::SendPaymentEvent;
use crate::receive_sm::{ReceiveSMCommon, ReceiveSMState, ReceiveStateMachine};
use crate::send_sm::{SendSMCommon, SendSMState, SendStateMachine};

/// Number of blocks until outgoing lightning contracts times out and user
/// client can refund it unilaterally
const EXPIRATION_DELTA_LIMIT: u64 = 1440;

/// A two hour buffer in case either the client or gateway go offline
const CONTRACT_CONFIRMATION_BUFFER: u64 = 12;

#[allow(clippy::large_enum_variant)]
#[derive(Debug, Clone, Serialize, Deserialize)]
pub enum LightningOperationMeta {
    Send(SendOperationMeta),
    Receive(ReceiveOperationMeta),
    LnurlReceive(LnurlReceiveOperationMeta),
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct SendOperationMeta {
    pub change_outpoint_range: OutPointRange,
    pub gateway: SafeUrl,
    pub contract: OutgoingContract,
    pub invoice: LightningInvoice,
    pub custom_meta: Value,
}

impl SendOperationMeta {
    /// Calculate the absolute fee paid to the gateway on success.
    pub fn gateway_fee(&self) -> Amount {
        match &self.invoice {
            LightningInvoice::Bolt11(invoice) => self.contract.amount.saturating_sub(
                Amount::from_msats(invoice.amount_milli_satoshis().expect("Invoice has amount")),
            ),
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ReceiveOperationMeta {
    pub gateway: SafeUrl,
    pub contract: IncomingContract,
    pub invoice: LightningInvoice,
    pub custom_meta: Value,
}

impl ReceiveOperationMeta {
    /// Calculate the absolute fee paid to the gateway on success.
    pub fn gateway_fee(&self) -> Amount {
        match &self.invoice {
            LightningInvoice::Bolt11(invoice) => {
                Amount::from_msats(invoice.amount_milli_satoshis().expect("Invoice has amount"))
                    .saturating_sub(self.contract.commitment.amount)
            }
        }
    }
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct LnurlReceiveOperationMeta {
    pub contract: IncomingContract,
    pub custom_meta: Value,
}

#[cfg_attr(doc, aquamarine::aquamarine)]
/// The state of an operation sending a payment over lightning.
///
/// ```mermaid
/// graph LR
/// classDef virtual fill:#fff,stroke-dasharray: 5 5
///
///     Funding -- funding transaction is rejected --> Rejected
///     Funding -- funding transaction is accepted --> Funded
///     Funded -- payment is confirmed  --> Success
///     Funded -- payment attempt expires --> Refunding
///     Funded -- gateway cancels payment attempt --> Refunding
///     Refunding -- payment is confirmed --> Success
///     Refunding -- ecash is minted --> Refunded
///     Refunding -- minting ecash fails --> Failure
/// ```
/// The transition from Refunding to Success is only possible if the gateway
/// misbehaves.
#[derive(Debug, Clone, Eq, PartialEq, Serialize, Deserialize)]
pub enum SendOperationState {
    /// We are funding the contract to incentivize the gateway.
    Funding,
    /// We are waiting for the gateway to complete the payment.
    Funded,
    /// The payment was successful.
    Success([u8; 32]),
    /// The payment has failed and we are refunding the contract.
    Refunding,
    /// The payment has been refunded.
    Refunded,
    /// Either a programming error has occurred or the federation is malicious.
    Failure,
}

/// The final state of an operation sending a payment over lightning.
#[derive(Debug, Clone, Eq, PartialEq, Serialize, Deserialize)]
pub enum FinalSendOperationState {
    /// The payment was successful. Carries the payment preimage proving
    /// the gateway settled the invoice, serialized as a lowercase hex string.
    Success(#[serde(with = "fedimint_core::hex::serde")] [u8; 32]),
    /// The payment has been refunded.
    Refunded,
    /// Either a programming error has occurred or the federation is malicious.
    Failure,
}

pub type SendResult = Result<OperationId, SendPaymentError>;

#[cfg_attr(doc, aquamarine::aquamarine)]
/// The state of an operation receiving a payment over lightning.
///
/// ```mermaid
/// graph LR
/// classDef virtual fill:#fff,stroke-dasharray: 5 5
///
///     Pending -- payment is confirmed --> Claiming
///     Pending -- invoice expires --> Expired
///     Claiming -- ecash is minted --> Claimed
///     Claiming -- minting ecash fails --> Failure
/// ```
#[derive(Debug, Clone, Eq, PartialEq, Serialize, Deserialize)]
pub enum ReceiveOperationState {
    /// We are waiting for the payment.
    Pending,
    /// The payment request has expired.
    Expired,
    /// The payment has been confirmed and we are issuing the ecash.
    Claiming,
    /// The payment has been successful.
    Claimed,
    /// Either a programming error has occurred or the federation is malicious.
    Failure,
    /// The contract is worth less than the federation charges to claim it, so
    /// it was left unclaimed. Reachable without any payment request of ours:
    /// anyone can address an incoming contract to a published lnurl key.
    Uneconomical,
}

/// The final state of an operation receiving a payment over lightning.
#[derive(Debug, Clone, Eq, PartialEq, Serialize, Deserialize)]
pub enum FinalReceiveOperationState {
    /// The payment request has expired.
    Expired,
    /// The payment has been successful.
    Claimed,
    /// Either a programming error has occurred or the federation is malicious.
    Failure,
    /// The contract is worth less than the federation charges to claim it, so
    /// it was left unclaimed.
    Uneconomical,
}

pub type ReceiveResult = Result<(Bolt11Invoice, OperationId), ReceiveError>;

#[derive(Clone)]
pub struct LightningClientInit {
    pub gateway_conn: Option<Arc<dyn GatewayConnection + Send + Sync>>,
    pub custom_meta_fn: Arc<dyn Fn() -> Value + Send + Sync>,
}

impl std::fmt::Debug for LightningClientInit {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        f.debug_struct("LightningClientInit")
            .field("gateway_conn", &self.gateway_conn)
            .field("custom_meta_fn", &"<function>")
            .finish()
    }
}

impl Default for LightningClientInit {
    fn default() -> Self {
        LightningClientInit {
            gateway_conn: None,
            custom_meta_fn: Arc::new(|| Value::Null),
        }
    }
}

impl ModuleInit for LightningClientInit {
    type Common = LightningCommonInit;

    async fn dump_database(
        &self,
        _dbtx: &mut DatabaseTransaction<'_>,
        _prefix_names: Vec<String>,
    ) -> Box<dyn Iterator<Item = (String, Box<dyn erased_serde::Serialize + Send>)> + '_> {
        Box::new(BTreeMap::new().into_iter())
    }
}

#[apply(async_trait_maybe_send!)]
impl ClientModuleInit for LightningClientInit {
    type Module = LightningClientModule;

    fn supported_api_versions(&self) -> MultiApiVersion {
        MultiApiVersion::try_from_iter([ApiVersion { major: 0, minor: 0 }])
            .expect("no version conflicts")
    }

    async fn init(
        &self,
        args: &ClientModuleInitArgs<Self>,
    ) -> Result<Self::Module, ClientModuleError> {
        let gateway_conn = if let Some(gateway_conn) = self.gateway_conn.clone() {
            gateway_conn
        } else {
            let api = GatewayApi::new(None, args.connector_registry.clone());
            Arc::new(RealGatewayConnection { api })
        };
        Ok(LightningClientModule::new(
            *args.federation_id(),
            args.cfg().clone(),
            args.notifier().clone(),
            args.context(),
            args.module_api().clone(),
            args.module_root_secret(),
            gateway_conn,
            self.custom_meta_fn.clone(),
            args.admin_auth().cloned(),
            args.task_group(),
            args.client_span(),
        ))
    }

    fn used_db_prefixes(&self) -> Option<BTreeSet<u8>> {
        Some(
            DbKeyPrefix::iter()
                .map(|p| p as u8)
                .chain(
                    DbKeyPrefix::ExternalReservedStart as u8
                        ..=DbKeyPrefix::CoreInternalReservedEnd as u8,
                )
                .collect(),
        )
    }
}

#[derive(Debug, Clone)]
pub struct LightningClientContext {
    federation_id: FederationId,
    gateway_conn: Arc<dyn GatewayConnection + Send + Sync>,
    pub(crate) client_ctx: ClientContext<LightningClientModule>,
}

impl Context for LightningClientContext {
    const KIND: Option<ModuleKind> = Some(KIND);
}

#[derive(Debug, Clone)]
pub struct LightningClientModule {
    federation_id: FederationId,
    cfg: LightningClientConfig,
    notifier: ModuleNotifier<LightningClientStateMachines>,
    client_ctx: ClientContext<Self>,
    module_api: DynModuleApi,
    keypair: Keypair,
    lnurl_keypair: Keypair,
    gateway_conn: Arc<dyn GatewayConnection + Send + Sync>,
    #[allow(unused)] // The field is only used by the cli feature
    admin_auth: Option<ApiAuth>,
}

#[apply(async_trait_maybe_send!)]
impl ClientModule for LightningClientModule {
    type Init = LightningClientInit;
    type Common = LightningModuleTypes;
    type Backup = NoModuleBackup;
    type ModuleStateMachineContext = LightningClientContext;
    type States = LightningClientStateMachines;

    fn context(&self) -> Self::ModuleStateMachineContext {
        LightningClientContext {
            federation_id: self.federation_id,
            gateway_conn: self.gateway_conn.clone(),
            client_ctx: self.client_ctx.clone(),
        }
    }

    fn input_fee(
        &self,
        amounts: &Amounts,
        _input: &<Self::Common as ModuleCommon>::Input,
    ) -> Option<Amounts> {
        Some(Amounts::new_bitcoin(
            self.cfg.fee_consensus.fee(amounts.expect_only_bitcoin()),
        ))
    }

    fn output_fee(
        &self,
        amounts: &Amounts,
        _output: &<Self::Common as ModuleCommon>::Output,
    ) -> Option<Amounts> {
        Some(Amounts::new_bitcoin(
            self.cfg.fee_consensus.fee(amounts.expect_only_bitcoin()),
        ))
    }

    #[cfg(feature = "cli")]
    async fn handle_cli_command(
        &self,
        args: &[std::ffi::OsString],
    ) -> Result<serde_json::Value, ClientModuleError> {
        cli::handle_cli_command(self, args)
            .await
            .map_err(ClientModuleError::other)
    }
}

impl LightningClientModule {
    #[allow(clippy::too_many_arguments)]
    fn new(
        federation_id: FederationId,
        cfg: LightningClientConfig,
        notifier: ModuleNotifier<LightningClientStateMachines>,
        client_ctx: ClientContext<Self>,
        module_api: DynModuleApi,
        module_root_secret: &DerivableSecret,
        gateway_conn: Arc<dyn GatewayConnection + Send + Sync>,
        custom_meta_fn: Arc<dyn Fn() -> Value + Send + Sync>,
        admin_auth: Option<ApiAuth>,
        task_group: &TaskGroup,
        client_span: &tracing::Span,
    ) -> Self {
        let module = Self {
            federation_id,
            cfg,
            notifier,
            client_ctx,
            module_api,
            keypair: module_root_secret
                .child_key(ChildId(0))
                .to_secp_key(SECP256K1),
            lnurl_keypair: module_root_secret
                .child_key(ChildId(1))
                .to_secp_key(SECP256K1),
            gateway_conn,
            admin_auth,
        };

        module.spawn_receive_lnurl_task(custom_meta_fn, task_group, client_span);

        module.spawn_gateway_map_update_task(task_group, client_span);

        module
    }

    fn spawn_gateway_map_update_task(&self, task_group: &TaskGroup, client_span: &tracing::Span) {
        let module = self.clone();
        let api = self.module_api.clone();

        task_group.spawn_cancellable_with_span(
            client_span.clone(),
            "gateway_map_update_task",
            async move {
                api.wait_for_initialized_connections().await;
                module.update_gateway_map().await;
            },
        );
    }

    async fn update_gateway_map(&self) {
        // Update the mapping from lightning node public keys to gateway api
        // endpoints maintained in the module database. When paying an invoice this
        // enables the client to select the gateway that has created the invoice,
        // if possible, such that the payment does not go over lightning, reducing
        // fees and latency.

        if let Ok(gateways) = self.module_api.gateways().await {
            let mut dbtx = self.client_ctx.module_db().begin_transaction().await;

            for gateway in gateways {
                if let Ok(Some(routing_info)) = self
                    .gateway_conn
                    .routing_info(gateway.clone(), &self.federation_id)
                    .await
                {
                    dbtx.insert_entry(&GatewayKey(routing_info.lightning_public_key), &gateway)
                        .await;
                }
            }

            if let Err(e) = dbtx.commit_tx_result().await {
                warn!("Failed to commit the updated gateway mapping to the database: {e}");
            }
        }
    }

    /// Selects an available gateway by querying the federation's registered
    /// gateways, checking if one of them match the invoice's payee public
    /// key, then queries the gateway for `RoutingInfo` to determine if it is
    /// online.
    pub async fn select_gateway(
        &self,
        invoice: Option<Bolt11Invoice>,
    ) -> Result<(SafeUrl, RoutingInfo), SelectGatewayError> {
        let gateways = self
            .module_api
            .gateways()
            .await
            .map_err(|e| SelectGatewayError::FailedToRequestGateways(e.to_string()))?;

        if gateways.is_empty() {
            return Err(SelectGatewayError::NoGatewaysAvailable);
        }

        if let Some(invoice) = invoice
            && let Some(gateway) = self
                .client_ctx
                .module_db()
                .begin_transaction_nc()
                .await
                .get_value(&GatewayKey(invoice.recover_payee_pub_key()))
                .await
                .filter(|gateway| gateways.contains(gateway))
            && let Ok(Some(routing_info)) = self.routing_info(&gateway).await
        {
            return Ok((gateway, routing_info));
        }

        for gateway in gateways {
            if let Ok(Some(routing_info)) = self.routing_info(&gateway).await {
                return Ok((gateway, routing_info));
            }
        }

        Err(SelectGatewayError::GatewaysUnresponsive)
    }

    /// Sends a request to each peer for their registered gateway list and
    /// returns a `Vec<SafeUrl` of all registered gateways to the client.
    pub async fn list_gateways(
        &self,
        peer: Option<PeerId>,
    ) -> Result<Vec<SafeUrl>, ListGatewaysError> {
        if let Some(peer) = peer {
            self.module_api
                .gateways_from_peer(peer)
                .await
                .map_err(|_| ListGatewaysError::FailedToListGateways)
        } else {
            self.module_api
                .gateways()
                .await
                .map_err(|_| ListGatewaysError::FailedToListGateways)
        }
    }

    /// Requests the `RoutingInfo`, including fee information, from the gateway
    /// available at the `SafeUrl`.
    pub async fn routing_info(
        &self,
        gateway: &SafeUrl,
    ) -> Result<Option<RoutingInfo>, RoutingInfoError> {
        self.gateway_conn
            .routing_info(gateway.clone(), &self.federation_id)
            .await
            .map_err(|_| RoutingInfoError::FailedToRequestRoutingInfo)
    }

    /// Pay an invoice. For testing you can optionally specify a gateway to
    /// route with, otherwise a gateway will be selected automatically. If the
    /// invoice was created by a gateway connected to our federation, the same
    /// gateway will be selected to allow for a direct ecash swap. Otherwise we
    /// select a random online gateway.
    ///
    /// The fee for this payment may depend on the selected gateway but
    /// will be limited to one and a half percent plus one hundred satoshis.
    /// This fee accounts for the fee charged by the gateway as well as
    /// the additional fee required to reliably route this payment over
    /// lightning if necessary. Since the gateway has been vetted by at least
    /// one guardian we trust it to set a reasonable fee and only enforce a
    /// rather high limit.
    ///
    /// The absolute fee for a payment can be calculated from the operation meta
    /// to be shown to the user in the transaction history.
    pub async fn send(
        &self,
        invoice: Bolt11Invoice,
        gateway: Option<SafeUrl>,
        custom_meta: Value,
    ) -> Result<OperationId, SendPaymentError> {
        let (amount, operation_id) = self.validate_send_invoice(&invoice).await?;

        let (gateway_api, routing_info) = self.resolve_send_gateway(&invoice, gateway).await?;

        self.fund_outgoing_contract(
            invoice,
            amount,
            operation_id,
            gateway_api,
            routing_info,
            custom_meta,
        )
        .await
    }

    /// Pays `invoice` through `gateway` at the terms the caller already
    /// checked.
    ///
    /// [`Self::send`] reads the gateway's terms itself, so a caller that showed
    /// the user a fee and asked for approval has no guarantee the funded
    /// contract carries that fee: the gateway may change its schedule between
    /// the two reads. This variant takes the `send_fee` and `expiration_delta`
    /// the caller obtained from [`RoutingInfo::send_parameters`] and refuses
    /// with [`SendWithTermsError::TermsChanged`], before funding anything, if
    /// the gateway currently reports different terms. A cheaper fee counts
    /// as changed too, so the funded contract always matches what was
    /// approved. This binds the funded contract to the approved terms, not
    /// the gateway's acceptance: a gateway that raises its schedule after the
    /// check can still refuse the contract, in which case the payment is
    /// refunded. The error carries the current terms for re-quoting.
    pub async fn send_with_terms(
        &self,
        invoice: Bolt11Invoice,
        gateway: SafeUrl,
        send_fee: PaymentFee,
        expiration_delta: u64,
        custom_meta: Value,
    ) -> Result<OperationId, SendWithTermsError> {
        let (amount, operation_id) = self.validate_send_invoice(&invoice).await?;

        let (gateway_api, routing_info) =
            self.resolve_send_gateway(&invoice, Some(gateway)).await?;

        let current = routing_info.send_parameters(&invoice);

        if current != (send_fee, expiration_delta) {
            return Err(SendWithTermsError::TermsChanged {
                send_fee: current.0,
                expiration_delta: current.1,
            });
        }

        let operation_id = self
            .fund_outgoing_contract(
                invoice,
                amount,
                operation_id,
                gateway_api,
                routing_info,
                custom_meta,
            )
            .await?;

        Ok(operation_id)
    }

    /// Checks that `invoice` is payable by this client and has not been
    /// attempted before, returning its amount in millisatoshis and the
    /// operation id a payment of it uses.
    async fn validate_send_invoice(
        &self,
        invoice: &Bolt11Invoice,
    ) -> Result<(u64, OperationId), SendPaymentError> {
        let amount = invoice
            .amount_milli_satoshis()
            .ok_or(SendPaymentError::InvoiceMissingAmount)?;

        if invoice.is_expired() {
            return Err(SendPaymentError::InvoiceExpired);
        }

        if self.cfg.network != invoice.currency().into() {
            return Err(SendPaymentError::WrongCurrency {
                invoice_currency: invoice.currency(),
                federation_currency: self.cfg.network.into(),
            });
        }

        // The attempt index is fixed at `0` so the operation id matches the one
        // older clients derived for the first payment attempt, ensuring an
        // already-paid or in-flight invoice is still detected after an upgrade.
        let operation_id = OperationId::from_encodable(&(invoice.clone(), 0u64));

        if self.client_ctx.operation_exists(operation_id).await {
            return Err(SendPaymentError::DuplicatePaymentAttempt(operation_id));
        }

        Ok((amount, operation_id))
    }

    /// Resolves the gateway to pay `invoice` through and its current routing
    /// info: the given one, or an automatically selected one when `None`.
    async fn resolve_send_gateway(
        &self,
        invoice: &Bolt11Invoice,
        gateway: Option<SafeUrl>,
    ) -> Result<(SafeUrl, RoutingInfo), SendPaymentError> {
        match gateway {
            Some(gateway_api) => Ok((
                gateway_api.clone(),
                self.routing_info(&gateway_api)
                    .await
                    .map_err(|e| SendPaymentError::FailedToConnectToGateway(e.to_string()))?
                    .ok_or(SendPaymentError::FederationNotSupported)?,
            )),
            None => self
                .select_gateway(Some(invoice.clone()))
                .await
                .map_err(SendPaymentError::SelectGateway),
        }
    }

    /// Funds an outgoing contract for `invoice` at the terms in `routing_info`
    /// and starts the state machine that hands it to `gateway_api`.
    #[allow(clippy::too_many_lines)]
    async fn fund_outgoing_contract(
        &self,
        invoice: Bolt11Invoice,
        amount: u64,
        operation_id: OperationId,
        gateway_api: SafeUrl,
        routing_info: RoutingInfo,
        custom_meta: Value,
    ) -> Result<OperationId, SendPaymentError> {
        let (ephemeral_tweak, ephemeral_pk) = tweak::generate(self.keypair.public_key());

        let refund_keypair = SecretKey::from_slice(&ephemeral_tweak)
            .expect("32 bytes, within curve order")
            .keypair(secp256k1::SECP256K1);

        let (send_fee, expiration_delta) = routing_info.send_parameters(&invoice);

        if !send_fee.is_within(&PaymentFee::SEND_FEE_LIMIT) {
            return Err(SendPaymentError::GatewayFeeExceedsLimit);
        }

        if EXPIRATION_DELTA_LIMIT < expiration_delta {
            return Err(SendPaymentError::GatewayExpirationExceedsLimit);
        }

        let consensus_block_count = self
            .module_api
            .consensus_block_count()
            .await
            .map_err(|e| SendPaymentError::FailedToRequestBlockCount(e.to_string()))?;

        let contract = OutgoingContract {
            payment_image: PaymentImage::Hash(*invoice.payment_hash()),
            amount: send_fee.add_to(amount),
            expiration: consensus_block_count + expiration_delta + CONTRACT_CONFIRMATION_BUFFER,
            claim_pk: routing_info.module_public_key,
            refund_pk: refund_keypair.public_key(),
            ephemeral_pk,
        };

        let contract_clone = contract.clone();
        let gateway_api_clone = gateway_api.clone();
        let invoice_clone = invoice.clone();

        let client_output = ClientOutput::<LightningOutput> {
            output: LightningOutput::V0(LightningOutputV0::Outgoing(contract.clone())),
            amounts: Amounts::new_bitcoin(contract.amount),
        };

        let client_output_sm = ClientOutputSM::<LightningClientStateMachines> {
            state_machines: Arc::new(move |range: OutPointRange| {
                vec![LightningClientStateMachines::Send(SendStateMachine {
                    common: SendSMCommon {
                        operation_id,
                        outpoint: range.into_iter().next().unwrap(),
                        contract: contract_clone.clone(),
                        gateway_api: Some(gateway_api_clone.clone()),
                        invoice: Some(LightningInvoice::Bolt11(invoice_clone.clone())),
                        refund_keypair,
                    },
                    state: SendSMState::Funding,
                })]
            }),
        };

        let client_output = self.client_ctx.make_client_outputs(ClientOutputBundle::new(
            vec![client_output],
            vec![client_output_sm],
        ));

        let transaction = TransactionBuilder::new().with_outputs(client_output);

        self.client_ctx
            .finalize_and_submit_transaction(
                operation_id,
                LightningCommonInit::KIND.as_str(),
                move |change_outpoint_range| {
                    LightningOperationMeta::Send(SendOperationMeta {
                        change_outpoint_range,
                        gateway: gateway_api.clone(),
                        contract: contract.clone(),
                        invoice: LightningInvoice::Bolt11(invoice.clone()),
                        custom_meta: custom_meta.clone(),
                    })
                },
                transaction,
            )
            .await
            .map_err(|e| SendPaymentError::FailedToFundPayment(e.fmt_compact().to_string()))?;

        let mut dbtx = self.client_ctx.module_db().begin_transaction().await;

        self.client_ctx
            .log_event(
                &mut dbtx,
                SendPaymentEvent {
                    operation_id,
                    amount: Amount::from_msats(amount),
                    fee: send_fee.fee(amount),
                },
            )
            .await;

        dbtx.commit_tx().await;

        Ok(operation_id)
    }

    /// The status of a previous [`Self::send`] for this invoice.
    ///
    /// Callers deciding whether an invoice is safe to pay through another
    /// mechanism must treat anything but [`InvoiceSendStatus::NotAttempted`]
    /// as a potential double payment.
    pub async fn get_invoice_send_status(
        &self,
        invoice: &Bolt11Invoice,
    ) -> Result<InvoiceSendStatus, OperationLookupError> {
        // Send only creates attempt index 0 nowadays, but older clients
        // allocated a fresh index per retry, so scan for the latest attempt.
        // No new attempt was ever allocated after a success, so the latest
        // attempt alone determines the status.
        let mut last_op = None;

        for attempt in 0_u64.. {
            let operation_id = OperationId::from_encodable(&(invoice.clone(), attempt));

            if !self.client_ctx.operation_exists(operation_id).await {
                break;
            }

            last_op = Some(operation_id);
        }

        let Some(operation_id) = last_op else {
            return Ok(InvoiceSendStatus::NotAttempted);
        };

        if self.client_ctx.has_active_states(operation_id).await {
            return Ok(InvoiceSendStatus::InFlight(operation_id));
        }

        // The operation is finished; replaying its (already terminated) update
        // stream yields the cached outcome without blocking.
        let mut stream = self
            .subscribe_send_operation_state_updates(operation_id)
            .await?
            .into_stream();

        while let Some(state) = stream.next().await {
            if let SendOperationState::Success(_) = state {
                return Ok(InvoiceSendStatus::Succeeded(operation_id));
            }
        }

        Ok(InvoiceSendStatus::Failed(operation_id))
    }

    /// Subscribe to all state updates of the send operation.
    pub async fn subscribe_send_operation_state_updates(
        &self,
        operation_id: OperationId,
    ) -> Result<UpdateStreamOrOutcome<SendOperationState>, OperationLookupError> {
        let operation = self.client_ctx.get_operation(operation_id).await?;
        let mut stream = self.notifier.subscribe(operation_id).await;
        let client_ctx = self.client_ctx.clone();
        let module_api = self.module_api.clone();

        Ok(self.client_ctx.outcome_or_updates(&operation, operation_id, |state| match state {
                SendOperationState::Funding
                | SendOperationState::Funded
                | SendOperationState::Refunding => false,
                SendOperationState::Success(_)
                | SendOperationState::Refunded
                | SendOperationState::Failure => true,
            }, move || {
            stream! {
                loop {
                    if let Some(LightningClientStateMachines::Send(state)) = stream.next().await {
                        match state.state {
                            SendSMState::Funding => yield SendOperationState::Funding,
                            SendSMState::Funded => yield SendOperationState::Funded,
                            SendSMState::Success(preimage) => {
                                // the preimage has been verified by the state machine previously
                                assert!(state.common.contract.verify_preimage(&preimage));

                                yield SendOperationState::Success(preimage);
                                return;
                            },
                            SendSMState::Refunding(out_points) => {
                                yield SendOperationState::Refunding;

                                if client_ctx.await_primary_module_outputs(operation_id, out_points.clone()).await.is_ok() {
                                    yield SendOperationState::Refunded;
                                    return;
                                }

                                // The gateway may have incorrectly claimed the outgoing contract thereby causing
                                // our refund transaction to be rejected. Therefore, we check one last time if
                                // the preimage is available before we enter the failure state.
                                if let Some(preimage) = module_api.await_preimage(
                                    state.common.outpoint,
                                    0
                                ).await
                                    && state.common.contract.verify_preimage(&preimage) {
                                        yield SendOperationState::Success(preimage);
                                        return;
                                    }

                                yield SendOperationState::Failure;
                                return;
                            },
                            SendSMState::Rejected(..) => {
                                yield SendOperationState::Failure;
                                return;
                            },
                        }
                    }
                }
            }
        }))
    }

    /// Await the final state of the send operation.
    pub async fn await_final_send_operation_state(
        &self,
        operation_id: OperationId,
    ) -> Result<FinalSendOperationState, OperationLookupError> {
        let mut stream = self
            .subscribe_send_operation_state_updates(operation_id)
            .await?
            .into_stream();

        let mut final_state = None;

        while let Some(state) = stream.next().await {
            match state {
                SendOperationState::Success(preimage) => {
                    final_state = Some(FinalSendOperationState::Success(preimage));
                }
                SendOperationState::Refunded => {
                    final_state = Some(FinalSendOperationState::Refunded);
                }
                SendOperationState::Failure => final_state = Some(FinalSendOperationState::Failure),
                _ => {}
            }
        }

        Ok(final_state.expect("Stream contains one final state"))
    }

    /// Request an invoice. For testing you can optionally specify a gateway to
    /// generate the invoice, otherwise a random online gateway will be selected
    /// automatically.
    ///
    /// The total fee for this payment may depend on the chosen gateway but
    /// will be limited to half of one percent plus fifty satoshis. Since the
    /// selected gateway has been vetted by at least one guardian we trust it to
    /// set a reasonable fee and only enforce a rather high limit.
    ///
    /// The absolute fee for a payment can be calculated from the operation meta
    /// to be shown to the user in the transaction history.
    pub async fn receive(
        &self,
        amount: Amount,
        expiry_secs: u32,
        description: Bolt11InvoiceDescription,
        gateway: Option<SafeUrl>,
        custom_meta: Value,
    ) -> Result<(Bolt11Invoice, OperationId), ReceiveError> {
        if expiry_secs > MAX_INVOICE_EXPIRY_SECS {
            return Err(ReceiveError::InvoiceExpiryTooLong);
        }

        let (gateway, routing_info) = self.resolve_receive_gateway(gateway).await?;

        self.receive_with_routing_info(
            amount,
            expiry_secs,
            description,
            gateway,
            routing_info,
            custom_meta,
        )
        .await
    }

    /// Requests an invoice from `gateway` at the receive fee the caller
    /// already checked.
    ///
    /// [`Self::receive`] reads the gateway's fee itself, so a caller that
    /// showed the user a fee has no guarantee the incoming contract is
    /// created at that fee: the gateway may change its schedule between the
    /// two reads. This variant takes the `receive_fee` the caller obtained
    /// from [`RoutingInfo::receive_fee`] and refuses with
    /// [`ReceiveWithTermsError::TermsChanged`], before creating anything, if
    /// the gateway currently reports a different fee. A cheaper fee counts as
    /// changed too, so the contract always matches what was approved; the
    /// error carries the current fee for re-quoting.
    pub async fn receive_with_terms(
        &self,
        amount: Amount,
        expiry_secs: u32,
        description: Bolt11InvoiceDescription,
        gateway: SafeUrl,
        receive_fee: PaymentFee,
        custom_meta: Value,
    ) -> Result<(Bolt11Invoice, OperationId), ReceiveWithTermsError> {
        if expiry_secs > MAX_INVOICE_EXPIRY_SECS {
            return Err(ReceiveError::InvoiceExpiryTooLong.into());
        }

        let (gateway, routing_info) = self.resolve_receive_gateway(Some(gateway)).await?;

        if routing_info.receive_fee != receive_fee {
            return Err(ReceiveWithTermsError::TermsChanged {
                receive_fee: routing_info.receive_fee,
            });
        }

        let (invoice, operation_id) = self
            .receive_with_routing_info(
                amount,
                expiry_secs,
                description,
                gateway,
                routing_info,
                custom_meta,
            )
            .await?;

        Ok((invoice, operation_id))
    }

    /// Resolves the gateway to request an invoice from and its current
    /// routing info: the given one, or an automatically selected one when
    /// `None`.
    async fn resolve_receive_gateway(
        &self,
        gateway: Option<SafeUrl>,
    ) -> Result<(SafeUrl, RoutingInfo), ReceiveError> {
        match gateway {
            Some(gateway) => {
                let routing_info = self
                    .routing_info(&gateway)
                    .await
                    .map_err(|e| ReceiveError::FailedToConnectToGateway(e.to_string()))?
                    .ok_or(ReceiveError::FederationNotSupported)?;

                if !routing_info.receive_enabled {
                    return Err(ReceiveError::ReceiveDisabled);
                }

                Ok((gateway, routing_info))
            }
            None => self
                .select_receive_gateway()
                .await
                .map_err(ReceiveError::SelectGateway),
        }
    }

    /// Selects the first registered gateway that is online and currently
    /// accepts incoming payments for this federation. A gateway that answers
    /// but has turned receives off is skipped rather than handed an invoice
    /// request it would refuse.
    async fn select_receive_gateway(&self) -> Result<(SafeUrl, RoutingInfo), SelectGatewayError> {
        let gateways = self
            .module_api
            .gateways()
            .await
            .map_err(|e| SelectGatewayError::FailedToRequestGateways(e.to_string()))?;

        if gateways.is_empty() {
            return Err(SelectGatewayError::NoGatewaysAvailable);
        }

        let mut any_responded = false;

        for gateway in gateways {
            if let Ok(Some(routing_info)) = self.routing_info(&gateway).await {
                any_responded = true;

                if routing_info.receive_enabled {
                    return Ok((gateway, routing_info));
                }
            }
        }

        if any_responded {
            Err(SelectGatewayError::NoGatewayAcceptsReceives)
        } else {
            Err(SelectGatewayError::GatewaysUnresponsive)
        }
    }

    /// Creates the incoming contract locked to a public key derived from our
    /// static module public key, fetches its invoice from `gateway` at the
    /// terms in `routing_info`, then starts the receive operation.
    async fn receive_with_routing_info(
        &self,
        amount: Amount,
        expiry_secs: u32,
        description: Bolt11InvoiceDescription,
        gateway: SafeUrl,
        routing_info: RoutingInfo,
        custom_meta: Value,
    ) -> Result<(Bolt11Invoice, OperationId), ReceiveError> {
        let recipient_static_pk = self.keypair.public_key();

        let (ephemeral_tweak, ephemeral_pk) = tweak::generate(recipient_static_pk);

        let encryption_seed = ephemeral_tweak
            .consensus_hash::<sha256::Hash>()
            .to_byte_array();

        let preimage = encryption_seed
            .consensus_hash::<sha256::Hash>()
            .to_byte_array();

        if !routing_info
            .receive_fee
            .is_within(&PaymentFee::RECEIVE_FEE_LIMIT)
        {
            return Err(ReceiveError::GatewayFeeExceedsLimit);
        }

        let contract_amount = routing_info.receive_fee.subtract_from(amount.msats);

        // Quoting the claim against this federation's fee consensus is exact, where a
        // fixed floor is either too permissive or too strict depending on how the
        // federation is configured.
        if !self.is_worth_claiming(contract_amount).await {
            return Err(ReceiveError::AmountTooSmall);
        }

        let expiration = duration_since_epoch()
            .as_secs()
            .saturating_add(u64::from(expiry_secs));

        let claim_pk = recipient_static_pk
            .mul_tweak(
                secp256k1::SECP256K1,
                &Scalar::from_be_bytes(ephemeral_tweak).expect("Within curve order"),
            )
            .expect("Tweak is valid");

        let contract = IncomingContract::new(
            self.cfg.tpe_agg_pk,
            encryption_seed,
            preimage,
            PaymentImage::Hash(preimage.consensus_hash()),
            contract_amount,
            expiration,
            claim_pk,
            routing_info.module_public_key,
            ephemeral_pk,
        );

        let invoice = self
            .gateway_conn
            .bolt11_invoice(
                gateway.clone(),
                self.federation_id,
                contract.clone(),
                amount,
                description,
                expiry_secs,
            )
            .await
            .map_err(|e| ReceiveError::FailedToConnectToGateway(e.to_string()))?;

        if invoice.payment_hash() != &preimage.consensus_hash() {
            return Err(ReceiveError::InvalidInvoice);
        }

        if invoice.amount_milli_satoshis() != Some(amount.msats) {
            return Err(ReceiveError::IncorrectInvoiceAmount);
        }

        let operation_id = self
            .receive_incoming_contract(
                self.keypair.secret_key(),
                contract.clone(),
                LightningOperationMeta::Receive(ReceiveOperationMeta {
                    gateway,
                    contract,
                    invoice: LightningInvoice::Bolt11(invoice.clone()),
                    custom_meta,
                }),
            )
            .await
            .expect("The contract has been generated with our public key");

        Ok((invoice, operation_id))
    }

    /// Computes the federation fee a `receive` of `amount` would incur, without
    /// submitting anything.
    ///
    /// When the incoming contract is claimed, the client submits a transaction
    /// with a single Lightning input worth the contract amount; the primary
    /// module balances it by minting the change credited to the wallet. This
    /// quotes the fee of that transaction — the Lightning input fee, the mint
    /// output fees, and any sub-denomination dust — via the shared,
    /// module-agnostic fee quote.
    ///
    /// The gateway's off-chain Lightning fee is deliberately excluded: this is
    /// only the fee of the on-federation transaction. For that reason the quote
    /// is taken on `amount` directly (rather than the gateway-reduced contract
    /// amount), and no gateway round-trip is needed.
    pub async fn receive_fee_quote(
        &self,
        amount: Amount,
    ) -> Result<FeeQuote, TransactionSubmitError> {
        self.client_ctx
            .fee_quote(
                OperationId::new_random(),
                FeeQuoteRequest {
                    input_amount: Amounts::new_bitcoin(amount),
                    output_amount: Amounts::ZERO,
                    input_fee: Amounts::new_bitcoin(self.cfg.fee_consensus.fee(amount)),
                    output_fee: Amounts::ZERO,
                },
            )
            .await
    }

    /// Whether an incoming contract worth `amount` is worth claiming, i.e.
    /// whether claiming it would leave the wallet better off than leaving it.
    ///
    /// This is the computed counterpart of a fixed dust limit: it prices the
    /// actual claim - the lightning input fee at this federation's fee
    /// consensus, the change the primary module has to mint, and the
    /// sub-denomination remainder that cannot be minted at all - rather than
    /// assuming a floor. A quote that fails outright is the same verdict: the
    /// claim spends the contract as the transaction's only input, so a fee
    /// larger than the contract leaves a transaction that cannot be balanced.
    async fn is_worth_claiming(&self, amount: Amount) -> bool {
        match self.receive_fee_quote(amount).await {
            Ok(quote) => quote.total().get_bitcoin() < amount,
            Err(_) => false,
        }
    }

    /// Computes the federation fee a `send` funding an outgoing contract worth
    /// `amount` would incur, without submitting anything.
    ///
    /// When a payment is sent, the client submits a transaction with a single
    /// Lightning output (the outgoing contract) worth `amount`; the primary
    /// module balances it by spending ecash to fund the contract and minting
    /// any change. This quotes the fee of that transaction — the Lightning
    /// output fee, the mint input fees on the funding notes, any mint change
    /// output fees, and sub-denomination dust — via the shared, module-agnostic
    /// fee quote.
    ///
    /// The gateway's off-chain Lightning fee is deliberately excluded: it is
    /// part of the contract `amount` the gateway claims, not the on-federation
    /// transaction fee. So `amount` is the full outgoing contract value
    /// (`send_fee.add_to(invoice_amount)`).
    pub async fn send_fee_quote(&self, amount: Amount) -> Result<FeeQuote, TransactionSubmitError> {
        self.client_ctx
            .fee_quote(
                OperationId::new_random(),
                FeeQuoteRequest {
                    input_amount: Amounts::ZERO,
                    output_amount: Amounts::new_bitcoin(amount),
                    input_fee: Amounts::ZERO,
                    output_fee: Amounts::new_bitcoin(self.cfg.fee_consensus.fee(amount)),
                },
            )
            .await
    }

    /// Computes the largest invoice amount the client can pay in full out of
    /// `balance`, i.e. the amount to request an invoice for in order to spend
    /// (close to) the entire balance.
    ///
    /// Paying an invoice deducts two kinds of fee from the balance:
    /// - the *gateway* fee, which is added on top of the invoice amount to form
    ///   the outgoing contract (`send_fee.add_to(invoice_amount)`), and
    /// - the *federation* fee of funding that contract — the Lightning output
    ///   fee, the mint input fees on the funding notes, the mint output fees on
    ///   any change, and sub-denomination dust — as quoted by
    ///   [`Self::send_fee_quote`].
    ///
    /// `balance` is the client's current Bitcoin balance (e.g. from
    /// `Client::get_balance_for_btc`). `gateway` optionally pins the gateway
    /// whose fee schedule to use; if `None` one is selected automatically, the
    /// same way [`Self::send`] does when no gateway is given. The gateway's
    /// *default* send fee is used — the higher of its two send fees, applied to
    /// a Lightning swap rather than a direct fedimint-to-fedimint swap — so the
    /// returned amount stays payable even when the eventual invoice is routed
    /// over Lightning.
    ///
    /// The maximum payable amount is found by binary search over the real fee
    /// quote (see [`max_affordable_send_amount`]) rather than a closed form,
    /// because the federation fee is stepwise in the amount. The quote is
    /// point-in-time and moves with the balance, exactly like
    /// [`Self::send_fee_quote`]; the eventual [`Self::send`] remains the source
    /// of truth and may still fail if balance or gateway state changes in
    /// between.
    ///
    /// Returns [`SpendableAmountError::BalanceTooLow`] if the balance cannot
    /// cover even the smallest payable amount plus fees, and
    /// [`SpendableAmountError::Quote`] if the fee probe itself failed; only
    /// the first of the two says the wallet is short. Any LNURL
    /// `minSendable`/`maxSendable` bounds are the caller's responsibility to
    /// apply. The remaining variants of [`SpendableAmountError`] are
    /// gateway-side, and none of them means the wallet is short.
    pub async fn spendable_amount(
        &self,
        balance: Amount,
        gateway: Option<SafeUrl>,
    ) -> Result<Amount, SpendableAmountError> {
        let routing_info = match gateway {
            Some(gateway) => self
                .routing_info(&gateway)
                .await?
                .ok_or(SpendableAmountError::FederationNotSupported)?,
            None => self.select_gateway(None).await?.1,
        };

        // The default (Lightning-swap) send fee is the higher of the gateway's
        // two send fees, so using it keeps the result payable even if the
        // eventual invoice is routed over Lightning instead of settled by a
        // direct swap.
        let send_fee = routing_info.send_fee_default;

        if !send_fee.is_within(&PaymentFee::SEND_FEE_LIMIT) {
            return Err(SpendableAmountError::SendFeeExceedsLimit {
                fee: send_fee,
                limit: PaymentFee::SEND_FEE_LIMIT,
            });
        }

        max_affordable_send_amount(
            balance,
            Amount::from_msats(1),
            balance,
            |invoice_amount: Amount| send_fee.add_to(invoice_amount.msats),
            |contract_amount: Amount| self.send_fee_quote(contract_amount),
        )
        .await
        .map_err(SpendableAmountError::Quote)?
        .ok_or(SpendableAmountError::BalanceTooLow { balance })
    }

    // Receive an incoming contract locked to a public key derived from our
    // static module public key.
    async fn receive_incoming_contract(
        &self,
        sk: SecretKey,
        contract: IncomingContract,
        operation_meta: LightningOperationMeta,
    ) -> Option<OperationId> {
        let operation_id = OperationId::from_encodable(&contract.clone());

        let (claim_keypair, agg_decryption_key) = self.recover_contract_keys(sk, &contract)?;

        let receive_sm = LightningClientStateMachines::Receive(ReceiveStateMachine {
            common: ReceiveSMCommon {
                operation_id,
                contract: contract.clone(),
                claim_keypair,
                agg_decryption_key,
            },
            state: ReceiveSMState::Pending,
        });

        // this may only fail if the operation id is already in use, in which case we
        // ignore the error such that the method is idempotent
        self.client_ctx
            .manual_operation_start(
                operation_id,
                LightningCommonInit::KIND.as_str(),
                operation_meta,
                vec![self.client_ctx.make_dyn_state(receive_sm)],
            )
            .await
            .ok();

        Some(operation_id)
    }

    fn recover_contract_keys(
        &self,
        sk: SecretKey,
        contract: &IncomingContract,
    ) -> Option<(Keypair, AggregateDecryptionKey)> {
        let tweak = ecdh::SharedSecret::new(&contract.commitment.ephemeral_pk, &sk);

        let encryption_seed = tweak
            .secret_bytes()
            .consensus_hash::<sha256::Hash>()
            .to_byte_array();

        let claim_keypair = sk
            .mul_tweak(&Scalar::from_be_bytes(tweak.secret_bytes()).expect("Within curve order"))
            .expect("Tweak is valid")
            .keypair(secp256k1::SECP256K1);

        if claim_keypair.public_key() != contract.commitment.claim_pk {
            return None; // The claim key is not derived from our pk
        }

        let agg_decryption_key = derive_agg_dk(&self.cfg.tpe_agg_pk, &encryption_seed);

        if !contract.verify_agg_decryption_key(&self.cfg.tpe_agg_pk, &agg_decryption_key) {
            return None; // The decryption key is not derived from our pk
        }

        contract.decrypt_preimage(&agg_decryption_key)?;

        Some((claim_keypair, agg_decryption_key))
    }

    /// Subscribe to all state updates of the receive operation.
    pub async fn subscribe_receive_operation_state_updates(
        &self,
        operation_id: OperationId,
    ) -> Result<UpdateStreamOrOutcome<ReceiveOperationState>, OperationLookupError> {
        let operation = self.client_ctx.get_operation(operation_id).await?;
        let mut stream = self.notifier.subscribe(operation_id).await;
        let client_ctx = self.client_ctx.clone();

        Ok(self.client_ctx.outcome_or_updates(&operation, operation_id, |state| match state {
                ReceiveOperationState::Pending | ReceiveOperationState::Claiming => false,
                ReceiveOperationState::Expired
                | ReceiveOperationState::Claimed
                | ReceiveOperationState::Failure
                | ReceiveOperationState::Uneconomical => true,
            }, move || {
            stream! {
                loop {
                    if let Some(LightningClientStateMachines::Receive(state)) = stream.next().await {
                        match state.state {
                            ReceiveSMState::Pending => yield ReceiveOperationState::Pending,
                            ReceiveSMState::Claiming(out_points) => {
                                yield ReceiveOperationState::Claiming;

                                if client_ctx.await_primary_module_outputs(operation_id, out_points).await.is_ok() {
                                    yield ReceiveOperationState::Claimed;
                                } else {
                                    yield ReceiveOperationState::Failure;
                                }
                                return;
                            },
                            ReceiveSMState::Expired => {
                                yield ReceiveOperationState::Expired;
                                return;
                            }
                            ReceiveSMState::Uneconomical => {
                                yield ReceiveOperationState::Uneconomical;
                                return;
                            }
                        }
                    }
                }
            }
        }))
    }

    /// Await the final state of the receive operation.
    pub async fn await_final_receive_operation_state(
        &self,
        operation_id: OperationId,
    ) -> Result<FinalReceiveOperationState, OperationLookupError> {
        let mut stream = self
            .subscribe_receive_operation_state_updates(operation_id)
            .await?
            .into_stream();

        let mut final_state = None;

        while let Some(state) = stream.next().await {
            match state {
                ReceiveOperationState::Expired => {
                    final_state = Some(FinalReceiveOperationState::Expired);
                }
                ReceiveOperationState::Claimed => {
                    final_state = Some(FinalReceiveOperationState::Claimed);
                }
                ReceiveOperationState::Failure => {
                    final_state = Some(FinalReceiveOperationState::Failure);
                }
                ReceiveOperationState::Uneconomical => {
                    final_state = Some(FinalReceiveOperationState::Uneconomical);
                }
                _ => {}
            }
        }

        Ok(final_state.expect("Stream contains one final state"))
    }

    /// Generate an lnurl for the client. You can optionally specify a gateway
    /// to use for testing purposes.
    pub async fn generate_lnurl(
        &self,
        recurringd: SafeUrl,
        gateway: Option<SafeUrl>,
    ) -> Result<String, GenerateLnurlError> {
        let gateways = if let Some(gateway) = gateway {
            vec![gateway]
        } else {
            let gateways = self
                .module_api
                .gateways()
                .await
                .map_err(|e| GenerateLnurlError::FailedToRequestGateways(e.to_string()))?;

            if gateways.is_empty() {
                return Err(GenerateLnurlError::NoGatewaysAvailable);
            }

            gateways
        };

        let payload = fedimint_core::base32::encode_prefixed(
            fedimint_core::base32::FEDIMINT_PREFIX,
            &lnurl::LnurlRequest {
                federation_id: self.federation_id,
                recipient_pk: self.lnurl_keypair.public_key(),
                aggregate_pk: self.cfg.tpe_agg_pk,
                gateways,
            },
        );

        Ok(fedimint_lnurl::encode_lnurl(&format!(
            "{recurringd}pay/{payload}"
        )))
    }

    fn spawn_receive_lnurl_task(
        &self,
        custom_meta_fn: Arc<dyn Fn() -> Value + Send + Sync>,
        task_group: &TaskGroup,
        client_span: &tracing::Span,
    ) {
        let module = self.clone();
        let api = self.module_api.clone();

        task_group.spawn_cancellable_with_span(
            client_span.clone(),
            "receive_lnurl_task",
            async move {
                api.wait_for_initialized_connections().await;
                loop {
                    module.receive_lnurl(custom_meta_fn()).await;
                }
            },
        );
    }

    async fn receive_lnurl(&self, custom_meta: Value) {
        // Read the stream cursor with a short-lived transaction. It must NOT stay open
        // across the long-poll below: RocksDB's optimistic transactions validate a
        // commit against bounded memtable history, so a transaction held open
        // for minutes fails with `DatabaseError::SnapshotTooOld` once enough
        // concurrent writes flush that history — not because anything conflicted,
        // but because the backend can no longer tell — and the panicking
        // `commit_tx()` then killed this task permanently, silently
        // stalling every future receive for the lifetime of the process. Long-lived
        // clients (daemons) hit this reproducibly under concurrent lnv2 activity.
        // See <https://github.com/fedimint/fedimint/issues/8872>.
        let stream_index = self
            .client_ctx
            .module_db()
            .begin_transaction_nc()
            .await
            .get_value(&IncomingContractStreamIndexKey)
            .await
            .unwrap_or(0);

        let (contracts, next_index) = self
            .module_api
            .await_incoming_contracts(stream_index, 128)
            .await;

        for contract in &contracts {
            // The stream carries every incoming contract the federation funded, and
            // anyone can address one to a published lnurl key. Check that it is ours
            // before quoting - recovering the keys is local arithmetic, the quote
            // reads the wallet - and skip the contracts the claim fee would swallow,
            // so that unsolicited dust never becomes an operation in the first place.
            if self
                .recover_contract_keys(self.lnurl_keypair.secret_key(), contract)
                .is_none()
            {
                continue;
            }

            if !self.is_worth_claiming(contract.commitment.amount).await {
                warn!(
                    target: LOG_CLIENT_MODULE_LNV2,
                    amount = %contract.commitment.amount,
                    "Ignoring incoming contract, its amount does not cover the claim fee"
                );

                continue;
            }

            if let Some(operation_id) = self
                .receive_incoming_contract(
                    self.lnurl_keypair.secret_key(),
                    contract.clone(),
                    LightningOperationMeta::LnurlReceive(LnurlReceiveOperationMeta {
                        contract: contract.clone(),
                        custom_meta: custom_meta.clone(),
                    }),
                )
                .await
            {
                self.await_final_receive_operation_state(operation_id)
                    .await
                    .ok();
            }
        }

        // Advance the cursor in its own short transaction. This is the only writer of
        // this key and it runs in a single sequential loop, so there is no concurrent
        // writer to guard against; and because this transaction is short-lived — opened
        // after the long-poll and committed immediately — it cannot hit the
        // `SnapshotTooOld` failure that a transaction held open across the long-poll
        // would, so a plain `commit_tx()` is safe. Ordering is unchanged: the cursor
        // only moves after the batch above was processed, and a crash in between
        // re-fetches the same batch on the next iteration.
        let mut dbtx = self.client_ctx.module_db().begin_transaction().await;

        dbtx.insert_entry(&IncomingContractStreamIndexKey, &next_index)
            .await;

        dbtx.commit_tx().await;
    }
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum SelectGatewayError {
    #[error("Failed to request gateways")]
    FailedToRequestGateways(String),
    #[error("No gateways are available")]
    NoGatewaysAvailable,
    #[error("All gateways failed to respond")]
    GatewaysUnresponsive,
    #[error("No online gateway currently accepts incoming payments for this federation")]
    NoGatewayAcceptsReceives,
}

/// The status of the latest send attempt for an invoice, derived from the
/// operation log.
#[derive(Debug, Clone, Eq, PartialEq)]
pub enum InvoiceSendStatus {
    /// No payment operation exists for this invoice.
    NotAttempted,
    /// A payment operation is still being driven to completion.
    InFlight(OperationId),
    /// The payment succeeded; paying the invoice again would be a double
    /// payment.
    Succeeded(OperationId),
    /// The payment failed and any funds were refunded.
    Failed(OperationId),
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum SendPaymentError {
    #[error("Invoice is missing an amount")]
    InvoiceMissingAmount,
    #[error("Invoice has expired")]
    InvoiceExpired,
    #[error("Payment attempt is duplicate")]
    DuplicatePaymentAttempt(OperationId),
    #[error(transparent)]
    SelectGateway(SelectGatewayError),
    #[error("Failed to connect to gateway")]
    FailedToConnectToGateway(String),
    #[error("Gateway does not support this federation")]
    FederationNotSupported,
    #[error("Gateway fee exceeds the allowed limit")]
    GatewayFeeExceedsLimit,
    #[error("Gateway expiration time exceeds the allowed limit")]
    GatewayExpirationExceedsLimit,
    #[error("Failed to request block count")]
    FailedToRequestBlockCount(String),
    #[error("Failed to fund the payment")]
    FailedToFundPayment(String),
    #[error("Invoice is for a different currency")]
    WrongCurrency {
        invoice_currency: Currency,
        federation_currency: Currency,
    },
}

/// A failure of [`LightningClientModule::send_with_terms`].
#[derive(Error, Debug, Clone, Eq, PartialEq)]
#[non_exhaustive]
pub enum SendWithTermsError {
    /// The gateway's current send terms differ from the ones the caller
    /// checked. Carries the current terms so the caller can re-quote.
    #[error("Gateway's send terms changed since they were checked")]
    TermsChanged {
        send_fee: PaymentFee,
        expiration_delta: u64,
    },
    /// Any failure [`LightningClientModule::send`] can report.
    #[error(transparent)]
    Send(#[from] SendPaymentError),
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum ReceiveError {
    #[error(transparent)]
    SelectGateway(SelectGatewayError),
    #[error("Failed to connect to gateway")]
    FailedToConnectToGateway(String),
    #[error("Gateway does not support this federation")]
    FederationNotSupported,
    #[error("Gateway does not currently accept incoming payments for this federation")]
    ReceiveDisabled,
    #[error("Gateway fee exceeds the allowed limit")]
    GatewayFeeExceedsLimit,
    #[error("Amount is too small to cover fees")]
    AmountTooSmall,
    #[error("Gateway returned an invalid invoice")]
    InvalidInvoice,
    #[error("Gateway returned an invoice with incorrect amount")]
    IncorrectInvoiceAmount,
    #[error("Requested invoice expiry exceeds the maximum of one day")]
    InvoiceExpiryTooLong,
}

/// A failure of [`LightningClientModule::receive_with_terms`].
#[derive(Error, Debug, Clone, Eq, PartialEq)]
#[non_exhaustive]
pub enum ReceiveWithTermsError {
    /// The gateway's current receive fee differs from the one the caller
    /// checked. Carries the current fee so the caller can re-quote.
    #[error("Gateway's receive fee changed since it was checked")]
    TermsChanged { receive_fee: PaymentFee },
    /// Any failure [`LightningClientModule::receive`] can report.
    #[error(transparent)]
    Receive(#[from] ReceiveError),
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum GenerateLnurlError {
    #[error("No gateways are available")]
    NoGatewaysAvailable,
    #[error("Failed to request gateways")]
    FailedToRequestGateways(String),
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum ListGatewaysError {
    #[error("Failed to request gateways")]
    FailedToListGateways,
}

#[derive(Error, Debug, Clone, Eq, PartialEq)]
pub enum RoutingInfoError {
    #[error("Failed to request routing info")]
    FailedToRequestRoutingInfo,
}

/// A failure to work out the largest invoice amount the client could pay in
/// full.
///
/// The answer depends on a gateway's fee schedule as well as on the balance,
/// so it can be missing either because no schedule could be obtained or
/// because the balance does not reach the smallest payable amount once both
/// fees are applied.
#[derive(Debug, Error)]
#[non_exhaustive]
pub enum SpendableAmountError {
    /// The caller named a gateway and its routing information could not be
    /// fetched, so there is no fee schedule to compute against.
    #[error(transparent)]
    RoutingInfo(#[from] RoutingInfoError),

    /// The caller named a gateway and it answered, but it does not serve this
    /// federation.
    #[error("The gateway does not support this federation")]
    FederationNotSupported,

    /// The caller named no gateway and none could be picked automatically, so
    /// there is no fee schedule to compute against.
    #[error(transparent)]
    SelectGateway(#[from] SelectGatewayError),

    /// The gateway's default send fee is above the limit this module accepts,
    /// so an amount computed against it would not be payable through it.
    #[error("The gateway's default send fee {fee} exceeds the limit {limit}")]
    SendFeeExceedsLimit {
        /// The default send fee the gateway announced.
        fee: PaymentFee,
        /// The largest default send fee this module accepts.
        limit: PaymentFee,
    },

    /// The fee probe failed for a reason unrelated to the balance.
    #[error("The fee quote for the payment failed")]
    Quote(#[source] TransactionSubmitError),

    /// The balance cannot cover the smallest payable amount plus the gateway
    /// and federation fees, so there is no amount to send.
    #[error("The balance {balance} is too low to send any amount after fees")]
    BalanceTooLow {
        /// The balance the answer was computed against.
        balance: Amount,
    },
}

#[derive(Debug, Clone, Eq, PartialEq, Hash, Decodable, Encodable)]
pub enum LightningClientStateMachines {
    Send(SendStateMachine),
    Receive(ReceiveStateMachine),
}

impl IntoDynInstance for LightningClientStateMachines {
    type DynType = DynState;

    fn into_dyn(self, instance_id: ModuleInstanceId) -> Self::DynType {
        DynState::from_typed(instance_id, self)
    }
}

impl State for LightningClientStateMachines {
    type ModuleContext = LightningClientContext;

    fn transitions(
        &self,
        context: &Self::ModuleContext,
        global_context: &DynGlobalClientContext,
    ) -> Vec<StateTransition<Self>> {
        match self {
            LightningClientStateMachines::Send(state) => {
                sm_enum_variant_translation!(
                    state.transitions(context, global_context),
                    LightningClientStateMachines::Send
                )
            }
            LightningClientStateMachines::Receive(state) => {
                sm_enum_variant_translation!(
                    state.transitions(context, global_context),
                    LightningClientStateMachines::Receive
                )
            }
        }
    }

    fn operation_id(&self) -> OperationId {
        match self {
            LightningClientStateMachines::Send(state) => state.operation_id(),
            LightningClientStateMachines::Receive(state) => state.operation_id(),
        }
    }
}