breez_sdk_liquid/persist/

mod.rs

mod address;
pub(crate) mod asset_metadata;
mod backup;
pub(crate) mod bolt12_offer;
pub(crate) mod cache;
pub(crate) mod chain;
mod migrations;
pub(crate) mod model;
pub(crate) mod receive;
pub(crate) mod send;
pub(crate) mod sync;
pub(crate) mod wallet_updates;

use std::collections::{HashMap, HashSet};
use std::ops::Not;
use std::{path::PathBuf, str::FromStr};

use crate::elements::AssetId;
use crate::model::*;
use crate::sync::model::RecordType;
use crate::utils::{
    self, from_optional_u64_to_row, from_row_to_optional_u64, from_row_to_u64, from_u64_to_row,
};
use anyhow::{anyhow, Result};
use boltz_client::boltz::{ChainPair, ReversePair, SubmarinePair};
use log::{error, warn};
use lwk_wollet::WalletTx;
use migrations::current_migrations;
use model::{PaymentTxBalance, PaymentTxDetails};
use rusqlite::backup::Backup;
use rusqlite::{
    params, params_from_iter, Connection, OptionalExtension, Row, ToSql, TransactionBehavior,
};
use rusqlite_migration::{Migrations, M};
use tokio::sync::broadcast::{self, Sender};

const DEFAULT_DB_FILENAME: &str = "storage.sql";

pub struct Persister {
    main_db_dir: PathBuf,
    network: LiquidNetwork,
    pub(crate) sync_trigger: Option<Sender<()>>,
}

/// Builds a WHERE clause that checks if `state` is any of the given arguments
fn get_where_clause_state_in(allowed_states: &[PaymentState]) -> String {
    format!(
        "state in ({})",
        allowed_states
            .iter()
            .map(|t| format!("'{}'", *t as i8))
            .collect::<Vec<_>>()
            .join(", ")
    )
}

fn where_clauses_to_string(where_clauses: Vec<String>) -> String {
    let mut where_clause_str = String::new();
    if !where_clauses.is_empty() {
        where_clause_str = String::from("WHERE ");
        where_clause_str.push_str(where_clauses.join(" AND ").as_str());
    }
    where_clause_str
}

impl Persister {
    /// Creates a new Persister that stores data on the provided `working_dir`.
    #[cfg(not(all(target_family = "wasm", target_os = "unknown")))]
    pub fn new_using_fs(
        working_dir: &str,
        network: LiquidNetwork,
        sync_enabled: bool,
        asset_metadata: Option<Vec<AssetMetadata>>,
    ) -> Result<Self> {
        let main_db_dir = PathBuf::from_str(working_dir)?;
        if !main_db_dir.exists() {
            std::fs::create_dir_all(&main_db_dir)?;
        }
        Self::new_inner(main_db_dir, network, sync_enabled, asset_metadata, None)
    }

    /// Creates a new Persister that only keeps data in memory.
    ///
    /// Multiple persisters accessing the same in-memory data can be created by providing the
    /// same `database_id`.
    #[cfg(all(target_family = "wasm", target_os = "unknown"))]
    pub fn new_in_memory(
        database_id: &str,
        network: LiquidNetwork,
        sync_enabled: bool,
        asset_metadata: Option<Vec<AssetMetadata>>,
        backup_bytes: Option<Vec<u8>>,
    ) -> Result<Self> {
        let main_db_dir = PathBuf::from_str(database_id)?;
        let backup_con = backup_bytes
            .map(|data| {
                let size = data.len();
                let cursor = std::io::Cursor::new(data);
                let mut conn = Connection::open_in_memory()?;
                conn.deserialize_read_exact(rusqlite::MAIN_DB, cursor, size, false)?;
                Ok::<Connection, anyhow::Error>(conn)
            })
            .transpose()
            .unwrap_or_else(|e| {
                error!("Failed to deserialize backup data: {e} - proceeding without it");
                None
            });
        Self::new_inner(
            main_db_dir,
            network,
            sync_enabled,
            asset_metadata,
            backup_con,
        )
    }

    fn new_inner(
        main_db_dir: PathBuf,
        network: LiquidNetwork,
        sync_enabled: bool,
        asset_metadata: Option<Vec<AssetMetadata>>,
        backup_con: Option<Connection>,
    ) -> Result<Self> {
        let mut sync_trigger = None;
        if sync_enabled {
            let (events_notifier, _) = broadcast::channel::<()>(1);
            sync_trigger = Some(events_notifier);
        }

        let persister = Persister {
            main_db_dir,
            network,
            sync_trigger,
        };

        if let Some(backup_con) = backup_con {
            if let Err(e) = (|| {
                let mut dst_con = persister.get_connection()?;
                let backup = Backup::new(&backup_con, &mut dst_con)?;
                backup.step(-1)?;
                Ok::<(), anyhow::Error>(())
            })() {
                error!("Failed to restore from backup: {e} - proceeding without it");
            }
        }

        persister.init()?;
        persister.replace_asset_metadata(asset_metadata)?;

        Ok(persister)
    }

    fn get_db_path(&self) -> PathBuf {
        self.main_db_dir.join(DEFAULT_DB_FILENAME)
    }

    /// Clears the in-memory database.
    ///
    /// The in-memory database is kept in memory even when not being used.
    /// Calling this method will clear the database and free up memory.
    #[cfg(all(target_family = "wasm", target_os = "unknown"))]
    pub fn clear_in_memory_db(&self) -> Result<()> {
        sqlite_wasm_rs::MemVfsUtil::<sqlite_wasm_rs::WasmOsCallback>::new().delete_db(
            self.get_db_path()
                .to_str()
                .ok_or(anyhow!("Failed to get db path str"))?,
        );
        Ok(())
    }

    pub(crate) fn get_connection(&self) -> Result<Connection> {
        Ok(Connection::open(self.get_db_path())?)
    }

    pub fn init(&self) -> Result<()> {
        self.migrate_main_db()?;
        Ok(())
    }

    #[cfg(all(target_family = "wasm", target_os = "unknown"))]
    pub fn serialize(&self) -> Result<Vec<u8>> {
        let con = self.get_connection()?;
        let db_bytes = con.serialize(rusqlite::MAIN_DB)?;
        Ok(db_bytes.to_vec())
    }

    #[cfg(any(test, feature = "test-utils"))]
    pub(crate) fn get_database_dir(&self) -> &PathBuf {
        &self.main_db_dir
    }

    fn migrate_main_db(&self) -> Result<()> {
        let migrations = Migrations::new(
            current_migrations(self.network)
                .into_iter()
                .map(M::up)
                .collect(),
        );
        let mut conn = self.get_connection()?;
        migrations.to_latest(&mut conn)?;
        Ok(())
    }

    pub(crate) fn fetch_swap_by_id(&self, id: &str) -> Result<Swap> {
        match self.fetch_send_swap_by_id(id) {
            Ok(Some(send_swap)) => Ok(Swap::Send(send_swap)),
            _ => match self.fetch_receive_swap_by_id(id) {
                Ok(Some(receive_swap)) => Ok(Swap::Receive(receive_swap)),
                _ => match self.fetch_chain_swap_by_id(id) {
                    Ok(Some(chain_swap)) => Ok(Swap::Chain(chain_swap)),
                    _ => Err(anyhow!("Could not find Swap {id}")),
                },
            },
        }
    }

    pub(crate) fn insert_or_update_payment_with_wallet_tx(&self, tx: &WalletTx) -> Result<()> {
        let tx_id = tx.txid.to_string();
        let is_tx_confirmed = tx.height.is_some();

        let mut tx_balances: HashMap<AssetId, i64> = HashMap::new();
        for input in &tx.inputs {
            let Some(input) = input else {
                continue;
            };
            let value = input.unblinded.value as i64;
            tx_balances
                .entry(input.unblinded.asset)
                .and_modify(|v| *v -= value)
                .or_insert_with(|| -value);
        }
        for output in &tx.outputs {
            let Some(output) = output else {
                continue;
            };
            let value = output.unblinded.value as i64;
            tx_balances
                .entry(output.unblinded.asset)
                .and_modify(|v| *v += value)
                .or_insert_with(|| value);
        }

        if tx_balances.is_empty() {
            warn!("Attempted to persist a payment with no balance: tx_id {tx_id} balances {tx_balances:?}");
            return Ok(());
        }

        let lbtc_asset_id = utils::lbtc_asset_id(self.network);
        let payment_balances: Vec<PaymentTxBalance> = tx_balances
            .into_iter()
            .map(|(asset_id, balance)| {
                let payment_type = match balance >= 0 {
                    true => PaymentType::Receive,
                    false => PaymentType::Send,
                };
                let mut amount = balance.unsigned_abs();
                if payment_type == PaymentType::Send && asset_id == lbtc_asset_id {
                    amount = amount.saturating_sub(tx.fee);
                }
                let asset_id = asset_id.to_string();
                PaymentTxBalance {
                    payment_type,
                    asset_id,
                    amount,
                }
            })
            .collect();

        let maybe_address = tx
            .outputs
            .iter()
            .find(|output| output.is_some())
            .and_then(|output| {
                output.clone().and_then(|o| {
                    o.address.blinding_pubkey.map(|blinding_pubkey| {
                        o.address.to_confidential(blinding_pubkey).to_string()
                    })
                })
            });
        let unblinding_data = tx
            .unblinded_url("")
            .replace(&format!("tx/{tx_id}#blinded="), "");
        self.insert_or_update_payment(
            PaymentTxData {
                tx_id: tx_id.clone(),
                timestamp: tx.timestamp,
                fees_sat: tx.fee,
                is_confirmed: is_tx_confirmed,
                unblinding_data: Some(unblinding_data),
            },
            &payment_balances,
            maybe_address.map(|destination| PaymentTxDetails {
                tx_id,
                destination,
                ..Default::default()
            }),
            true,
        )
    }

    pub(crate) fn list_unconfirmed_payment_txs_data(&self) -> Result<Vec<PaymentTxData>> {
        let con = self.get_connection()?;
        let mut stmt = con.prepare(
            "SELECT tx_id,
                        timestamp,
                        fees_sat,
                        is_confirmed,
                        unblinding_data
            FROM payment_tx_data
            WHERE is_confirmed = 0",
        )?;
        let payments: Vec<PaymentTxData> = stmt
            .query_map([], |row| {
                Ok(PaymentTxData {
                    tx_id: row.get(0)?,
                    timestamp: row.get(1)?,
                    fees_sat: from_row_to_u64(row, 2)?,
                    is_confirmed: row.get(3)?,
                    unblinding_data: row.get(4)?,
                })
            })?
            .map(|i| i.unwrap())
            .collect();
        Ok(payments)
    }

    fn insert_or_update_payment_balance(
        con: &Connection,
        tx_id: &str,
        balance: &PaymentTxBalance,
    ) -> Result<()> {
        con.execute(
            "INSERT OR REPLACE INTO payment_balance (
                tx_id,
                asset_id,
                payment_type,
                amount
            )
            VALUES (?, ?, ?, ?)",
            (
                tx_id,
                &balance.asset_id,
                balance.payment_type,
                from_u64_to_row(balance.amount)?,
            ),
        )?;
        Ok(())
    }

    pub(crate) fn insert_or_update_payment(
        &self,
        ptx: PaymentTxData,
        balances: &[PaymentTxBalance],
        payment_tx_details: Option<PaymentTxDetails>,
        from_wallet_tx_data: bool,
    ) -> Result<()> {
        let mut con = self.get_connection()?;
        let tx = con.transaction_with_behavior(TransactionBehavior::Immediate)?;
        tx.execute(
            "INSERT INTO payment_tx_data (
           tx_id,
           timestamp,
           fees_sat,
           is_confirmed,
           unblinding_data
        )
        VALUES (?, ?, ?, ?, ?)
        ON CONFLICT (tx_id)
        DO UPDATE SET timestamp = CASE WHEN excluded.is_confirmed = 1 THEN excluded.timestamp ELSE timestamp END,
                      fees_sat = excluded.fees_sat,
                      is_confirmed = excluded.is_confirmed,
                      unblinding_data = excluded.unblinding_data
        ",
            (
                &ptx.tx_id,
                ptx.timestamp.or(Some(utils::now())),
                from_u64_to_row(ptx.fees_sat)?,
                ptx.is_confirmed,
                ptx.unblinding_data,
            ),
        )?;

        for balance in balances {
            Self::insert_or_update_payment_balance(&tx, &ptx.tx_id, balance)?;
        }

        let mut trigger_sync = false;
        if let Some(ref payment_tx_details) = payment_tx_details {
            // If the update comes from the wallet tx:
            // - Skip updating the destination from the script_pubkey
            // - Skip syncing the payment_tx_details
            Self::insert_or_update_payment_details_inner(
                &tx,
                payment_tx_details,
                from_wallet_tx_data,
            )?;
            if !from_wallet_tx_data {
                self.commit_outgoing(
                    &tx,
                    &payment_tx_details.tx_id,
                    RecordType::PaymentDetails,
                    None,
                )?;
                trigger_sync = true;
            }
        }

        tx.commit()?;
        if trigger_sync {
            self.trigger_sync();
        }

        Ok(())
    }

    pub(crate) fn delete_payment_tx_data(&self, tx_id: &str) -> Result<()> {
        let con = self.get_connection()?;

        con.execute("DELETE FROM payment_tx_data WHERE tx_id = ?", [tx_id])?;

        Ok(())
    }

    fn insert_or_update_payment_details_inner(
        con: &Connection,
        payment_tx_details: &PaymentTxDetails,
        skip_destination_update: bool,
    ) -> Result<()> {
        let destination_update = if skip_destination_update.not() {
            "destination = excluded.destination,"
        } else {
            Default::default()
        };
        con.execute(
            &format!(
                "INSERT INTO payment_details (
                    tx_id,
                    destination,
                    description,
                    lnurl_info_json,
                    bip353_address,
                    payer_note,
                    asset_fees
                )
                VALUES (?, ?, ?, ?, ?, ?, ?)
                ON CONFLICT (tx_id)
                DO UPDATE SET
                    {destination_update}
                    description = COALESCE(excluded.description, description),
                    lnurl_info_json = COALESCE(excluded.lnurl_info_json, lnurl_info_json),
                    bip353_address = COALESCE(excluded.bip353_address, bip353_address),
                    payer_note = COALESCE(excluded.payer_note, payer_note),
                    asset_fees = COALESCE(excluded.asset_fees, asset_fees)
            "
            ),
            (
                &payment_tx_details.tx_id,
                &payment_tx_details.destination,
                &payment_tx_details.description,
                payment_tx_details
                    .lnurl_info
                    .as_ref()
                    .map(|info| serde_json::to_string(&info).ok()),
                &payment_tx_details.bip353_address,
                &payment_tx_details.payer_note,
                from_optional_u64_to_row(&payment_tx_details.asset_fees)?,
            ),
        )?;
        Ok(())
    }

    pub(crate) fn insert_or_update_payment_details(
        &self,
        payment_tx_details: PaymentTxDetails,
    ) -> Result<()> {
        let mut con = self.get_connection()?;
        let tx = con.transaction_with_behavior(TransactionBehavior::Immediate)?;

        Self::insert_or_update_payment_details_inner(&tx, &payment_tx_details, false)?;
        self.commit_outgoing(
            &tx,
            &payment_tx_details.tx_id,
            RecordType::PaymentDetails,
            None,
        )?;
        tx.commit()?;
        self.trigger_sync();

        Ok(())
    }

    pub(crate) fn get_payment_details(&self, tx_id: &str) -> Result<Option<PaymentTxDetails>> {
        let con = self.get_connection()?;
        let mut stmt = con.prepare(
            "SELECT destination, description, lnurl_info_json, bip353_address, payer_note, asset_fees
            FROM payment_details
            WHERE tx_id = ?",
        )?;
        let res = stmt.query_row([tx_id], |row| {
            let destination = row.get(0)?;
            let description = row.get(1)?;
            let maybe_lnurl_info_json: Option<String> = row.get(2)?;
            let maybe_bip353_address = row.get(3)?;
            let maybe_payer_note = row.get(4)?;
            let maybe_asset_fees = from_row_to_optional_u64(row, 5)?;
            Ok(PaymentTxDetails {
                tx_id: tx_id.to_string(),
                destination,
                description,
                lnurl_info: maybe_lnurl_info_json
                    .and_then(|info| serde_json::from_str::<LnUrlInfo>(&info).ok()),
                bip353_address: maybe_bip353_address,
                payer_note: maybe_payer_note,
                asset_fees: maybe_asset_fees,
            })
        });
        Ok(res.ok())
    }

    pub(crate) fn list_ongoing_swaps(&self) -> Result<Vec<Swap>> {
        let ongoing_send_swaps: Vec<Swap> = self
            .list_ongoing_send_swaps()?
            .into_iter()
            .map(Swap::Send)
            .collect();
        let ongoing_receive_swaps: Vec<Swap> = self
            .list_ongoing_receive_swaps()?
            .into_iter()
            .map(Swap::Receive)
            .collect();
        let ongoing_chain_swaps: Vec<Swap> = self
            .list_ongoing_chain_swaps()?
            .into_iter()
            .map(Swap::Chain)
            .collect();
        Ok([
            ongoing_send_swaps,
            ongoing_receive_swaps,
            ongoing_chain_swaps,
        ]
        .concat())
    }

    fn select_payment_query(
        &self,
        where_clause: Option<&str>,
        offset: Option<u32>,
        limit: Option<u32>,
        sort_ascending: Option<bool>,
        include_all_states: Option<bool>,
    ) -> String {
        let (where_receive_swap_clause, where_chain_swap_clause) = if include_all_states
            .unwrap_or_default()
        {
            ("true", "true")
        } else {
            (
                // Receive Swap has a tx id and state not in Created, Failed, TimedOut
                "COALESCE(claim_tx_id, lockup_tx_id, mrh_tx_id) IS NOT NULL AND state NOT IN (0, 3, 4)",
                // Chain Swap has a tx id and state not in Created, TimedOut
                "COALESCE(user_lockup_tx_id, claim_tx_id) IS NOT NULL AND state NOT IN (0, 4)",
            )
        };

        format!(
            "
            SELECT
                ptx.tx_id,
                ptx.timestamp,
                ptx.fees_sat,
                ptx.is_confirmed,
                ptx.unblinding_data,
                pb.amount,
                pb.asset_id,
                pb.payment_type,
                rs.id,
                rs.created_at,
                rs.timeout_block_height,
                rs.invoice,
                rs.bolt12_offer,
                rs.payment_hash,
                rs.destination_pubkey,
                rs.description,
                rs.payer_note,
                rs.preimage,
                rs.payer_amount_sat,
                rs.receiver_amount_sat,
                rs.state,
                rs.pair_fees_json,
                rs.claim_tx_id,
                ss.id,
                ss.created_at,
                ss.timeout_block_height,
                ss.invoice,
                ss.bolt12_offer,
                ss.payment_hash,
                ss.destination_pubkey,
                ss.description,
                ss.preimage,
                ss.refund_tx_id,
                ss.payer_amount_sat,
                ss.receiver_amount_sat,
                ss.state,
                ss.pair_fees_json,
                cs.id,
                cs.created_at,
                cs.timeout_block_height,
                cs.claim_timeout_block_height,
                cs.direction,
                cs.preimage,
                cs.description,
                cs.refund_tx_id,
                cs.payer_amount_sat,
                cs.receiver_amount_sat,
                cs.claim_address,
                cs.lockup_address,
                cs.state,
                cs.pair_fees_json,
                cs.actual_payer_amount_sat,
                cs.accepted_receiver_amount_sat,
                cs.auto_accepted_fees,
                cs.user_lockup_tx_id,
                cs.claim_tx_id,
                rb.amount,
                pd.destination,
                pd.description,
                pd.lnurl_info_json,
                pd.bip353_address,
                pd.payer_note,
                pd.asset_fees,
                am.name,
                am.ticker,
                am.precision
            FROM payment_tx_data AS ptx          -- Payment tx (each tx results in a Payment)
            LEFT JOIN payment_balance AS pb
                ON pb.tx_id = ptx.tx_id          -- Payment tx balances, split by asset
            FULL JOIN (
                SELECT * FROM receive_swaps WHERE {}
            ) rs                                 -- Receive Swap data
                ON ptx.tx_id in (rs.claim_tx_id, rs.mrh_tx_id)
            FULL JOIN (
                SELECT * FROM chain_swaps WHERE {}
            ) cs                                 -- Chain Swap data
                ON ptx.tx_id in (cs.user_lockup_tx_id, cs.claim_tx_id)
            LEFT JOIN send_swaps AS ss           -- Send Swap data
                ON ptx.tx_id = ss.lockup_tx_id
            LEFT JOIN payment_balance AS rb      -- Refund tx balance
                ON rb.tx_id in (ss.refund_tx_id, cs.refund_tx_id)
            LEFT JOIN payment_details AS pd      -- Payment details
                ON pd.tx_id = ptx.tx_id
            LEFT JOIN asset_metadata AS am       -- Asset metadata
                ON am.asset_id = pb.asset_id
            WHERE
                (ptx.tx_id IS NULL               -- Filter out refund txs from Chain/Send Swaps
                    OR ptx.tx_id NOT IN (SELECT refund_tx_id FROM send_swaps WHERE refund_tx_id NOT NULL)
                    AND ptx.tx_id NOT IN (SELECT refund_tx_id FROM chain_swaps WHERE refund_tx_id NOT NULL))
            AND {}
            ORDER BY                             -- Order by swap creation time or tx timestamp (in case of direct tx)
                COALESCE(rs.created_at, ss.created_at, cs.created_at, ptx.timestamp) {}
            LIMIT {}
            OFFSET {}
            ",
            where_receive_swap_clause,
            where_chain_swap_clause,
            where_clause.unwrap_or("true"),
            match sort_ascending.unwrap_or(false) {
                true => "ASC",
                false => "DESC",
            },
            limit.unwrap_or(u32::MAX),
            offset.unwrap_or(0),
        )
    }

    fn sql_row_to_payment(&self, row: &Row) -> Result<Payment, rusqlite::Error> {
        let maybe_tx_tx_id: Result<String, rusqlite::Error> = row.get(0);
        let tx_with_balance = match maybe_tx_tx_id {
            Ok(ref tx_id) => Some((
                PaymentTxData {
                    tx_id: tx_id.to_string(),
                    timestamp: row.get(1)?,
                    fees_sat: from_row_to_u64(row, 2)?,
                    is_confirmed: row.get(3)?,
                    unblinding_data: row.get(4)?,
                },
                PaymentTxBalance {
                    amount: from_row_to_u64(row, 5)?,
                    asset_id: row.get(6)?,
                    payment_type: row.get(7)?,
                },
            )),
            _ => None,
        };

        let maybe_receive_swap_id: Option<String> = row.get(8)?;
        let maybe_receive_swap_created_at: Option<u32> = row.get(9)?;
        let maybe_receive_swap_timeout_block_height: Option<u32> = row.get(10)?;
        let maybe_receive_swap_invoice: Option<String> = row.get(11)?;
        let maybe_receive_swap_bolt12_offer: Option<String> = row.get(12)?;
        let maybe_receive_swap_payment_hash: Option<String> = row.get(13)?;
        let maybe_receive_swap_destination_pubkey: Option<String> = row.get(14)?;
        let maybe_receive_swap_description: Option<String> = row.get(15)?;
        let maybe_receive_swap_payer_note: Option<String> = row.get(16)?;
        let maybe_receive_swap_preimage: Option<String> = row.get(17)?;
        let maybe_receive_swap_payer_amount_sat = from_row_to_optional_u64(row, 18)?;
        let maybe_receive_swap_receiver_amount_sat = from_row_to_optional_u64(row, 19)?;
        let maybe_receive_swap_receiver_state: Option<PaymentState> = row.get(20)?;
        let maybe_receive_swap_pair_fees_json: Option<String> = row.get(21)?;
        let maybe_receive_swap_pair_fees: Option<ReversePair> =
            maybe_receive_swap_pair_fees_json.and_then(|pair| serde_json::from_str(&pair).ok());
        let maybe_receive_swap_claim_tx_id: Option<String> = row.get(22)?;

        let maybe_send_swap_id: Option<String> = row.get(23)?;
        let maybe_send_swap_created_at: Option<u32> = row.get(24)?;
        let maybe_send_swap_timeout_block_height: Option<u32> = row.get(25)?;
        let maybe_send_swap_invoice: Option<String> = row.get(26)?;
        let maybe_send_swap_bolt12_offer: Option<String> = row.get(27)?;
        let maybe_send_swap_payment_hash: Option<String> = row.get(28)?;
        let maybe_send_swap_destination_pubkey: Option<String> = row.get(29)?;
        let maybe_send_swap_description: Option<String> = row.get(30)?;
        let maybe_send_swap_preimage: Option<String> = row.get(31)?;
        let maybe_send_swap_refund_tx_id: Option<String> = row.get(32)?;
        let maybe_send_swap_payer_amount_sat = from_row_to_optional_u64(row, 33)?;
        let maybe_send_swap_receiver_amount_sat = from_row_to_optional_u64(row, 34)?;
        let maybe_send_swap_state: Option<PaymentState> = row.get(35)?;
        let maybe_send_swap_pair_fees_json: Option<String> = row.get(36)?;
        let maybe_send_swap_pair_fees: Option<SubmarinePair> =
            maybe_send_swap_pair_fees_json.and_then(|pair| serde_json::from_str(&pair).ok());

        let maybe_chain_swap_id: Option<String> = row.get(37)?;
        let maybe_chain_swap_created_at: Option<u32> = row.get(38)?;
        let maybe_chain_swap_timeout_block_height: Option<u32> = row.get(39)?;
        let maybe_chain_swap_claim_timeout_block_height: Option<u32> = row.get(40)?;
        let maybe_chain_swap_direction: Option<Direction> = row.get(41)?;
        let maybe_chain_swap_preimage: Option<String> = row.get(42)?;
        let maybe_chain_swap_description: Option<String> = row.get(43)?;
        let maybe_chain_swap_refund_tx_id: Option<String> = row.get(44)?;
        let maybe_chain_swap_payer_amount_sat = from_row_to_optional_u64(row, 45)?;
        let maybe_chain_swap_receiver_amount_sat = from_row_to_optional_u64(row, 46)?;
        let maybe_chain_swap_claim_address: Option<String> = row.get(47)?;
        let maybe_chain_swap_lockup_address: Option<String> = row.get(48)?;
        let maybe_chain_swap_state: Option<PaymentState> = row.get(49)?;
        let maybe_chain_swap_pair_fees_json: Option<String> = row.get(50)?;
        let maybe_chain_swap_pair_fees: Option<ChainPair> =
            maybe_chain_swap_pair_fees_json.and_then(|pair| serde_json::from_str(&pair).ok());
        let maybe_chain_swap_actual_payer_amount_sat = from_row_to_optional_u64(row, 51)?;
        let maybe_chain_swap_accepted_receiver_amount_sat = from_row_to_optional_u64(row, 52)?;
        let maybe_chain_swap_auto_accepted_fees: Option<bool> = row.get(53)?;
        let maybe_chain_swap_user_lockup_tx_id: Option<String> = row.get(54)?;
        let maybe_chain_swap_claim_tx_id: Option<String> = row.get(55)?;

        let maybe_swap_refund_tx_amount_sat = from_row_to_optional_u64(row, 56)?;

        let maybe_payment_details_destination: Option<String> = row.get(57)?;
        let maybe_payment_details_description: Option<String> = row.get(58)?;
        let maybe_payment_details_lnurl_info_json: Option<String> = row.get(59)?;
        let maybe_payment_details_lnurl_info: Option<LnUrlInfo> =
            maybe_payment_details_lnurl_info_json.and_then(|info| serde_json::from_str(&info).ok());
        let maybe_payment_details_bip353_address: Option<String> = row.get(60)?;
        let maybe_payment_details_payer_note: Option<String> = row.get(61)?;
        let maybe_payment_details_asset_fees = from_row_to_optional_u64(row, 62)?;

        let maybe_asset_metadata_name: Option<String> = row.get(63)?;
        let maybe_asset_metadata_ticker: Option<String> = row.get(64)?;
        let maybe_asset_metadata_precision: Option<u8> = row.get(65)?;

        let bitcoin_address = match maybe_chain_swap_direction {
            Some(Direction::Incoming) => maybe_chain_swap_lockup_address,
            Some(Direction::Outgoing) => maybe_chain_swap_claim_address,
            None => None,
        };

        let (swap, payment_type) = match maybe_receive_swap_id {
            Some(receive_swap_id) => {
                let payer_amount_sat = maybe_receive_swap_payer_amount_sat.unwrap_or(0);

                (
                    Some(PaymentSwapData {
                        swap_id: receive_swap_id,
                        swap_type: PaymentSwapType::Receive,
                        created_at: maybe_receive_swap_created_at.unwrap_or(utils::now()),
                        expiration_blockheight: maybe_receive_swap_timeout_block_height
                            .unwrap_or(0),
                        claim_expiration_blockheight: None,
                        preimage: maybe_receive_swap_preimage,
                        invoice: maybe_receive_swap_invoice.clone(),
                        bolt12_offer: maybe_receive_swap_bolt12_offer,
                        payment_hash: maybe_receive_swap_payment_hash,
                        destination_pubkey: maybe_receive_swap_destination_pubkey,
                        description: maybe_receive_swap_description.unwrap_or_else(|| {
                            maybe_receive_swap_invoice
                                .and_then(|invoice| {
                                    utils::get_invoice_description(&invoice).ok().flatten()
                                })
                                .unwrap_or("Lightning payment".to_string())
                        }),
                        payer_note: maybe_receive_swap_payer_note,
                        payer_amount_sat,
                        receiver_amount_sat: maybe_receive_swap_receiver_amount_sat.unwrap_or(0),
                        swapper_fees_sat: maybe_receive_swap_pair_fees
                            .map(|pair| pair.fees.boltz(payer_amount_sat))
                            .unwrap_or(0),
                        refund_tx_id: None,
                        refund_tx_amount_sat: None,
                        bitcoin_address: None,
                        status: maybe_receive_swap_receiver_state.unwrap_or(PaymentState::Created),
                    }),
                    PaymentType::Receive,
                )
            }
            None => match maybe_send_swap_id {
                Some(send_swap_id) => {
                    let receiver_amount_sat = maybe_send_swap_receiver_amount_sat.unwrap_or(0);
                    (
                        Some(PaymentSwapData {
                            swap_id: send_swap_id,
                            swap_type: PaymentSwapType::Send,
                            created_at: maybe_send_swap_created_at.unwrap_or(utils::now()),
                            expiration_blockheight: maybe_send_swap_timeout_block_height
                                .unwrap_or(0),
                            claim_expiration_blockheight: None,
                            preimage: maybe_send_swap_preimage,
                            invoice: maybe_send_swap_invoice,
                            bolt12_offer: maybe_send_swap_bolt12_offer,
                            payment_hash: maybe_send_swap_payment_hash,
                            destination_pubkey: maybe_send_swap_destination_pubkey,
                            description: maybe_send_swap_description
                                .unwrap_or("Lightning payment".to_string()),
                            payer_note: None,
                            payer_amount_sat: maybe_send_swap_payer_amount_sat.unwrap_or(0),
                            receiver_amount_sat,
                            swapper_fees_sat: maybe_send_swap_pair_fees
                                .map(|pair| pair.fees.boltz(receiver_amount_sat))
                                .unwrap_or(0),
                            refund_tx_id: maybe_send_swap_refund_tx_id,
                            refund_tx_amount_sat: maybe_swap_refund_tx_amount_sat,
                            bitcoin_address: None,
                            status: maybe_send_swap_state.unwrap_or(PaymentState::Created),
                        }),
                        PaymentType::Send,
                    )
                }
                None => match maybe_chain_swap_id {
                    Some(chain_swap_id) => {
                        let (payer_amount_sat, receiver_amount_sat) = match (
                            maybe_chain_swap_actual_payer_amount_sat,
                            maybe_chain_swap_payer_amount_sat,
                        ) {
                            // For amountless chain swaps use the actual payer amount when
                            // set as the payer amount and receiver amount
                            (Some(actual_payer_amount_sat), Some(0)) => {
                                (actual_payer_amount_sat, actual_payer_amount_sat)
                            }
                            // Otherwise use the precalculated payer and receiver amounts
                            _ => (
                                maybe_chain_swap_payer_amount_sat.unwrap_or(0),
                                maybe_chain_swap_receiver_amount_sat.unwrap_or(0),
                            ),
                        };
                        let receiver_amount_sat =
                            match maybe_chain_swap_accepted_receiver_amount_sat {
                                // If the accepted receiver amount is set, use it
                                Some(accepted_receiver_amount_sat) => accepted_receiver_amount_sat,
                                None => receiver_amount_sat,
                            };
                        let swapper_fees_sat = maybe_chain_swap_pair_fees
                            .map(|pair| pair.fees.percentage)
                            .map(|fr| ((fr / 100.0) * payer_amount_sat as f64).ceil() as u64)
                            .unwrap_or(0);

                        (
                            Some(PaymentSwapData {
                                swap_id: chain_swap_id,
                                swap_type: PaymentSwapType::Chain,
                                created_at: maybe_chain_swap_created_at.unwrap_or(utils::now()),
                                expiration_blockheight: maybe_chain_swap_timeout_block_height
                                    .unwrap_or(0),
                                claim_expiration_blockheight:
                                    maybe_chain_swap_claim_timeout_block_height,
                                preimage: maybe_chain_swap_preimage,
                                invoice: None,
                                bolt12_offer: None, // Bolt12 not supported for Chain Swaps
                                payment_hash: None,
                                destination_pubkey: None,
                                description: maybe_chain_swap_description
                                    .unwrap_or("Bitcoin transfer".to_string()),
                                payer_note: None,
                                payer_amount_sat,
                                receiver_amount_sat,
                                swapper_fees_sat,
                                refund_tx_id: maybe_chain_swap_refund_tx_id,
                                refund_tx_amount_sat: maybe_swap_refund_tx_amount_sat,
                                bitcoin_address: bitcoin_address.clone(),
                                status: maybe_chain_swap_state.unwrap_or(PaymentState::Created),
                            }),
                            maybe_chain_swap_direction
                                .unwrap_or(Direction::Outgoing)
                                .into(),
                        )
                    }
                    None => (None, PaymentType::Send),
                },
            },
        };

        let maybe_claim_tx_id = maybe_receive_swap_claim_tx_id.or(maybe_chain_swap_claim_tx_id);
        let description = swap.as_ref().map(|s| s.description.clone());
        let payment_details = match swap.clone() {
            Some(
                PaymentSwapData {
                    swap_type: PaymentSwapType::Receive,
                    swap_id,
                    invoice,
                    bolt12_offer,
                    payment_hash,
                    destination_pubkey,
                    payer_note,
                    refund_tx_id,
                    preimage,
                    refund_tx_amount_sat,
                    expiration_blockheight,
                    ..
                }
                | PaymentSwapData {
                    swap_type: PaymentSwapType::Send,
                    swap_id,
                    invoice,
                    bolt12_offer,
                    payment_hash,
                    destination_pubkey,
                    payer_note,
                    preimage,
                    refund_tx_id,
                    refund_tx_amount_sat,
                    expiration_blockheight,
                    ..
                },
            ) => PaymentDetails::Lightning {
                swap_id,
                preimage,
                invoice: invoice.clone(),
                bolt12_offer: bolt12_offer.clone(),
                payment_hash,
                destination_pubkey: destination_pubkey.or_else(|| {
                    invoice.and_then(|invoice| {
                        utils::get_invoice_destination_pubkey(&invoice, bolt12_offer.is_some()).ok()
                    })
                }),
                lnurl_info: maybe_payment_details_lnurl_info,
                bip353_address: maybe_payment_details_bip353_address,
                payer_note: payer_note.or(maybe_payment_details_payer_note),
                claim_tx_id: maybe_claim_tx_id,
                refund_tx_id,
                refund_tx_amount_sat,
                description: maybe_payment_details_description
                    .unwrap_or(description.unwrap_or("Lightning transfer".to_string())),
                liquid_expiration_blockheight: expiration_blockheight,
            },
            Some(PaymentSwapData {
                swap_type: PaymentSwapType::Chain,
                swap_id,
                refund_tx_id,
                refund_tx_amount_sat,
                expiration_blockheight,
                claim_expiration_blockheight,
                ..
            }) => {
                let (bitcoin_expiration_blockheight, liquid_expiration_blockheight) =
                    match maybe_chain_swap_direction {
                        Some(Direction::Incoming) => (
                            expiration_blockheight,
                            claim_expiration_blockheight.unwrap_or_default(),
                        ),
                        Some(Direction::Outgoing) | None => (
                            claim_expiration_blockheight.unwrap_or_default(),
                            expiration_blockheight,
                        ),
                    };
                let auto_accepted_fees = maybe_chain_swap_auto_accepted_fees.unwrap_or(false);

                PaymentDetails::Bitcoin {
                    swap_id,
                    bitcoin_address: bitcoin_address.unwrap_or_default(),
                    lockup_tx_id: maybe_chain_swap_user_lockup_tx_id,
                    claim_tx_id: maybe_claim_tx_id,
                    refund_tx_id,
                    refund_tx_amount_sat,
                    description: description.unwrap_or("Bitcoin transfer".to_string()),
                    liquid_expiration_blockheight,
                    bitcoin_expiration_blockheight,
                    auto_accepted_fees,
                }
            }
            _ => {
                let (amount, asset_id) = tx_with_balance.clone().map_or(
                    (0, utils::lbtc_asset_id(self.network).to_string()),
                    |(_, b)| (b.amount, b.asset_id),
                );
                let asset_info = match (
                    maybe_asset_metadata_name,
                    maybe_asset_metadata_ticker,
                    maybe_asset_metadata_precision,
                ) {
                    (Some(name), Some(ticker), Some(precision)) => {
                        let asset_metadata = AssetMetadata {
                            asset_id: asset_id.clone(),
                            name: name.clone(),
                            ticker: ticker.clone(),
                            precision,
                            fiat_id: None,
                        };
                        let (amount, fees) =
                            maybe_payment_details_asset_fees.map_or((amount, None), |fees| {
                                (
                                    amount.saturating_sub(fees),
                                    Some(asset_metadata.amount_from_sat(fees)),
                                )
                            });

                        Some(AssetInfo {
                            name,
                            ticker,
                            amount: asset_metadata.amount_from_sat(amount),
                            fees,
                        })
                    }
                    _ => None,
                };

                PaymentDetails::Liquid {
                    destination: maybe_payment_details_destination
                        .unwrap_or("Destination unknown".to_string()),
                    description: maybe_payment_details_description
                        .unwrap_or("Liquid transfer".to_string()),
                    asset_id,
                    asset_info,
                    lnurl_info: maybe_payment_details_lnurl_info,
                    bip353_address: maybe_payment_details_bip353_address,
                    payer_note: maybe_payment_details_payer_note,
                }
            }
        };

        match (tx_with_balance, swap.clone()) {
            (None, None) => Err(maybe_tx_tx_id.err().unwrap()),
            (None, Some(swap)) => Ok(Payment::from_pending_swap(
                swap,
                payment_type,
                payment_details,
            )),
            (Some((tx, balance)), None) => {
                Ok(Payment::from_tx_data(tx, balance, None, payment_details))
            }
            (Some((tx, balance)), Some(swap)) => Ok(Payment::from_tx_data(
                tx,
                balance,
                Some(swap),
                payment_details,
            )),
        }
    }

    pub fn get_payment(&self, id: &str) -> Result<Option<Payment>> {
        Ok(self
            .get_connection()?
            .query_row(
                &self.select_payment_query(
                    Some("(ptx.tx_id = ?1 OR COALESCE(rs.id, ss.id, cs.id) = ?1)"),
                    None,
                    None,
                    None,
                    None,
                ),
                params![id],
                |row| self.sql_row_to_payment(row),
            )
            .optional()?)
    }

    pub fn get_payment_by_request(&self, req: &GetPaymentRequest) -> Result<Option<Payment>> {
        let (where_clause, param) = match req {
            GetPaymentRequest::PaymentHash { payment_hash } => (
                "(rs.payment_hash = ?1 OR ss.payment_hash = ?1)",
                payment_hash,
            ),
            GetPaymentRequest::SwapId { swap_id } => (
                "(rs.id = ?1 OR ss.id = ?1 OR cs.id = ?1 OR \
                rs.id_hash = ?1 OR ss.id_hash = ?1 OR cs.id_hash = ?1)",
                swap_id,
            ),
        };
        Ok(self
            .get_connection()?
            .query_row(
                &self.select_payment_query(Some(where_clause), None, None, None, Some(true)),
                params![param],
                |row| self.sql_row_to_payment(row),
            )
            .optional()?)
    }

    pub fn get_payments(&self, req: &ListPaymentsRequest) -> Result<Vec<Payment>> {
        let (where_clause, where_params) = filter_to_where_clause(req);
        let maybe_where_clause = match where_clause.is_empty() {
            false => Some(where_clause.as_str()),
            true => None,
        };

        // Assumes there is no swap chaining (send swap lockup tx = receive swap claim tx)
        let con = self.get_connection()?;
        let mut stmt = con.prepare(&self.select_payment_query(
            maybe_where_clause,
            req.offset,
            req.limit,
            req.sort_ascending,
            None,
        ))?;
        let payments: Vec<Payment> = stmt
            .query_map(params_from_iter(where_params), |row| {
                self.sql_row_to_payment(row)
            })?
            .map(|i| i.unwrap())
            .collect();
        Ok(payments)
    }

    pub fn get_payments_by_tx_id(
        &self,
        req: &ListPaymentsRequest,
    ) -> Result<HashMap<String, Payment>> {
        let res: HashMap<String, Payment> = self
            .get_payments(req)?
            .into_iter()
            .flat_map(|payment| {
                // Index payments by both tx_id (lockup/claim) and refund_tx_id
                let mut res = vec![];
                if let Some(tx_id) = payment.tx_id.clone() {
                    res.push((tx_id, payment.clone()));
                }
                if let Some(refund_tx_id) = payment.get_refund_tx_id() {
                    res.push((refund_tx_id, payment));
                }
                res
            })
            .collect();
        Ok(res)
    }
}

fn filter_to_where_clause(req: &ListPaymentsRequest) -> (String, Vec<Box<dyn ToSql + '_>>) {
    let mut where_clause: Vec<String> = Vec::new();
    let mut where_params: Vec<Box<dyn ToSql>> = Vec::new();

    if let Some(t) = req.from_timestamp {
        where_clause.push("coalesce(ptx.timestamp, rs.created_at) >= ?".to_string());
        where_params.push(Box::new(t));
    };
    if let Some(t) = req.to_timestamp {
        where_clause.push("coalesce(ptx.timestamp, rs.created_at) <= ?".to_string());
        where_params.push(Box::new(t));
    };

    if let Some(filters) = &req.filters {
        if !filters.is_empty() {
            let mut type_filter_clause: HashSet<i8> = HashSet::new();

            for type_filter in filters {
                type_filter_clause.insert(*type_filter as i8);
            }

            where_clause.push(format!(
                "pb.payment_type in ({})",
                type_filter_clause
                    .iter()
                    .map(|t| format!("{t}"))
                    .collect::<Vec<_>>()
                    .join(", ")
            ));
        }
    }

    if let Some(states) = &req.states {
        if !states.is_empty() {
            let deduped_states: Vec<PaymentState> = states
                .clone()
                .into_iter()
                .collect::<HashSet<PaymentState>>()
                .into_iter()
                .collect();
            let states_param = deduped_states
                .iter()
                .map(|t| (*t as i8).to_string())
                .collect::<Vec<_>>()
                .join(", ");
            let tx_comfirmed_param = deduped_states
                .iter()
                .filter_map(|state| match state {
                    PaymentState::Pending | PaymentState::Complete => {
                        Some(((*state == PaymentState::Complete) as i8).to_string())
                    }
                    _ => None,
                })
                .collect::<Vec<_>>()
                .join(", ");
            let states_query = match tx_comfirmed_param.is_empty() {
                true => format!("COALESCE(rs.state, ss.state, cs.state) in ({states_param})"),
                false => format!("(COALESCE(rs.id, ss.id, cs.id) IS NULL AND ptx.is_confirmed in ({tx_comfirmed_param}) OR COALESCE(rs.state, ss.state, cs.state) in ({states_param}))"),
            };
            where_clause.push(states_query);
        }
    }

    if let Some(details) = &req.details {
        match details {
            ListPaymentDetails::Bitcoin { address } => {
                where_clause.push("cs.id IS NOT NULL".to_string());
                if let Some(address) = address {
                    // Use the lockup address if it's incoming, else use the claim address
                    where_clause.push(
                        "(cs.direction = 0 AND cs.lockup_address = ? OR cs.direction = 1 AND cs.claim_address = ?)"
                            .to_string(),
                    );
                    where_params.push(Box::new(address));
                    where_params.push(Box::new(address));
                }
            }
            ListPaymentDetails::Liquid {
                asset_id,
                destination,
            } => {
                where_clause.push("COALESCE(rs.id, ss.id, cs.id) IS NULL".to_string());
                if let Some(asset_id) = asset_id {
                    where_clause.push("pb.asset_id = ?".to_string());
                    where_params.push(Box::new(asset_id));
                }
                if let Some(destination) = destination {
                    where_clause.push("pd.destination = ?".to_string());
                    where_params.push(Box::new(destination));
                }
            }
        }
    }

    (where_clause.join(" and "), where_params)
}

#[cfg(test)]
mod tests {
    use anyhow::Result;

    use crate::{
        model::LiquidNetwork,
        persist::PaymentTxDetails,
        prelude::ListPaymentsRequest,
        test_utils::persist::{
            create_persister, new_payment_tx_data, new_receive_swap, new_send_swap,
        },
    };

    use super::{PaymentState, PaymentType};

    #[cfg(feature = "browser-tests")]
    wasm_bindgen_test::wasm_bindgen_test_configure!(run_in_browser);

    #[sdk_macros::test_all]
    fn test_get_payments() -> Result<()> {
        create_persister!(storage);

        let (payment_tx_data, payment_tx_balance) =
            new_payment_tx_data(LiquidNetwork::Testnet, PaymentType::Send);
        storage.insert_or_update_payment(
            payment_tx_data.clone(),
            &[payment_tx_balance],
            Some(PaymentTxDetails {
                destination: "mock-address".to_string(),
                ..Default::default()
            }),
            false,
        )?;

        assert!(!storage
            .get_payments(&ListPaymentsRequest {
                ..Default::default()
            })?
            .is_empty());
        assert!(storage.get_payment(&payment_tx_data.tx_id)?.is_some());

        Ok(())
    }

    #[sdk_macros::test_all]
    fn test_list_ongoing_swaps() -> Result<()> {
        create_persister!(storage);

        storage.insert_or_update_send_swap(&new_send_swap(None, None))?;
        storage
            .insert_or_update_receive_swap(&new_receive_swap(Some(PaymentState::Pending), None))?;

        assert_eq!(storage.list_ongoing_swaps()?.len(), 2);

        Ok(())
    }
}

#[cfg(feature = "test-utils")]
pub mod test_helpers {
    use super::*;

    impl Persister {
        pub fn test_insert_or_update_send_swap(&self, swap: &SendSwap) -> Result<()> {
            self.insert_or_update_send_swap(swap)
        }

        pub fn test_insert_or_update_receive_swap(&self, swap: &ReceiveSwap) -> Result<()> {
            self.insert_or_update_receive_swap(swap)
        }

        pub fn test_list_ongoing_swaps(&self) -> Result<Vec<Swap>> {
            self.list_ongoing_swaps()
        }
    }
}