diff --git a/CHANGELOG.md b/CHANGELOG.md index b319f3c..95c57cf 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -42,3 +42,4 @@ 0.7.9 - Ajout d’un registre des surfaces de lancement, d’une attribution automatique des pools détectés à une origine de lancement, et d’un premier support Meteora Fun Launch au-dessus de Meteora DBC / DAMM 0.7.10 - Ajout du premier support Orca Whirlpools avec décodage create_pool/swap, persistance des événements décodés et détection métier automatique pool/pair/listing 0.7.11 - Ajout du premier support FluxBeam avec décodage create_pool/swap, persistance des événements décodés et détection métier automatique pool/pair/listing +0.7.12 - Ajout du premier support DexLab Swap/Pool avec décodage create_pool/swap, persistance des événements décodés et détection métier automatique pool/pair/listing diff --git a/Cargo.toml b/Cargo.toml index ffd5cde..6412245 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -8,7 +8,7 @@ members = [ ] [workspace.package] -version = "0.7.11" +version = "0.7.12" edition = "2024" license = "MIT" repository = "https://git.sasedev.com/Sasedev/khadhroony-bobobot" diff --git a/ROADMAP.md b/ROADMAP.md index 9603a7b..f250dcb 100644 --- a/ROADMAP.md +++ b/ROADMAP.md @@ -568,15 +568,14 @@ Réalisé : - conservation d’un premier décodage heuristique à raffiner ultérieurement avec des transactions FluxBeam réelles. ### 6.044. Version `0.7.12` — DexLab -Objectif : couvrir un connecteur DEX / LP supplémentaire utile à la détection de listings. +Réalisé : -À faire : - -- ajouter un décodeur dédié `DexLab`, -- identifier les événements utiles de création de pool et de swaps, -- persister les événements décodés dans `kb_dex_decoded_events`, -- ajouter la détection métier `pool / pair / listing` pour `DexLab`, -- conserver un découpage explicite entre protocole on-chain et surfaces d’émission. +- ajout du premier décodeur `DexLab Swap/Pool`, +- prise en charge initiale des événements de création de pool via un premier décodage `create_pool / initialize_pool`, +- prise en charge initiale des swaps via `swap`, +- persistance des événements `DexLab` dans `kb_dex_decoded_events`, +- ajout de la détection métier `DexLab` vers `pool / pair / listing`, +- conservation d’une séparation entre pool DexLab natif et éventuel `OpenBook Market ID` créé ensuite. ### 6.045. Version `0.7.13` — Bags / Moonit comme origines de lancement Objectif : étendre la couche `launch origins` à d’autres surfaces au-dessus des protocoles DEX déjà intégrés. diff --git a/kb_lib/src/dex.rs b/kb_lib/src/dex.rs index e140f3e..f3427d3 100644 --- a/kb_lib/src/dex.rs +++ b/kb_lib/src/dex.rs @@ -2,6 +2,7 @@ //! DEX-specific transaction decoders. +mod dexlab; mod fluxbeam; mod meteora_damm_v1; mod meteora_damm_v2; @@ -11,6 +12,12 @@ mod pump_fun; mod pump_swap; mod raydium_amm_v4; +pub use dexlab::KB_DEXLAB_PROGRAM_ID; +pub use dexlab::KbDexlabCreatePoolDecoded; +pub use dexlab::KbDexlabDecodedEvent; +pub use dexlab::KbDexlabDecoder; +pub use dexlab::KbDexlabSwapDecoded; + pub use fluxbeam::KB_FLUXBEAM_PROGRAM_ID; pub use fluxbeam::KbFluxbeamCreatePoolDecoded; pub use fluxbeam::KbFluxbeamDecodedEvent; diff --git a/kb_lib/src/dex/dexlab.rs b/kb_lib/src/dex/dexlab.rs new file mode 100644 index 0000000..13f21f7 --- /dev/null +++ b/kb_lib/src/dex/dexlab.rs @@ -0,0 +1,621 @@ +// file: kb_lib/src/dex/dexlab.rs + +//! DexLab Swap/Pool transaction decoder. + +/// DexLab Swap/Pool program id. +pub const KB_DEXLAB_PROGRAM_ID: &str = "DSwpgjMvXhtGn6BsbqmacdBZyfLj6jSWf3HJpdJtmg6N"; + +/// Decoded DexLab create-pool event. +#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)] +pub struct KbDexlabCreatePoolDecoded { + /// Parent transaction id. + pub transaction_id: i64, + /// Parent instruction id. + pub instruction_id: i64, + /// Transaction signature. + pub signature: std::string::String, + /// Program id. + pub program_id: std::string::String, + /// Optional pool account. + pub pool_account: std::option::Option, + /// Optional token A mint. + pub token_a_mint: std::option::Option, + /// Optional token B mint. + pub token_b_mint: std::option::Option, + /// Optional creator / payer. + pub creator: std::option::Option, + /// Optional fee tier representation. + pub fee_tier: std::option::Option, + /// Decoded payload. + pub payload_json: serde_json::Value, +} + +/// Decoded DexLab swap event. +#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)] +pub struct KbDexlabSwapDecoded { + /// Parent transaction id. + pub transaction_id: i64, + /// Parent instruction id. + pub instruction_id: i64, + /// Transaction signature. + pub signature: std::string::String, + /// Program id. + pub program_id: std::string::String, + /// Trade side relative to normalized base. + pub trade_side: crate::KbSwapTradeSide, + /// Optional pool account. + pub pool_account: std::option::Option, + /// Optional token A mint. + pub token_a_mint: std::option::Option, + /// Optional token B mint. + pub token_b_mint: std::option::Option, + /// Decoded payload. + pub payload_json: serde_json::Value, +} + +/// Decoded DexLab event. +#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)] +pub enum KbDexlabDecodedEvent { + /// Pool creation. + CreatePool(KbDexlabCreatePoolDecoded), + /// Swap. + Swap(KbDexlabSwapDecoded), +} + +/// DexLab decoder. +#[derive(Debug, Clone, Default)] +pub struct KbDexlabDecoder; + +#[derive(Debug, Clone, Copy, PartialEq, Eq)] +enum KbDexlabInstructionKind { + CreatePool, + Swap, + Unknown, +} + +impl KbDexlabDecoder { + /// Creates a new decoder. + pub fn new() -> Self { + Self + } + + /// Decodes one projected transaction into zero or more DexLab events. + pub fn decode_transaction( + &self, + transaction: &crate::KbChainTransactionDto, + instructions: &[crate::KbChainInstructionDto], + ) -> Result, crate::KbError> { + let transaction_id_option = transaction.id; + let transaction_id = match transaction_id_option { + Some(transaction_id) => transaction_id, + None => { + return Err(crate::KbError::InvalidState(format!( + "chain transaction '{}' has no internal id", + transaction.signature + ))); + } + }; + let transaction_json_result = + serde_json::from_str::(transaction.transaction_json.as_str()); + let transaction_json = match transaction_json_result { + Ok(transaction_json) => transaction_json, + Err(error) => { + return Err(crate::KbError::Json(format!( + "cannot parse transaction_json for signature '{}': {}", + transaction.signature, error + ))); + } + }; + let log_messages = kb_extract_log_messages(&transaction_json); + let mut decoded_events = std::vec::Vec::new(); + for instruction in instructions { + if instruction.parent_instruction_id.is_some() { + continue; + } + let program_id_option = &instruction.program_id; + let program_id = match program_id_option { + Some(program_id) => program_id, + None => continue, + }; + if program_id.as_str() != crate::KB_DEXLAB_PROGRAM_ID { + continue; + } + let instruction_id_option = instruction.id; + let instruction_id = match instruction_id_option { + Some(instruction_id) => instruction_id, + None => continue, + }; + let accounts_result = kb_parse_accounts_json(instruction.accounts_json.as_str()); + let accounts = match accounts_result { + Ok(accounts) => accounts, + Err(error) => return Err(error), + }; + let parsed_json_result = + kb_parse_optional_parsed_json(instruction.parsed_json.as_ref()); + let parsed_json = match parsed_json_result { + Ok(parsed_json) => parsed_json, + Err(error) => return Err(error), + }; + let instruction_kind = + kb_classify_instruction_kind(parsed_json.as_ref(), &log_messages); + let pool_account = kb_extract_string_by_candidate_keys( + parsed_json.as_ref(), + &[ + "pool", + "poolAddress", + "poolAccount", + "amm", + "ammPool", + "poolState", + ], + ) + .or_else(|| kb_extract_account(&accounts, 0)); + let token_a_mint = kb_extract_string_by_candidate_keys( + parsed_json.as_ref(), + &[ + "tokenA", + "tokenAMint", + "mintA", + "baseMint", + "token0Mint", + "mint0", + ], + ) + .or_else(|| kb_extract_account(&accounts, 1)); + let token_b_mint = kb_extract_string_by_candidate_keys( + parsed_json.as_ref(), + &[ + "tokenB", + "tokenBMint", + "mintB", + "quoteMint", + "token1Mint", + "mint1", + ], + ) + .or_else(|| kb_extract_account(&accounts, 2)); + let creator = kb_extract_string_by_candidate_keys( + parsed_json.as_ref(), + &["payer", "creator", "user", "owner"], + ) + .or_else(|| kb_extract_account(&accounts, 3)); + let fee_tier = kb_extract_string_by_candidate_keys( + parsed_json.as_ref(), + &["feeTier", "fee_tier", "tradeFeeTier", "feeRate"], + ); + if instruction_kind == KbDexlabInstructionKind::CreatePool { + let payload_json = serde_json::json!({ + "decoder": "dexlab", + "eventKind": "create_pool", + "signature": transaction.signature, + "instructionId": instruction_id, + "instructionIndex": instruction.instruction_index, + "accounts": accounts, + "parsed": parsed_json, + "logMessages": log_messages, + "poolAccount": pool_account, + "tokenAMint": token_a_mint, + "tokenBMint": token_b_mint, + "creator": creator, + "feeTier": fee_tier + }); + decoded_events.push(crate::KbDexlabDecodedEvent::CreatePool( + crate::KbDexlabCreatePoolDecoded { + transaction_id, + instruction_id, + signature: transaction.signature.clone(), + program_id: program_id.clone(), + pool_account, + token_a_mint, + token_b_mint, + creator, + fee_tier, + payload_json, + }, + )); + continue; + } + if instruction_kind == KbDexlabInstructionKind::Swap { + let trade_side = kb_infer_trade_side(&log_messages); + let payload_json = serde_json::json!({ + "decoder": "dexlab", + "eventKind": "swap", + "signature": transaction.signature, + "instructionId": instruction_id, + "instructionIndex": instruction.instruction_index, + "accounts": accounts, + "parsed": parsed_json, + "logMessages": log_messages, + "poolAccount": pool_account, + "tokenAMint": token_a_mint, + "tokenBMint": token_b_mint, + "tradeSide": format!("{:?}", trade_side) + }); + decoded_events.push(crate::KbDexlabDecodedEvent::Swap( + crate::KbDexlabSwapDecoded { + transaction_id, + instruction_id, + signature: transaction.signature.clone(), + program_id: program_id.clone(), + trade_side, + pool_account, + token_a_mint, + token_b_mint, + payload_json, + }, + )); + } + } + Ok(decoded_events) + } +} + +fn kb_classify_instruction_kind( + parsed_json: std::option::Option<&serde_json::Value>, + log_messages: &[std::string::String], +) -> KbDexlabInstructionKind { + let parsed_instruction_name = kb_extract_string_by_candidate_keys( + parsed_json, + &["instruction", "instructionName", "type", "name"], + ); + if let Some(parsed_instruction_name) = parsed_instruction_name { + let normalized = kb_normalize_text(parsed_instruction_name.as_str()); + + if normalized.contains("createpool") || normalized.contains("initializepool") { + return KbDexlabInstructionKind::CreatePool; + } + if normalized == "swap" { + return KbDexlabInstructionKind::Swap; + } + } + if kb_log_messages_contain_keyword(log_messages, "create_pool") + || kb_log_messages_contain_keyword(log_messages, "createpool") + || kb_log_messages_contain_keyword(log_messages, "initialize_pool") + || kb_log_messages_contain_keyword(log_messages, "initializepool") + { + return KbDexlabInstructionKind::CreatePool; + } + if kb_log_messages_contain_keyword(log_messages, "swap") { + return KbDexlabInstructionKind::Swap; + } + KbDexlabInstructionKind::Unknown +} + +fn kb_extract_log_messages( + transaction_json: &serde_json::Value, +) -> std::vec::Vec { + let mut messages = std::vec::Vec::new(); + let meta_option = transaction_json.get("meta"); + let meta = match meta_option { + Some(meta) => meta, + None => return messages, + }; + let logs_option = meta.get("logMessages"); + let logs = match logs_option { + Some(logs) => logs, + None => return messages, + }; + let logs_array = match logs.as_array() { + Some(logs_array) => logs_array, + None => return messages, + }; + for value in logs_array { + let text_option = value.as_str(); + if let Some(text) = text_option { + messages.push(text.to_string()); + } + } + messages +} + +fn kb_log_messages_contain_keyword(log_messages: &[std::string::String], keyword: &str) -> bool { + let keyword_normalized = kb_normalize_text(keyword); + for log_message in log_messages { + let log_normalized = kb_normalize_text(log_message.as_str()); + if log_normalized.contains(keyword_normalized.as_str()) { + return true; + } + } + false +} + +fn kb_normalize_text(value: &str) -> std::string::String { + let mut normalized = std::string::String::new(); + for character in value.chars() { + if character.is_ascii_alphanumeric() { + normalized.push(character.to_ascii_lowercase()); + } + } + normalized +} + +fn kb_parse_accounts_json( + accounts_json: &str, +) -> Result, crate::KbError> { + let values_result = serde_json::from_str::>(accounts_json); + let values = match values_result { + Ok(values) => values, + Err(error) => { + return Err(crate::KbError::Json(format!( + "cannot parse instruction accounts_json '{}': {}", + accounts_json, error + ))); + } + }; + let mut accounts = std::vec::Vec::new(); + for value in values { + let text_option = value.as_str(); + if let Some(text) = text_option { + accounts.push(text.to_string()); + } + } + Ok(accounts) +} + +fn kb_parse_optional_parsed_json( + parsed_json: std::option::Option<&std::string::String>, +) -> Result, crate::KbError> { + let parsed_json = match parsed_json { + Some(parsed_json) => parsed_json, + None => return Ok(None), + }; + let value_result = serde_json::from_str::(parsed_json.as_str()); + match value_result { + Ok(value) => Ok(Some(value)), + Err(error) => Err(crate::KbError::Json(format!( + "cannot parse instruction parsed_json '{}': {}", + parsed_json, error + ))), + } +} + +fn kb_extract_string_by_candidate_keys( + value: std::option::Option<&serde_json::Value>, + candidate_keys: &[&str], +) -> std::option::Option { + let value = match value { + Some(value) => value, + None => return None, + }; + kb_extract_string_by_candidate_keys_inner(value, candidate_keys) +} + +fn kb_extract_string_by_candidate_keys_inner( + value: &serde_json::Value, + candidate_keys: &[&str], +) -> std::option::Option { + if let Some(object) = value.as_object() { + for candidate_key in candidate_keys { + let direct_option = object.get(*candidate_key); + if let Some(direct) = direct_option { + let direct_text_option = direct.as_str(); + if let Some(direct_text) = direct_text_option { + return Some(direct_text.to_string()); + } + } + } + for nested_value in object.values() { + let nested_result = + kb_extract_string_by_candidate_keys_inner(nested_value, candidate_keys); + if nested_result.is_some() { + return nested_result; + } + } + return None; + } + if let Some(array) = value.as_array() { + for nested_value in array { + let nested_result = + kb_extract_string_by_candidate_keys_inner(nested_value, candidate_keys); + if nested_result.is_some() { + return nested_result; + } + } + } + None +} + +fn kb_extract_account( + accounts: &[std::string::String], + index: usize, +) -> std::option::Option { + if index >= accounts.len() { + return None; + } + Some(accounts[index].clone()) +} + +fn kb_infer_trade_side(log_messages: &[std::string::String]) -> crate::KbSwapTradeSide { + if kb_log_messages_contain_keyword(log_messages, "buy") { + return crate::KbSwapTradeSide::BuyBase; + } + if kb_log_messages_contain_keyword(log_messages, "sell") { + return crate::KbSwapTradeSide::SellBase; + } + crate::KbSwapTradeSide::Unknown +} + +#[cfg(test)] +mod tests { + fn make_create_transaction() -> crate::KbChainTransactionDto { + let mut dto = crate::KbChainTransactionDto::new( + "sig-dexlab-create-1".to_string(), + Some(893001), + Some(1779800001), + Some("helius_primary_http".to_string()), + Some("0".to_string()), + None, + None, + serde_json::json!({ + "slot": 893001, + "meta": { + "logMessages": [ + "Program log: Instruction: CreatePool" + ] + }, + "transaction": { + "message": { + "instructions": [] + } + } + }) + .to_string(), + ); + dto.id = Some(801); + dto + } + + fn make_create_instruction() -> crate::KbChainInstructionDto { + let mut dto = crate::KbChainInstructionDto::new( + 801, + None, + 0, + None, + Some(crate::KB_DEXLAB_PROGRAM_ID.to_string()), + Some("dexlab".to_string()), + Some(1), + serde_json::json!([ + "DexlabPool111", + "DexlabTokenA111", + "So11111111111111111111111111111111111111112", + "DexlabCreator111" + ]) + .to_string(), + None, + None, + Some( + serde_json::json!({ + "info": { + "instruction": "create_pool", + "pool": "DexlabPool111", + "tokenA": "DexlabTokenA111", + "tokenB": "So11111111111111111111111111111111111111112", + "payer": "DexlabCreator111", + "feeTier": "0.3%" + } + }) + .to_string(), + ), + ); + dto.id = Some(802); + dto + } + + fn make_swap_transaction() -> crate::KbChainTransactionDto { + let mut dto = crate::KbChainTransactionDto::new( + "sig-dexlab-swap-1".to_string(), + Some(893002), + Some(1779800002), + Some("helius_primary_http".to_string()), + Some("0".to_string()), + None, + None, + serde_json::json!({ + "slot": 893002, + "meta": { + "logMessages": [ + "Program log: Instruction: Swap" + ] + }, + "transaction": { + "message": { + "instructions": [] + } + } + }) + .to_string(), + ); + dto.id = Some(803); + dto + } + + fn make_swap_instruction() -> crate::KbChainInstructionDto { + let mut dto = crate::KbChainInstructionDto::new( + 803, + None, + 0, + None, + Some(crate::KB_DEXLAB_PROGRAM_ID.to_string()), + Some("dexlab".to_string()), + Some(1), + serde_json::json!([ + "DexlabSwapPool111", + "DexlabSwapTokenA111", + "So11111111111111111111111111111111111111112" + ]) + .to_string(), + None, + None, + Some( + serde_json::json!({ + "info": { + "instruction": "swap", + "pool": "DexlabSwapPool111", + "tokenA": "DexlabSwapTokenA111", + "tokenB": "So11111111111111111111111111111111111111112" + } + }) + .to_string(), + ), + ); + dto.id = Some(804); + dto + } + + #[test] + fn dexlab_create_pool_is_detected() { + let decoder = crate::KbDexlabDecoder::new(); + let transaction = make_create_transaction(); + let instructions = vec![make_create_instruction()]; + let decoded_result = decoder.decode_transaction(&transaction, &instructions); + let decoded = match decoded_result { + Ok(decoded) => decoded, + Err(error) => panic!("decode must succeed: {}", error), + }; + assert_eq!(decoded.len(), 1); + match &decoded[0] { + crate::KbDexlabDecodedEvent::CreatePool(event) => { + assert_eq!(event.transaction_id, 801); + assert_eq!(event.instruction_id, 802); + assert_eq!(event.pool_account, Some("DexlabPool111".to_string())); + assert_eq!(event.token_a_mint, Some("DexlabTokenA111".to_string())); + assert_eq!( + event.token_b_mint, + Some("So11111111111111111111111111111111111111112".to_string()) + ); + assert_eq!(event.fee_tier, Some("0.3%".to_string())); + } + crate::KbDexlabDecodedEvent::Swap(_) => { + panic!("unexpected swap event") + } + } + } + + #[test] + fn dexlab_swap_is_detected() { + let decoder = crate::KbDexlabDecoder::new(); + let transaction = make_swap_transaction(); + let instructions = vec![make_swap_instruction()]; + let decoded_result = decoder.decode_transaction(&transaction, &instructions); + let decoded = match decoded_result { + Ok(decoded) => decoded, + Err(error) => panic!("decode must succeed: {}", error), + }; + assert_eq!(decoded.len(), 1); + match &decoded[0] { + crate::KbDexlabDecodedEvent::Swap(event) => { + assert_eq!(event.transaction_id, 803); + assert_eq!(event.instruction_id, 804); + assert_eq!(event.pool_account, Some("DexlabSwapPool111".to_string())); + assert_eq!(event.token_a_mint, Some("DexlabSwapTokenA111".to_string())); + assert_eq!( + event.token_b_mint, + Some("So11111111111111111111111111111111111111112".to_string()) + ); + } + crate::KbDexlabDecodedEvent::CreatePool(_) => { + panic!("unexpected create event") + } + } + } +} diff --git a/kb_lib/src/dex_decode.rs b/kb_lib/src/dex_decode.rs index a04063e..1236af4 100644 --- a/kb_lib/src/dex_decode.rs +++ b/kb_lib/src/dex_decode.rs @@ -15,6 +15,7 @@ pub struct KbDexDecodeService { meteora_damm_v1_decoder: crate::KbMeteoraDammV1Decoder, meteora_damm_v2_decoder: crate::KbMeteoraDammV2Decoder, fluxbeam_decoder: crate::KbFluxbeamDecoder, + dexlab_decoder: crate::KbDexlabDecoder, } impl KbDexDecodeService { @@ -32,6 +33,7 @@ impl KbDexDecodeService { meteora_damm_v1_decoder: crate::KbMeteoraDammV1Decoder::new(), meteora_damm_v2_decoder: crate::KbMeteoraDammV2Decoder::new(), fluxbeam_decoder: crate::KbFluxbeamDecoder::new(), + dexlab_decoder: crate::KbDexlabDecoder::new(), } } @@ -211,9 +213,221 @@ impl KbDexDecodeService { }; persisted.push(persisted_event); } + let dexlab_decoded_result = self + .dexlab_decoder + .decode_transaction(&transaction, &instructions); + let dexlab_decoded = match dexlab_decoded_result { + Ok(dexlab_decoded) => dexlab_decoded, + Err(error) => return Err(error), + }; + for decoded_event in &dexlab_decoded { + let persist_result = self.persist_dexlab_event(&transaction, decoded_event).await; + let persisted_event = match persist_result { + Ok(persisted_event) => persisted_event, + Err(error) => return Err(error), + }; + persisted.push(persisted_event); + } Ok(persisted) } + async fn persist_dexlab_event( + &self, + transaction: &crate::KbChainTransactionDto, + decoded_event: &crate::KbDexlabDecodedEvent, + ) -> Result { + match decoded_event { + crate::KbDexlabDecodedEvent::CreatePool(event) => { + let payload_json_result = serde_json::to_string(&event.payload_json); + let payload_json = match payload_json_result { + Ok(payload_json) => payload_json, + Err(error) => { + return Err(crate::KbError::Json(format!( + "cannot serialize decoded dexlab payload: {}", + error + ))); + } + }; + let existing_result = crate::get_dex_decoded_event_by_key( + self.database.as_ref(), + event.transaction_id, + Some(event.instruction_id), + "dexlab.create_pool", + ) + .await; + let existing_option = match existing_result { + Ok(existing_option) => existing_option, + Err(error) => return Err(error), + }; + let already_present = existing_option.is_some(); + let dto = crate::KbDexDecodedEventDto::new( + event.transaction_id, + Some(event.instruction_id), + "dexlab".to_string(), + event.program_id.clone(), + "dexlab.create_pool".to_string(), + event.pool_account.clone(), + None, + event.token_a_mint.clone(), + event.token_b_mint.clone(), + None, + payload_json, + ); + let upsert_result = + crate::upsert_dex_decoded_event(self.database.as_ref(), &dto).await; + if let Err(error) = upsert_result { + return Err(error); + } + let fetched_result = crate::get_dex_decoded_event_by_key( + self.database.as_ref(), + event.transaction_id, + Some(event.instruction_id), + "dexlab.create_pool", + ) + .await; + let fetched_option = match fetched_result { + Ok(fetched_option) => fetched_option, + Err(error) => return Err(error), + }; + let fetched = match fetched_option { + Some(fetched) => fetched, + None => { + return Err(crate::KbError::InvalidState( + "decoded event disappeared after upsert".to_string(), + )); + } + }; + if !already_present { + let payload_value = event.payload_json.clone(); + let observation_result = self + .persistence + .record_observation(&crate::KbDetectionObservationInput::new( + "dex.dexlab.create_pool".to_string(), + crate::KbObservationSourceKind::HttpRpc, + transaction.source_endpoint_name.clone(), + transaction.signature.clone(), + transaction.slot, + payload_value.clone(), + )) + .await; + let observation_id = match observation_result { + Ok(observation_id) => observation_id, + Err(error) => return Err(error), + }; + let signal_result = self + .persistence + .record_signal(&crate::KbDetectionSignalInput::new( + "signal.dex.dexlab.create_pool".to_string(), + crate::KbAnalysisSignalSeverity::Low, + transaction.signature.clone(), + Some(observation_id), + None, + payload_value, + )) + .await; + if let Err(error) = signal_result { + return Err(error); + } + } + Ok(fetched) + } + crate::KbDexlabDecodedEvent::Swap(event) => { + let payload_json_result = serde_json::to_string(&event.payload_json); + let payload_json = match payload_json_result { + Ok(payload_json) => payload_json, + Err(error) => { + return Err(crate::KbError::Json(format!( + "cannot serialize decoded dexlab payload: {}", + error + ))); + } + }; + let existing_result = crate::get_dex_decoded_event_by_key( + self.database.as_ref(), + event.transaction_id, + Some(event.instruction_id), + "dexlab.swap", + ) + .await; + let existing_option = match existing_result { + Ok(existing_option) => existing_option, + Err(error) => return Err(error), + }; + let already_present = existing_option.is_some(); + let dto = crate::KbDexDecodedEventDto::new( + event.transaction_id, + Some(event.instruction_id), + "dexlab".to_string(), + event.program_id.clone(), + "dexlab.swap".to_string(), + event.pool_account.clone(), + None, + event.token_a_mint.clone(), + event.token_b_mint.clone(), + None, + payload_json, + ); + let upsert_result = + crate::upsert_dex_decoded_event(self.database.as_ref(), &dto).await; + if let Err(error) = upsert_result { + return Err(error); + } + let fetched_result = crate::get_dex_decoded_event_by_key( + self.database.as_ref(), + event.transaction_id, + Some(event.instruction_id), + "dexlab.swap", + ) + .await; + let fetched_option = match fetched_result { + Ok(fetched_option) => fetched_option, + Err(error) => return Err(error), + }; + let fetched = match fetched_option { + Some(fetched) => fetched, + None => { + return Err(crate::KbError::InvalidState( + "decoded event disappeared after upsert".to_string(), + )); + } + }; + if !already_present { + let payload_value = event.payload_json.clone(); + let observation_result = self + .persistence + .record_observation(&crate::KbDetectionObservationInput::new( + "dex.dexlab.swap".to_string(), + crate::KbObservationSourceKind::HttpRpc, + transaction.source_endpoint_name.clone(), + transaction.signature.clone(), + transaction.slot, + payload_value.clone(), + )) + .await; + let observation_id = match observation_result { + Ok(observation_id) => observation_id, + Err(error) => return Err(error), + }; + let signal_result = self + .persistence + .record_signal(&crate::KbDetectionSignalInput::new( + "signal.dex.dexlab.swap".to_string(), + crate::KbAnalysisSignalSeverity::Low, + transaction.signature.clone(), + Some(observation_id), + None, + payload_value, + )) + .await; + if let Err(error) = signal_result { + return Err(error); + } + } + Ok(fetched) + } + } + } + async fn persist_fluxbeam_event( &self, transaction: &crate::KbChainTransactionDto, @@ -2244,4 +2458,89 @@ mod tests { Some("So11111111111111111111111111111111111111112".to_string()) ); } + + async fn seed_projected_dexlab_transaction( + database: std::sync::Arc, + signature: &str, + ) { + let service = crate::KbTransactionModelService::new(database); + let resolved_transaction = serde_json::json!({ + "slot": 999009, + "blockTime": 1779000009, + "version": 0, + "transaction": { + "message": { + "instructions": [ + { + "programId": crate::KB_DEXLAB_PROGRAM_ID, + "program": "dexlab", + "stackHeight": 1, + "accounts": [ + "DexlabDecodePool111", + "DexlabDecodeTokenA111", + "So11111111111111111111111111111111111111112", + "DexlabDecodeCreator111" + ], + "parsed": { + "info": { + "instruction": "create_pool", + "pool": "DexlabDecodePool111", + "tokenA": "DexlabDecodeTokenA111", + "tokenB": "So11111111111111111111111111111111111111112", + "payer": "DexlabDecodeCreator111", + "feeTier": "0.3%" + } + }, + "data": "opaque" + } + ] + } + }, + "meta": { + "err": null, + "logMessages": [ + "Program log: Instruction: CreatePool" + ] + } + }); + let persist_result = service + .persist_resolved_transaction( + signature, + Some("helius_primary_http".to_string()), + &resolved_transaction, + ) + .await; + if let Err(error) = persist_result { + panic!("projection must succeed: {}", error); + } + } + + #[tokio::test] + async fn decode_transaction_by_signature_persists_decoded_dexlab_event() { + let database = make_database().await; + seed_projected_dexlab_transaction(database.clone(), "sig-dex-decode-dexlab-1").await; + let service = crate::KbDexDecodeService::new(database.clone()); + let decoded_result = service + .decode_transaction_by_signature("sig-dex-decode-dexlab-1") + .await; + let decoded = match decoded_result { + Ok(decoded) => decoded, + Err(error) => panic!("decode must succeed: {}", error), + }; + assert_eq!(decoded.len(), 1); + assert_eq!(decoded[0].protocol_name, "dexlab"); + assert_eq!(decoded[0].event_kind, "dexlab.create_pool"); + assert_eq!( + decoded[0].pool_account, + Some("DexlabDecodePool111".to_string()) + ); + assert_eq!( + decoded[0].token_a_mint, + Some("DexlabDecodeTokenA111".to_string()) + ); + assert_eq!( + decoded[0].token_b_mint, + Some("So11111111111111111111111111111111111111112".to_string()) + ); + } } diff --git a/kb_lib/src/dex_detect.rs b/kb_lib/src/dex_detect.rs index 8e3fcb4..198e95c 100644 --- a/kb_lib/src/dex_detect.rs +++ b/kb_lib/src/dex_detect.rs @@ -245,6 +245,25 @@ impl KbDexDetectService { }; detection_results.push(detect_result); } + if decoded_event.protocol_name == "dexlab" + && decoded_event.event_kind == "dexlab.create_pool" + { + let detect_result = self.detect_dexlab_pool(&transaction, decoded_event).await; + let detect_result = match detect_result { + Ok(detect_result) => detect_result, + Err(error) => return Err(error), + }; + detection_results.push(detect_result); + } + if decoded_event.protocol_name == "dexlab" && decoded_event.event_kind == "dexlab.swap" + { + let detect_result = self.detect_dexlab_pool(&transaction, decoded_event).await; + let detect_result = match detect_result { + Ok(detect_result) => detect_result, + Err(error) => return Err(error), + }; + detection_results.push(detect_result); + } } Ok(detection_results) } @@ -2218,6 +2237,276 @@ impl KbDexDetectService { }) } + async fn detect_dexlab_pool( + &self, + transaction: &crate::KbChainTransactionDto, + decoded_event: &crate::KbDexDecodedEventDto, + ) -> Result { + let decoded_event_id_option = decoded_event.id; + let decoded_event_id = match decoded_event_id_option { + Some(decoded_event_id) => decoded_event_id, + None => { + return Err(crate::KbError::InvalidState( + "decoded dex event has no internal id".to_string(), + )); + } + }; + let dex_id_result = self.ensure_dexlab_dex().await; + let dex_id = match dex_id_result { + Ok(dex_id) => dex_id, + Err(error) => return Err(error), + }; + let pool_address_option = decoded_event.pool_account.clone(); + let pool_address = match pool_address_option { + Some(pool_address) => pool_address, + None => { + return Err(crate::KbError::InvalidState(format!( + "decoded event '{}' has no pool_account", + decoded_event_id + ))); + } + }; + let token_a_mint_option = decoded_event.token_a_mint.clone(); + let token_a_mint = match token_a_mint_option { + Some(token_a_mint) => token_a_mint, + None => { + return Err(crate::KbError::InvalidState(format!( + "decoded event '{}' has no token_a_mint", + decoded_event_id + ))); + } + }; + let token_b_mint_option = decoded_event.token_b_mint.clone(); + let token_b_mint = match token_b_mint_option { + Some(token_b_mint) => token_b_mint, + None => { + return Err(crate::KbError::InvalidState(format!( + "decoded event '{}' has no token_b_mint", + decoded_event_id + ))); + } + }; + let base_is_token_a = + kb_choose_base_quote_order(token_a_mint.as_str(), token_b_mint.as_str()); + let base_mint = if base_is_token_a { + token_a_mint.clone() + } else { + token_b_mint.clone() + }; + let quote_mint = if base_is_token_a { + token_b_mint.clone() + } else { + token_a_mint.clone() + }; + let base_token_id_result = self.ensure_token(base_mint.as_str()).await; + let base_token_id = match base_token_id_result { + Ok(base_token_id) => base_token_id, + Err(error) => return Err(error), + }; + let quote_token_id_result = self.ensure_token(quote_mint.as_str()).await; + let quote_token_id = match quote_token_id_result { + Ok(quote_token_id) => quote_token_id, + Err(error) => return Err(error), + }; + let existing_pool_result = + crate::get_pool_by_address(self.database.as_ref(), pool_address.as_str()).await; + let existing_pool_option = match existing_pool_result { + Ok(existing_pool_option) => existing_pool_option, + Err(error) => return Err(error), + }; + let created_pool = existing_pool_option.is_none(); + let pool_id = match existing_pool_option { + Some(pool) => { + let pool_id_option = pool.id; + match pool_id_option { + Some(pool_id) => pool_id, + None => { + return Err(crate::KbError::InvalidState(format!( + "pool '{}' has no internal id", + pool.address + ))); + } + } + } + None => { + let pool_dto = crate::KbPoolDto::new( + dex_id, + pool_address.clone(), + crate::KbPoolKind::Amm, + crate::KbPoolStatus::Active, + ); + let upsert_result = crate::upsert_pool(self.database.as_ref(), &pool_dto).await; + match upsert_result { + Ok(pool_id) => pool_id, + Err(error) => return Err(error), + } + } + }; + let existing_pair_result = + crate::get_pair_by_pool_id(self.database.as_ref(), pool_id).await; + let existing_pair_option = match existing_pair_result { + Ok(existing_pair_option) => existing_pair_option, + Err(error) => return Err(error), + }; + let created_pair = existing_pair_option.is_none(); + let pair_symbol = kb_build_pair_symbol(base_mint.as_str(), quote_mint.as_str()); + let pair_id = match existing_pair_option { + Some(pair) => { + let pair_id_option = pair.id; + match pair_id_option { + Some(pair_id) => pair_id, + None => { + return Err(crate::KbError::InvalidState(format!( + "pair for pool '{}' has no internal id", + pool_id + ))); + } + } + } + None => { + let pair_dto = crate::KbPairDto::new( + dex_id, + pool_id, + base_token_id, + quote_token_id, + pair_symbol, + ); + let upsert_result = crate::upsert_pair(self.database.as_ref(), &pair_dto).await; + match upsert_result { + Ok(pair_id) => pair_id, + Err(error) => return Err(error), + } + } + }; + let upsert_base_pool_token_result = crate::upsert_pool_token( + self.database.as_ref(), + &crate::KbPoolTokenDto::new( + pool_id, + base_token_id, + crate::KbPoolTokenRole::Base, + None, + Some(0), + ), + ) + .await; + if let Err(error) = upsert_base_pool_token_result { + return Err(error); + } + let upsert_quote_pool_token_result = crate::upsert_pool_token( + self.database.as_ref(), + &crate::KbPoolTokenDto::new( + pool_id, + quote_token_id, + crate::KbPoolTokenRole::Quote, + None, + Some(1), + ), + ) + .await; + if let Err(error) = upsert_quote_pool_token_result { + return Err(error); + } + let existing_listing_result = + crate::get_pool_listing_by_pool_id(self.database.as_ref(), pool_id).await; + let existing_listing_option = match existing_listing_result { + Ok(existing_listing_option) => existing_listing_option, + Err(error) => return Err(error), + }; + let created_listing = existing_listing_option.is_none(); + let pool_listing_id = match existing_listing_option { + Some(pool_listing) => pool_listing.id, + None => { + let listing_id_result = self + .upsert_pool_listing_from_decoded_event(dex_id, pool_id, pair_id, transaction) + .await; + match listing_id_result { + Ok(listing_id) => Some(listing_id), + Err(error) => return Err(error), + } + } + }; + let payload_value_result = kb_parse_payload_json(decoded_event.payload_json.as_str()); + let payload_value = match payload_value_result { + Ok(payload_value) => payload_value, + Err(error) => return Err(error), + }; + if created_pool { + let signal_result = self + .record_detection_signal( + transaction, + "signal.dex.dexlab.new_pool", + crate::KbAnalysisSignalSeverity::Low, + payload_value.clone(), + ) + .await; + if let Err(error) = signal_result { + return Err(error); + } + } + if created_pair { + let signal_result = self + .record_detection_signal( + transaction, + "signal.dex.dexlab.new_pair", + crate::KbAnalysisSignalSeverity::Low, + payload_value.clone(), + ) + .await; + if let Err(error) = signal_result { + return Err(error); + } + } + if created_listing { + let signal_result = self + .record_detection_signal( + transaction, + "signal.dex.dexlab.first_listing_seen", + crate::KbAnalysisSignalSeverity::Low, + payload_value, + ) + .await; + if let Err(error) = signal_result { + return Err(error); + } + } + Ok(crate::KbDexPoolDetectionResult { + decoded_event_id, + dex_id, + pool_id, + pair_id, + pool_listing_id, + created_pool, + created_pair, + created_listing, + }) + } + + async fn ensure_dexlab_dex(&self) -> Result { + let dex_result = crate::get_dex_by_code(self.database.as_ref(), "dexlab").await; + let dex_option = match dex_result { + Ok(dex_option) => dex_option, + Err(error) => return Err(error), + }; + match dex_option { + Some(dex) => match dex.id { + Some(dex_id) => Ok(dex_id), + None => Err(crate::KbError::InvalidState( + "dexlab dex has no internal id".to_string(), + )), + }, + None => { + let dex_dto = crate::KbDexDto::new( + "dexlab".to_string(), + "DexLab Swap/Pool".to_string(), + Some(crate::KB_DEXLAB_PROGRAM_ID.to_string()), + None, + true, + ); + crate::upsert_dex(self.database.as_ref(), &dex_dto).await + } + } + } + async fn ensure_fluxbeam_dex(&self) -> Result { let dex_result = crate::get_dex_by_code(self.database.as_ref(), "fluxbeam").await; let dex_option = match dex_result { @@ -3609,4 +3898,123 @@ mod tests { }; assert_eq!(pool_tokens.len(), 2); } + + async fn seed_decoded_dexlab_event( + database: std::sync::Arc, + signature: &str, + ) { + let transaction_model = crate::KbTransactionModelService::new(database.clone()); + let dex_decode = crate::KbDexDecodeService::new(database); + let resolved_transaction = serde_json::json!({ + "slot": 910009, + "blockTime": 1779100009, + "version": 0, + "transaction": { + "message": { + "instructions": [ + { + "programId": crate::KB_DEXLAB_PROGRAM_ID, + "program": "dexlab", + "stackHeight": 1, + "accounts": [ + "DexlabDetectPool111", + "DexlabDetectTokenA111", + "So11111111111111111111111111111111111111112", + "DexlabDetectCreator111" + ], + "parsed": { + "info": { + "instruction": "create_pool", + "pool": "DexlabDetectPool111", + "tokenA": "DexlabDetectTokenA111", + "tokenB": "So11111111111111111111111111111111111111112", + "payer": "DexlabDetectCreator111", + "feeTier": "0.3%" + } + }, + "data": "opaque" + } + ] + } + }, + "meta": { + "err": null, + "logMessages": [ + "Program log: Instruction: CreatePool" + ] + } + }); + let project_result = transaction_model + .persist_resolved_transaction( + signature, + Some("helius_primary_http".to_string()), + &resolved_transaction, + ) + .await; + if let Err(error) = project_result { + panic!("projection must succeed: {}", error); + } + let decode_result = dex_decode.decode_transaction_by_signature(signature).await; + if let Err(error) = decode_result { + panic!("dex decode must succeed: {}", error); + } + } + + #[tokio::test] + async fn detect_transaction_by_signature_creates_dexlab_pool_pair_and_listing() { + let database = make_database().await; + seed_decoded_dexlab_event(database.clone(), "sig-dex-detect-dexlab-1").await; + let detect_service = crate::KbDexDetectService::new(database.clone()); + let detect_result = detect_service + .detect_transaction_by_signature("sig-dex-detect-dexlab-1") + .await; + let results = match detect_result { + Ok(results) => results, + Err(error) => panic!("dex detect must succeed: {}", error), + }; + assert_eq!(results.len(), 1); + assert!(results[0].created_pool); + assert!(results[0].created_pair); + assert!(results[0].created_listing); + let pool_result = + crate::get_pool_by_address(database.as_ref(), "DexlabDetectPool111").await; + let pool_option = match pool_result { + Ok(pool_option) => pool_option, + Err(error) => panic!("pool fetch must succeed: {}", error), + }; + let pool = match pool_option { + Some(pool) => pool, + None => panic!("pool must exist"), + }; + assert_eq!(pool.id, Some(results[0].pool_id)); + assert_eq!(pool.pool_kind, crate::KbPoolKind::Amm); + let pair_result = crate::get_pair_by_pool_id(database.as_ref(), results[0].pool_id).await; + let pair_option = match pair_result { + Ok(pair_option) => pair_option, + Err(error) => panic!("pair fetch must succeed: {}", error), + }; + let pair = match pair_option { + Some(pair) => pair, + None => panic!("pair must exist"), + }; + assert_eq!(pair.id, Some(results[0].pair_id)); + let listing_result = + crate::get_pool_listing_by_pool_id(database.as_ref(), results[0].pool_id).await; + let listing_option = match listing_result { + Ok(listing_option) => listing_option, + Err(error) => panic!("listing fetch must succeed: {}", error), + }; + let listing = match listing_option { + Some(listing) => listing, + None => panic!("listing must exist"), + }; + assert_eq!(listing.id, results[0].pool_listing_id); + let pool_tokens_result = + crate::list_pool_tokens_by_pool_id(database.as_ref(), results[0].pool_id).await; + let pool_tokens = match pool_tokens_result { + Ok(pool_tokens) => pool_tokens, + Err(error) => panic!("pool tokens list must succeed: {}", error), + }; + assert_eq!(pool_tokens.len(), 2); + } } diff --git a/kb_lib/src/lib.rs b/kb_lib/src/lib.rs index 5b851a6..ba3edeb 100644 --- a/kb_lib/src/lib.rs +++ b/kb_lib/src/lib.rs @@ -256,5 +256,10 @@ pub use dex::KbFluxbeamCreatePoolDecoded; pub use dex::KbFluxbeamDecodedEvent; pub use dex::KbFluxbeamDecoder; pub use dex::KbFluxbeamSwapDecoded; +pub use dex::KB_DEXLAB_PROGRAM_ID; +pub use dex::KbDexlabCreatePoolDecoded; +pub use dex::KbDexlabDecodedEvent; +pub use dex::KbDexlabDecoder; +pub use dex::KbDexlabSwapDecoded; pub use launch_origin::KbLaunchAttributionResult; pub use launch_origin::KbLaunchOriginService;