Retry on rpc timeout response (#518)

* retry on rpc timeout response

* run fmt

clients/runtime/src/error.rs

@@ -200,6 +200,22 @@ impl Error {
 			&format!("{:?}", SecurityPalletError::ParachainNotRunning),
 		)
 	}
+
+	pub fn is_timeout_error(&self) -> bool {
+		match self {
+			Error::SubxtRuntimeError(SubxtError::Rpc(RpcError::ClientError(e))) =>
+				match e.downcast_ref::<JsonRpseeError>() {
+					Some(e) => matches!(e, JsonRpseeError::RequestTimeout),
+					None => {
+						log::error!(
+							"Failed to downcast RPC error; this is a bug please file an issue"
+						);
+						false
+					},
+				},
+			_ => false,
+		}
+	}
 }
 
 impl RecoverableError {

clients/runtime/src/rpc.rs

@@ -247,6 +247,8 @@ impl SpacewalkParachain {
 							} else if err.is_block_hash_not_found_error() {
 								log::info!("Re-sending transaction after apparent fork");
 								Err(RetryPolicy::Skip(Error::BlockHashNotFound))
+							} else if err.is_timeout_error() {
+								Err(RetryPolicy::Skip(Error::Timeout))
 							} else {
 								Err(RetryPolicy::Throw(err))
 							}

clients/vault/src/oracle/storage/traits.rs

@@ -141,7 +141,9 @@ pub trait ArchiveStorage {
 	fn remove_file(&self, target_slot: Slot) {
 		let (_, file) = self.get_url_and_file_name(target_slot);
 		if let Err(e) = fs::remove_file(&file) {
-			tracing::warn!("remove_file(): failed to remove file {file} for slot {target_slot}: {e:?}");
+			tracing::warn!(
+				"remove_file(): failed to remove file {file} for slot {target_slot}: {e:?}"
+			);
 		}
 	}
 

clients/vault/src/requests/structs.rs

@@ -210,6 +210,8 @@ impl Request {
 								Err(RetryPolicy::Throw(err))
 							} else if err.is_block_hash_not_found_error() {
 								Err(RetryPolicy::Skip(EnrichedError::BlockHashNotFound))
+							} else if err.is_timeout_error() {
+								Err(RetryPolicy::Skip(EnrichedError::Timeout))
 							} else {
 								Err(RetryPolicy::Throw(err))
 							}