@anysphere/file-service 0.0.0-e6124fba → 0.0.0-e68f3241

package/src/lib.rs

@@ -1,308 +0,0 @@
-#![windows_subsystem = "windows"]
-#![deny(clippy::all)]
-#![deny(unsafe_op_in_unsafe_fn)]
-pub mod file_utils;
-pub mod merkle_tree;
-
-use std::{collections::HashSet, vec};
-
-use anyhow::Context;
-use merkle_tree::{LocalConstruction, MerkleTree};
-use tracing::{info, Level};
-use tracing_appender::rolling::{RollingFileAppender, Rotation};
-use tracing_subscriber::fmt;
-
-#[macro_use]
-extern crate napi_derive;
-
-#[napi]
-pub struct MerkleClient {
-  tree: MerkleTree,
-  absolute_root_directory: String,
-  _guard: Option<tracing_appender::non_blocking::WorkerGuard>,
-}
-
-pub fn init_logger() -> Option<tracing_appender::non_blocking::WorkerGuard> {
-  #[cfg(feature = "debugfile")]
-  let _guard = {
-    let file_appender =
-      RollingFileAppender::new(Rotation::NEVER, "./", "rust_log.txt");
-    let (non_blocking, _guard) = tracing_appender::non_blocking(file_appender);
-    let subscriber = fmt::Subscriber::builder()
-      .with_max_level(Level::TRACE)
-      .with_writer(non_blocking)
-      .with_ansi(false)
-      .with_line_number(true)
-      .finish();
-
-    let _ = tracing::subscriber::set_global_default(subscriber);
-    Some(_guard)
-  };
-  #[cfg(not(feature = "debugfile"))]
-  let _guard = { None };
-  _guard
-}
-
-#[napi]
-impl MerkleClient {
-  #[napi(constructor)]
-  pub fn new(absolute_root_directory: String) -> MerkleClient {
-    let _guard = init_logger();
-
-    // let canonical_root_directory = std::path::Path::new(&absolute_root_directory);
-    // use dunce::canonicalize;
-    // let canonical_root_directory = match dunce::canonicalize(&canonical_root_directory) {
-    //   Ok(path) => path.to_str().unwrap_or(&absolute_root_directory).to_string().to_lowercase(),
-    //   Err(e) => {
-    //     info!("Error in canonicalizing path: path: {:?}, error {:?}", canonical_root_directory, e);
-    //     absolute_root_directory
-    //   }
-    // };
-
-    MerkleClient {
-      tree: MerkleTree::empty_tree(),
-      absolute_root_directory,
-      _guard,
-    }
-  }
-
-  #[napi]
-  pub async unsafe fn init(
-    &mut self,
-    git_ignored_files: Vec<String>,
-    is_git_repo: bool,
-  ) -> Result<(), napi::Error> {
-    // 1. compute the merkle tree
-    // 2. update the backend
-    // 3. sync with the remote
-    info!("Merkle tree compute started!");
-		info!("Root directory: {:?}", self.absolute_root_directory);
-    unsafe {
-      self
-        .compute_merkle_tree(git_ignored_files, is_git_repo)
-        .await?;
-    }
-
-    Ok(())
-  }
-
-  pub async unsafe fn interrupt(&mut self) -> Result<(), napi::Error> {
-    unimplemented!("Interrupt is not implemented yet");
-  }
-
-  #[napi]
-  pub async unsafe fn compute_merkle_tree(
-    &mut self,
-    git_ignored_files: Vec<String>,
-    is_git_repo: bool,
-  ) -> Result<(), napi::Error> {
-    // make the git ignored files into a hash set
-    let git_ignored_set = HashSet::from_iter(git_ignored_files.into_iter());
-
-		info!("Git ignored set: {:?}", git_ignored_set);
-
-    let t = MerkleTree::construct_merkle_tree(
-      self.absolute_root_directory.clone(),
-      git_ignored_set,
-      is_git_repo,
-    )
-    .await;
-
-    match t {
-      Ok(tree) => {
-        self.tree = tree;
-        Ok(())
-      }
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in compute_merkle_tree: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub async unsafe fn update_file(&mut self, file_path: String) {
-    let _ = self.tree.update_file(file_path).await;
-  }
-
-  #[napi]
-  pub async unsafe fn delete_file(&mut self, file_path: String) {
-    let _r = self.tree.delete_file(file_path);
-  }
-
-  #[napi]
-  pub async fn get_subtree_hash(
-    &self,
-    relative_path: String,
-  ) -> Result<String, napi::Error> {
-    let relative_path_without_leading_slash = match relative_path
-      .strip_prefix('.')
-    {
-      Some(path) => path.strip_prefix(std::path::MAIN_SEPARATOR).unwrap_or(""),
-      None => relative_path.as_str(),
-    };
-
-    let absolute_path = if !relative_path_without_leading_slash.is_empty() {
-      std::path::Path::new(&self.absolute_root_directory)
-        .join(relative_path_without_leading_slash)
-    } else {
-      std::path::Path::new(&self.absolute_root_directory).to_path_buf()
-    };
-
-    let absolute_path_string = match absolute_path.to_str() {
-      Some(path) => path.to_string(),
-      None => {
-        return Err(napi::Error::new(
-          napi::Status::Unknown,
-          format!("some string error"),
-        ))
-      }
-    };
-
-    let hash = self
-      .tree
-      .get_subtree_hash(absolute_path_string.as_str())
-      .await;
-
-    match hash {
-      Ok(hash) => Ok(hash),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_subtree_hash. \nRelative path: {:?}, \nAbsolute path: {:?}, \nRoot directory: {:?}\nError: {:?}", &relative_path, absolute_path, self.absolute_root_directory, e)
-      )),
-    }
-  }
-
-  #[napi]
-  pub async fn get_num_embeddable_files(&self) -> Result<i32, napi::Error> {
-    let num = self.tree.get_num_embeddable_files().await;
-
-    match num {
-      Ok(num) => Ok(num),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_num_embeddable_files: {:?}", e),
-      )),
-    }
-  }
-
-  pub async fn get_num_embeddable_files_in_subtree(
-    &self,
-    relative_path: String,
-  ) -> Result<i32, napi::Error> {
-    let absolute_path = std::path::Path::new(&self.absolute_root_directory)
-      .join(relative_path)
-      .canonicalize()?;
-
-    let num = self
-      .tree
-      .get_num_embeddable_files_in_subtree(absolute_path)
-      .await;
-
-    match num {
-      Ok(num) => Ok(num),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_num_embeddable_files_in_subtree: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub async fn get_all_files(&self) -> Result<Vec<String>, napi::Error> {
-    let files = self.tree.get_all_files().await;
-
-    match files {
-      Ok(files) => Ok(files),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_all_files: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub async fn get_all_dir_files_to_embed(
-    &self,
-    absolute_file_path: String,
-  ) -> Result<Vec<String>, napi::Error> {
-    // let absolute_path = absolute_file_path.to_lowercase();
-    // let absolute_path_str = absolute_path.as_str();
-
-    let files = self
-      .tree
-      .get_all_dir_files_to_embed(absolute_file_path.as_str())
-      .await;
-
-    match files {
-      Ok(files) => Ok(files),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_all_dir_files_to_embed: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub async unsafe fn get_next_file_to_embed(
-    &mut self,
-  ) -> Result<Vec<String>, napi::Error> {
-    let n = self.tree.get_next_file_to_embed().await;
-
-    match n {
-      Ok((file, path)) => {
-        // now our job is to put the filename as the first element of the path.
-
-        // TODO(sualeh): we should assert that the path is ascending up to the path.
-
-        let ret = vec![file];
-        let ret = ret.into_iter().chain(path.into_iter()).collect::<Vec<_>>();
-        Ok(ret)
-      }
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_next_file_to_embed: {:?}", e),
-      )),
-    }
-  }
-
-  // FIXME(sualeh): get_spline
-  #[napi]
-  pub async fn get_spline(
-    &self,
-    absolute_file_path: String,
-  ) -> Result<Vec<String>, napi::Error> {
-    // let absolute_path = absolute_file_path.to_lowercase();
-    // let absolute_path_str = absolute_path.as_str();
-    let spline = self.tree.get_spline(absolute_file_path.as_str()).await;
-
-    match spline {
-      Ok(spline) => Ok(spline),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_spline: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub async fn get_hashes_for_files(
-    &self,
-    files: Vec<String>,
-  ) -> Result<Vec<String>, napi::Error> {
-    let hashes = self.tree.get_hashes_for_files(files).await;
-
-    match hashes {
-      Ok(hashes) => Ok(hashes),
-      Err(e) => Err(napi::Error::new(
-        napi::Status::Unknown,
-        format!("Error in get_hashes_for_files: {:?}", e),
-      )),
-    }
-  }
-
-  #[napi]
-  pub fn update_root_directory(&mut self, root_directory: String) {
-    self.absolute_root_directory = root_directory;
-  }
-}

package/src/lib2.rs

@@ -1,212 +0,0 @@
-#![deny(clippy::all)]
-pub mod file_utils;
-pub mod git_utils;
-pub mod merkle_tree;
-
-// #[path = "proto/aiserver.v1.rs"]
-// pub mod aiserver;
-
-// use aiserver::repository_service_client::RepositoryServiceClient;
-// use aiserver::{FastRepoInitHandshakeRequest, GetNumFilesToSendRequest, GetNumFilesToSendResponse};
-use merkle_tree::{MerkleTree, LocalConstruction};
-
-// use tonic::metadata::MetadataValue;
-// use tonic::transport::Channel;
-// use tonic::Request;
-// use aiserver::v1::repository_client::RepositoryClient;
-
-#[macro_use]
-extern crate napi_derive;
-
-// pub type RepositoryClient = RepositoryServiceClient<
-//   tonic::service::interceptor::InterceptedService<Channel, AsphrAuthInterceptor>,
-// >;
-
-#[napi]
-pub struct MerkleClient {
-  tree: MerkleTree,
-  root_directory: String,
-  // intercepter: AsphrAuthInterceptor,
-  // backend_url: String,
-  // repository_info: RepositoryInfo,
-  // repo_client: Option<RepositoryClient>,
-}
-
-
-#[napi]
-impl MerkleClient {
-  #[napi(constructor)]
-  pub fn new(
-		root_directory: String,
-		// bearer_token: String,
-		// backend_url: String,
-		// repository_info: RepositoryInfo
-	) -> MerkleClient {
-    MerkleClient {
-      tree: MerkleTree::empty_tree(),
-      root_directory,
-      // intercepter: AsphrAuthInterceptor::new(bearer_token),
-      // backend_url,
-			// repository_info,
-    }
-  }
-
-  #[napi]
-  pub async unsafe fn init(&mut self) -> Result<(), napi::Error> {
-    // 1. compute the merkle tree
-    // 2. update the backend
-    // 3. sync with the remote
-    self.compute_merkle_tree().await;
-    let res = self.sync_with_remote().await;
-
-    if let Err(e) = res {
-      println!("Error: {:?}", e);
-      return Err(napi::Error::new(
-        napi::Status::Unknown,
-        "Error in sync_with_remote",
-      ));
-    }
-
-    Ok(())
-  }
-
-	// #[napi]
-	pub async unsafe fn interrupt(&mut self) -> Result<(), napi::Error> {
-		unimplemented!("Interrupt is not implemented yet");
-	}
-
-  // pub async fn update_backend(&self) -> Result<RepositoryClient, napi::Error> {
-  //   let channel = match Channel::from_shared(self.backend_url.clone()) {
-  //     Ok(channel) => {
-  //       let connection = match channel.connect().await {
-  //         Ok(connection) => connection,
-  //         Err(_) => {
-  //           return Err(napi::Error::new(
-  //             napi::Status::Unknown,
-  //             "Invalid backend URL",
-  //           ))
-  //         }
-  //       };
-
-  //       connection
-  //     }
-  //     Err(_) => {
-  //       return Err(napi::Error::new(
-  //         napi::Status::Unknown,
-  //         "Invalid backend URL",
-  //       ))
-  //     }
-  //   };
-
-  //   let repo_client = RepositoryServiceClient::with_interceptor(channel, self.intercepter.clone());
-
-  //   Ok(repo_client)
-  // }
-
-  // #[napi]
-  pub async fn sync_with_remote(&self) -> Result<(), napi::Error> {
-    // BLOCKER:
-    // 1. need to get the repository info nicely from javascript.
-    // 2. need to handle the napi conversions.
-    // let client: Result<RepositoryClient, napi::Error> = self.update_backend().await;
-
-    // if let Err(e) = client {
-    //   return Err(e);
-    // }
-    // let mut client = client.unwrap();
-
-    // 1. make sure your tree is upto date.
-    // just make sure that you did an update recently and that you havent left too many updates to be buffered up.
-
-    // 2. sync it carefully.
-    // let repo_init_handshake_req = tonic::Request::new(FastRepoInitHandshakeRequest {
-    // 	repository:
-    // 	merkle_tree: self.tree.clone(),
-    // });
-    // client.fast_repo_init_handshake()
-
-    // 2.5 if the hash is the same, you are happy and you just leave.
-
-    // 3. start the diffing process if everything is ok.
-    // let different_files = self.tree.sync_with_remote(client).await;
-    // let num_files_to_send = different_files.len();
-
-    // 4. send those files to the server!
-    Ok(())
-  }
-
-	#[napi]
-  pub async unsafe fn compute_merkle_tree(&mut self) {
-    self.tree = MerkleTree::construct_merkle_tree(self.root_directory.clone()).await;
-  }
-
-  #[napi]
-  pub async unsafe fn update_file(&mut self, file_path: String) {
-    let _ = self.tree.update_file(file_path).await;
-  }
-
-  #[napi]
-  pub async unsafe fn delete_file(&mut self, file_path: String) {
-    let _r = self.tree.delete_file(file_path);
-  }
-
-  // #[napi]
-  pub fn update_root_directory(&mut self, root_directory: String) {
-    self.root_directory = root_directory;
-  }
-
-  // TODO
-  // pub fn update_repository_info(&mut self, repository_info: RepositoryInfo) {
-  //   self.repository_info = repository_info;
-  // }
-}
-
-#[napi(object)]
-#[derive(Clone, Debug)]
-pub struct RepositoryInfo {
-	pub relative_workspace_path: String,
-	pub remote_urls: String,
-	pub remote_names: String,
-	pub repo_name: String,
-	pub repo_owner: String,
-	pub is_tracked: bool,
-	pub is_local: bool,
-	pub num_files: Option<i32>
-}
-
-
-// use std::convert::TryFrom;
-// A simple implementation of an interceptor that adds a bearer token to the request
-// #[derive(Clone)]
-// pub struct AsphrAuthInterceptor {
-//   auth_token: String,
-//   full_auth_string: String,
-// }
-
-// impl tonic::service::Interceptor for AsphrAuthInterceptor {
-//   fn call(&mut self, mut request: tonic::Request<()>) -> Result<tonic::Request<()>, tonic::Status> {
-//     request.metadata_mut().insert(
-//       "authorization",
-//       MetadataValue::try_from(&self.full_auth_string).unwrap(),
-//     );
-//     Ok(request)
-//   }
-// }
-
-// impl AsphrAuthInterceptor {
-//   pub fn new(auth_token: String) -> AsphrAuthInterceptor {
-//     AsphrAuthInterceptor {
-//       auth_token: auth_token.clone(),
-//       full_auth_string: format!("Bearer {}", auth_token),
-//     }
-//   }
-
-//   pub fn get_auth_token(&self) -> String {
-//     self.auth_token.clone()
-//   }
-
-//   pub fn update_auth_token(&mut self, new_token: String) {
-//     self.auth_token = new_token;
-//     self.full_auth_string = format!("Bearer {}", self.auth_token);
-//   }
-// }