Merge source into modules (#42)

* merge source and delete .DS store

* move source into module

* crates

Author: reluctanthero104

Cargo.lock

@@ -10,7 +10,6 @@ license = "Apache-2.0"
 [workspace]
 members = [ "crates/cli",
             "crates/skardi",
-            "crates/sources",
             "crates/server"]
 
 resolver = "2"
@@ -46,9 +45,9 @@ iceberg = "0.9.0"
 iceberg-datafusion = "0.9.0"
 iceberg-storage-opendal = "0.9.0"
 insta = { version = "1.41.1", features = ["glob", "filters"] }
-lance = { git = "https://github.com/lance-format/lance", tag = "v4.0.0-rc.1", default-features = false }
-lance-index = { git = "https://github.com/lance-format/lance", tag = "v4.0.0-rc.1" }
-lance-linalg = { git = "https://github.com/lance-format/lance", tag = "v4.0.0-rc.1" }
+lance = { version = "4.0.0", default-features = false }
+lance-index = { version = "4.0.0" }
+lance-linalg = { version = "4.0.0" }
 log = "0.4.27"
 object_store = { version = "0.12.4", default-features = false, features = ["aws", "gcp", "azure", "http"] }
 parking_lot = "0.12"

Cargo.toml

@@ -26,7 +26,7 @@ object_store = { workspace = true, features = ["aws", "gcp", "azure", "http"] }
 serde = { workspace = true }
 serde_json = { workspace = true }
 serde_yaml = { workspace = true }
-sources = { package = "skardi-sources", path = "../sources" }
+skardi = { path = "../skardi" }
 tokio = { workspace = true, features = ["macros", "rt-multi-thread"] }
 url = { workspace = true }
 

asset/.DS_Store

@@ -16,9 +16,9 @@ use object_store::azure::MicrosoftAzureBuilder;
 use object_store::gcp::GoogleCloudStorageBuilder;
 use object_store::http::HttpBuilder;
 use serde::Deserialize;
-use sources::providers::lance::fts_table_function::register_lance_fts_udtf;
-use sources::providers::lance::knn_table_function::register_lance_knn_udtf;
-use sources::providers::{
+use skardi::sources::providers::lance::fts_table_function::register_lance_fts_udtf;
+use skardi::sources::providers::lance::knn_table_function::register_lance_knn_udtf;
+use skardi::sources::providers::{
     iceberg::register_iceberg_table, lance::register_lance_table, mongo::register_mongo_tables,
     mysql::register_mysql_tables, sqlite::register_sqlite_tables,
     sqlx::postgres::register_postgres_tables,
@@ -254,12 +254,11 @@ impl UrlTableFactory for SkardiUrlTableFactory {
             let table_name = &url[pos + ext.len()..];
 
             if !table_name.is_empty() {
-                let provider =
-                    sources::providers::sqlite::create_sqlite_table_provider(db_path, table_name)
-                        .await
-                        .map_err(|e| {
-                            datafusion::error::DataFusionError::Execution(e.to_string())
-                        })?;
+                let provider = skardi::sources::providers::sqlite::create_sqlite_table_provider(
+                    db_path, table_name,
+                )
+                .await
+                .map_err(|e| datafusion::error::DataFusionError::Execution(e.to_string()))?;
 
                 return Ok(Some(provider));
             }

crates/.DS_Store

@@ -26,7 +26,6 @@ serde = { workspace = true }
 serde_json = { workspace = true }
 serde_yaml = { workspace = true }
 skardi = { path = "../skardi" }
-sources = { package = "skardi-sources", path = "../sources" }
 anyhow = "1.0"
 thiserror = "1.0"
 tokio = { workspace = true, features = ["macros", "rt-multi-thread", "net", "sync"] }