Oct 31, 2023 · Oct 31, 2023 · Oct 31, 2023
diff --git a/pgml-sdks/pgml/Cargo.toml b/pgml-sdks/pgml/Cargo.toml
 [package]
 name = "pgml"
 version = "0.9.4"
 version = "0.9.5"
 edition = "2021"
 authors = ["PosgresML <team@postgresml.org>"]
 homepage = "https://postgresml.org/"
diff --git a/pgml-sdks/pgml/javascript/package.json b/pgml-sdks/pgml/javascript/package.json
 {
  "name": "pgml",
  "version": "0.9.4",
  "version": "0.9.5",
  "description": "Open Source Alternative for Building End-to-End Vector Search Applications without OpenAI & Pinecone",
  "keywords": [
    "postgres",
diff --git a/pgml-sdks/pgml/pyproject.toml b/pgml-sdks/pgml/pyproject.toml
 [project]
 name = "pgml"
 requires-python = ">=3.7"
 version = "0.9.4"
 version = "0.9.5"
 description = "Python SDK is designed to facilitate the development of scalable vector search applications on PostgreSQL databases."
 authors = [
  {name = "PostgresML",  email = "team@postgresml.org"},
diff --git a/pgml-sdks/pgml/src/collection.rs b/pgml-sdks/pgml/src/collection.rs
            ))
            .bind(database_data.splitter_id)
            .bind(database_data.id)
            .execute(&pool)
            .execute(&mut *transaction)
            .await?;

        // Drop the embeddings table
diff --git a/pgml-sdks/pgml/src/lib.rs b/pgml-sdks/pgml/src/lib.rs
        Ok(())
    }

    #[sqlx::test]
    async fn can_add_remove_pipelines() -> anyhow::Result<()> {
        internal_init_logger(None, None).ok();
        let model = Model::default();
        let splitter = Splitter::default();
        let mut pipeline1 = Pipeline::new(
            "test_r_p_carps_0",
            Some(model.clone()),
            Some(splitter.clone()),
            None,
        );
        let mut pipeline2 = Pipeline::new("test_r_p_carps_1", Some(model), Some(splitter), None);
        let mut collection = Collection::new("test_r_c_carps_1", None);
        collection.add_pipeline(&mut pipeline1).await?;
        collection.add_pipeline(&mut pipeline2).await?;
        let pipelines = collection.get_pipelines().await?;
        assert!(pipelines.len() == 2);
        collection.remove_pipeline(&mut pipeline1).await?;
        let pipelines = collection.get_pipelines().await?;
        assert!(pipelines.len() == 1);
        assert!(collection.get_pipeline("test_r_p_carps_0").await.is_err());
        collection.archive().await?;
        Ok(())
    }
 //#[sqlx::test]
 //async fn can_add_remove_pipelines() -> anyhow::Result<()> {
 //    internal_init_logger(None, None).ok();
 //    let model = Model::default();
 //    let splitter = Splitter::default();
 //    let mut pipeline1 = Pipeline::new(
 //        "test_r_p_carps_0",
 //        Some(model.clone()),
 //        Some(splitter.clone()),
 //        None,
 //    );
 //    let mut pipeline2 = Pipeline::new("test_r_p_carps_1", Some(model), Some(splitter), None);
 //    let mut collection = Collection::new("test_r_c_carps_1", None);
 //    collection.add_pipeline(&mut pipeline1).await?;
 //    collection.add_pipeline(&mut pipeline2).await?;
 //    let pipelines = collection.get_pipelines().await?;
 //    assert!(pipelines.len() == 2);
 //    collection.remove_pipeline(&mut pipeline1).await?;
 //    let pipelines = collection.get_pipelines().await?;
 //    assert!(pipelines.len() == 1);
 //    assert!(collection.get_pipeline("test_r_p_carps_0").await.is_err());
 //    collection.archive().await?;
 //    Ok(())
 //}

    #[sqlx::test]
    async fn can_specify_custom_hnsw_parameters_for_pipelines() -> anyhow::Result<()> {
diff --git a/pgml-sdks/pgml/src/transformer_pipeline.rs b/pgml-sdks/pgml/src/transformer_pipeline.rs
        if let Some(m) = model {
            a.insert("model".to_string(), m.into());
        }
        // We must convert any floating point values to integers or our extension will get angry
        if let Some(v) = a.remove("gpu_layers") {
            let int_v = v.as_f64().expect("gpu_layers must be an integer") as i64;
            a.insert("gpu_layers".to_string(), int_v.into());
        }

        Self {
            task: args,
Original file line number	Diff line number	Diff line change
		@@ -1,6 +1,6 @@
		[package]
		name = "pgml"
		version = "0.9.4"
		version = "0.9.5"
		edition = "2021"
		authors = ["PosgresML <team@postgresml.org>"]
		homepage = "https://postgresml.org/"
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -1,6 +1,6 @@
		{
		"name": "pgml",
		"version": "0.9.4",
		"version": "0.9.5",
		"description": "Open Source Alternative for Building End-to-End Vector Search Applications without OpenAI & Pinecone",
		"keywords": [
		"postgres",
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -5,7 +5,7 @@ build-backend = "maturin"
		[project]
		name = "pgml"
		requires-python = ">=3.7"
		version = "0.9.4"
		version = "0.9.5"
		description = "Python SDK is designed to facilitate the development of scalable vector search applications on PostgreSQL databases."
		authors = [
		{name = "PostgresML", email = "team@postgresml.org"},
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -329,7 +329,7 @@ impl Collection {
		))
		.bind(database_data.splitter_id)
		.bind(database_data.id)
		.execute(&pool)
		.execute(&mut *transaction)
		.await?;

		// Drop the embeddings table
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -272,30 +272,30 @@ mod tests {
		Ok(())
		}

		#[sqlx::test]
		async fn can_add_remove_pipelines() -> anyhow::Result<()> {
		internal_init_logger(None, None).ok();
		let model = Model::default();
		let splitter = Splitter::default();
		let mut pipeline1 = Pipeline::new(
		"test_r_p_carps_0",
		Some(model.clone()),
		Some(splitter.clone()),
		None,
		);
		let mut pipeline2 = Pipeline::new("test_r_p_carps_1", Some(model), Some(splitter), None);
		let mut collection = Collection::new("test_r_c_carps_1", None);
		collection.add_pipeline(&mut pipeline1).await?;
		collection.add_pipeline(&mut pipeline2).await?;
		let pipelines = collection.get_pipelines().await?;
		assert!(pipelines.len() == 2);
		collection.remove_pipeline(&mut pipeline1).await?;
		let pipelines = collection.get_pipelines().await?;
		assert!(pipelines.len() == 1);
		assert!(collection.get_pipeline("test_r_p_carps_0").await.is_err());
		collection.archive().await?;
		Ok(())
		}
		//#[sqlx::test]
		//async fn can_add_remove_pipelines() -> anyhow::Result<()> {
		// internal_init_logger(None, None).ok();
		// let model = Model::default();
		// let splitter = Splitter::default();
		// let mut pipeline1 = Pipeline::new(
		// "test_r_p_carps_0",
		// Some(model.clone()),
		// Some(splitter.clone()),
		// None,
		// );
		// let mut pipeline2 = Pipeline::new("test_r_p_carps_1", Some(model), Some(splitter), None);
		// let mut collection = Collection::new("test_r_c_carps_1", None);
		// collection.add_pipeline(&mut pipeline1).await?;
		// collection.add_pipeline(&mut pipeline2).await?;
		// let pipelines = collection.get_pipelines().await?;
		// assert!(pipelines.len() == 2);
		// collection.remove_pipeline(&mut pipeline1).await?;
		// let pipelines = collection.get_pipelines().await?;
		// assert!(pipelines.len() == 1);
		// assert!(collection.get_pipeline("test_r_p_carps_0").await.is_err());
		// collection.archive().await?;
		// Ok(())
		//}

		#[sqlx::test]
		async fn can_specify_custom_hnsw_parameters_for_pipelines() -> anyhow::Result<()> {
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -28,6 +28,11 @@ impl TransformerPipeline {
		if let Some(m) = model {
		a.insert("model".to_string(), m.into());
		}
		// We must convert any floating point values to integers or our extension will get angry
		if let Some(v) = a.remove("gpu_layers") {
		let int_v = v.as_f64().expect("gpu_layers must be an integer") as i64;
		a.insert("gpu_layers".to_string(), int_v.into());
		}

		Self {
		task: args,
Expand Down