From 1966be8507175c90aa182649ebdc1c79b20baeff Mon Sep 17 00:00:00 2001
From: Lev <lev.kokotov@gmail.com>
Date: Thu, 26 Oct 2023 10:31:32 -0700
Subject: [PATCH 1/3] Mistral AI, say hi to PostresML

---
 pgml-extension/requirements.txt                          | 4 +++-
 pgml-extension/src/bindings/transformers/transformers.py | 2 +-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
index 89b3c2742..fea8d141c 100644
--- a/pgml-extension/requirements.txt
+++ b/pgml-extension/requirements.txt
@@ -21,8 +21,10 @@ torch==2.0.1
 torchaudio==2.0.2
 torchvision==0.15.2
 tqdm==4.66.1
-transformers==4.33.1
+transformers==4.34.1
 xgboost==2.0.0
 langchain==0.0.287
 einops==0.6.1
 pynvml==11.5.0
+transformers-stream-generator==0.0.4
+optimum==1.13.2
diff --git a/pgml-extension/src/bindings/transformers/transformers.py b/pgml-extension/src/bindings/transformers/transformers.py
index 98c843691..8b1d1a43d 100644
--- a/pgml-extension/src/bindings/transformers/transformers.py
+++ b/pgml-extension/src/bindings/transformers/transformers.py
@@ -197,7 +197,7 @@ def create_pipeline(task):
         lower = model_name.lower()
     else:
         lower = None
-    if lower and "-ggml" in lower:
+    if lower and ("-ggml" in lower or "-gguf" in lower):
         pipe = GGMLPipeline(model_name, **task)
     elif lower and "-gptq" in lower:
         pipe = GPTQPipeline(model_name, **task)

From e948002f0b07d5bb7a65d2332878838e8ef6db4b Mon Sep 17 00:00:00 2001
From: Lev <lev.kokotov@gmail.com>
Date: Thu, 26 Oct 2023 10:33:16 -0700
Subject: [PATCH 2/3] Deps

---
 .github/workflows/ubuntu-packages-and-docker-image.yml  | 2 +-
 .github/workflows/ubuntu-postgresml-python-package.yaml | 2 +-
 packages/postgresml/DEBIAN/control                      | 2 +-
 pgml-extension/Cargo.lock                               | 2 +-
 pgml-extension/Cargo.toml                               | 2 +-
 pgml-extension/sql/pgml--2.7.12--2.7.13.sql             | 0
 6 files changed, 5 insertions(+), 5 deletions(-)
 create mode 100644 pgml-extension/sql/pgml--2.7.12--2.7.13.sql

diff --git a/.github/workflows/ubuntu-packages-and-docker-image.yml b/.github/workflows/ubuntu-packages-and-docker-image.yml
index 0fd6b575a..0d9df7a7e 100644
--- a/.github/workflows/ubuntu-packages-and-docker-image.yml
+++ b/.github/workflows/ubuntu-packages-and-docker-image.yml
@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       packageVersion:
-        default: "2.7.12"
+        default: "2.7.13"
 jobs:
   #
   # PostgresML extension.
diff --git a/.github/workflows/ubuntu-postgresml-python-package.yaml b/.github/workflows/ubuntu-postgresml-python-package.yaml
index ede7a100a..1af8ef614 100644
--- a/.github/workflows/ubuntu-postgresml-python-package.yaml
+++ b/.github/workflows/ubuntu-postgresml-python-package.yaml
@@ -4,7 +4,7 @@ on:
   workflow_dispatch:
     inputs:
       packageVersion:
-        default: "2.7.12"
+        default: "2.7.13"
 
 jobs:
   postgresml-python:
diff --git a/packages/postgresml/DEBIAN/control b/packages/postgresml/DEBIAN/control
index 7e7daff92..dc36d743c 100644
--- a/packages/postgresml/DEBIAN/control
+++ b/packages/postgresml/DEBIAN/control
@@ -3,7 +3,7 @@ Version: ${PACKAGE_VERSION}
 Section: database
 Priority: optional
 Architecture: all
-Depends: postgresml-python (>= 2.7.12), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION})
+Depends: postgresml-python (>= 2.7.13), postgresql-pgml-${PGVERSION} (>= ${PACKAGE_VERSION})
 Maintainer: PostgresML <team@postgresml.org>
 Homepage: https://postgresml.org
 Description: PostgresML - Generative AI and Simple ML inside PostgreSQL
diff --git a/pgml-extension/Cargo.lock b/pgml-extension/Cargo.lock
index a63f6c5ca..fe83c4c3c 100644
--- a/pgml-extension/Cargo.lock
+++ b/pgml-extension/Cargo.lock
@@ -1723,7 +1723,7 @@ dependencies = [
 
 [[package]]
 name = "pgml"
-version = "2.7.12"
+version = "2.7.13"
 dependencies = [
  "anyhow",
  "blas",
diff --git a/pgml-extension/Cargo.toml b/pgml-extension/Cargo.toml
index 4dd01e4b1..58d949533 100644
--- a/pgml-extension/Cargo.toml
+++ b/pgml-extension/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "pgml"
-version = "2.7.12"
+version = "2.7.13"
 edition = "2021"
 
 [lib]
diff --git a/pgml-extension/sql/pgml--2.7.12--2.7.13.sql b/pgml-extension/sql/pgml--2.7.12--2.7.13.sql
new file mode 100644
index 000000000..e69de29bb

From cfc836541f93fd8e5e95fedb0aac9f580a18fce9 Mon Sep 17 00:00:00 2001
From: Lev <lev.kokotov@gmail.com>
Date: Thu, 26 Oct 2023 10:34:34 -0700
Subject: [PATCH 3/3] tokenizers

---
 pgml-extension/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
index fea8d141c..6dd8b4690 100644
--- a/pgml-extension/requirements.txt
+++ b/pgml-extension/requirements.txt
@@ -16,7 +16,7 @@ sacremoses==0.0.53
 scikit-learn==1.3.0
 sentencepiece==0.1.99
 sentence-transformers==2.2.2
-tokenizers==0.13.3
+tokenizers==0.14.1 
 torch==2.0.1
 torchaudio==2.0.2
 torchvision==0.15.2