Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+starcoder2-15b-instruct-v0.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,155 @@
+---
+pipeline_tag: text-generation
+base_model: bigcode/starcoder2-15b-instruct-v0.1
+datasets:
+- bigcode/self-oss-instruct-sc2-exec-filter-50k
+license: bigcode-openrail-m
+library_name: transformers
+tags:
+- code
+- TensorBlock
+- GGUF
+model-index:
+- name: starcoder2-15b-instruct-v0.1
+  results:
+  - task:
+      type: text-generation
+    dataset:
+      name: LiveCodeBench (code generation)
+      type: livecodebench-codegeneration
+    metrics:
+    - type: pass@1
+      value: 20.4
+  - task:
+      type: text-generation
+    dataset:
+      name: LiveCodeBench (self repair)
+      type: livecodebench-selfrepair
+    metrics:
+    - type: pass@1
+      value: 20.9
+  - task:
+      type: text-generation
+    dataset:
+      name: LiveCodeBench (test output prediction)
+      type: livecodebench-testoutputprediction
+    metrics:
+    - type: pass@1
+      value: 29.8
+  - task:
+      type: text-generation
+    dataset:
+      name: LiveCodeBench (code execution)
+      type: livecodebench-codeexecution
+    metrics:
+    - type: pass@1
+      value: 28.1
+  - task:
+      type: text-generation
+    dataset:
+      name: HumanEval
+      type: humaneval
+    metrics:
+    - type: pass@1
+      value: 72.6
+  - task:
+      type: text-generation
+    dataset:
+      name: HumanEval+
+      type: humanevalplus
+    metrics:
+    - type: pass@1
+      value: 63.4
+  - task:
+      type: text-generation
+    dataset:
+      name: MBPP
+      type: mbpp
+    metrics:
+    - type: pass@1
+      value: 75.2
+  - task:
+      type: text-generation
+    dataset:
+      name: MBPP+
+      type: mbppplus
+    metrics:
+    - type: pass@1
+      value: 61.2
+  - task:
+      type: text-generation
+    dataset:
+      name: DS-1000
+      type: ds-1000
+    metrics:
+    - type: pass@1
+      value: 40.6
+---
+
+<div style="width: auto; margin-left: auto; margin-right: auto">
+<img src="https://i.imgur.com/jC7kdl8.jpeg" alt="TensorBlock" style="width: 100%; min-width: 400px; display: block; margin: auto;">
+</div>
+<div style="display: flex; justify-content: space-between; width: 100%;">
+    <div style="display: flex; flex-direction: column; align-items: flex-start;">
+        <p style="margin-top: 0.5em; margin-bottom: 0em;">
+            Feedback and support: TensorBlock's  <a href="https://x.com/tensorblock_aoi">Twitter/X</a>, <a href="https://t.me/TensorBlock">Telegram Group</a> and <a href="https://x.com/tensorblock_aoi">Discord server</a>
+        </p>
+    </div>
+</div>
+
+## bigcode/starcoder2-15b-instruct-v0.1 - GGUF
+
+This repo contains GGUF format model files for [bigcode/starcoder2-15b-instruct-v0.1](https://huggingface.co/bigcode/starcoder2-15b-instruct-v0.1).
+
+The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
+
+## Prompt template
+
+```
+<|endoftext|>You are an exceptionally intelligent coding assistant that consistently delivers accurate and reliable responses to user instructions.
+
+### Instruction
+{prompt}
+
+### Response
+```
+
+## Model file specification
+
+| Filename | Quant type | File Size | Description |
+| -------- | ---------- | --------- | ----------- |
+| [starcoder2-15b-instruct-v0.1-Q2_K.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q2_K.gguf) | Q2_K | 5.768 GB | smallest, significant quality loss - not recommended for most purposes |
+| [starcoder2-15b-instruct-v0.1-Q3_K_S.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q3_K_S.gguf) | Q3_K_S | 6.507 GB | very small, high quality loss |
+| [starcoder2-15b-instruct-v0.1-Q3_K_M.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q3_K_M.gguf) | Q3_K_M | 7.492 GB | very small, high quality loss |
+| [starcoder2-15b-instruct-v0.1-Q3_K_L.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q3_K_L.gguf) | Q3_K_L | 8.350 GB | small, substantial quality loss |
+| [starcoder2-15b-instruct-v0.1-Q4_0.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q4_0.gguf) | Q4_0 | 8.443 GB | legacy; small, very high quality loss - prefer using Q3_K_M |
+| [starcoder2-15b-instruct-v0.1-Q4_K_S.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q4_K_S.gguf) | Q4_K_S | 8.532 GB | small, greater quality loss |
+| [starcoder2-15b-instruct-v0.1-Q4_K_M.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q4_K_M.gguf) | Q4_K_M | 9.183 GB | medium, balanced quality - recommended |
+| [starcoder2-15b-instruct-v0.1-Q5_0.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q5_0.gguf) | Q5_0 | 10.265 GB | legacy; medium, balanced quality - prefer using Q4_K_M |
+| [starcoder2-15b-instruct-v0.1-Q5_K_S.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q5_K_S.gguf) | Q5_K_S | 10.265 GB | large, low quality loss - recommended |
+| [starcoder2-15b-instruct-v0.1-Q5_K_M.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q5_K_M.gguf) | Q5_K_M | 10.646 GB | large, very low quality loss - recommended |
+| [starcoder2-15b-instruct-v0.1-Q6_K.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q6_K.gguf) | Q6_K | 12.201 GB | very large, extremely low quality loss |
+| [starcoder2-15b-instruct-v0.1-Q8_0.gguf](https://huggingface.co/tensorblock/starcoder2-15b-instruct-v0.1-GGUF/tree/main/starcoder2-15b-instruct-v0.1-Q8_0.gguf) | Q8_0 | 15.800 GB | very large, extremely low quality loss - not recommended |
+
+
+## Downloading instruction
+
+### Command line
+
+Firstly, install Huggingface Client
+
+```shell
+pip install -U "huggingface_hub[cli]"
+```
+
+Then, downoad the individual model file the a local directory
+
+```shell
+huggingface-cli download tensorblock/starcoder2-15b-instruct-v0.1-GGUF --include "starcoder2-15b-instruct-v0.1-Q2_K.gguf" --local-dir MY_LOCAL_DIR
+```
+
+If you wanna download multiple model files with a pattern (e.g., `*Q4_K*gguf`), you can try:
+
+```shell
+huggingface-cli download tensorblock/starcoder2-15b-instruct-v0.1-GGUF --local-dir MY_LOCAL_DIR --local-dir-use-symlinks False --include='*Q4_K*gguf'
+```

starcoder2-15b-instruct-v0.1-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8580ac7d240bbb8ce55de53bec4bff3f4d0ff8698e527405a6f309e2e142520e
+size 6192958592

starcoder2-15b-instruct-v0.1-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e4df1d582e338b7c9c6db40a7d20b923519028d21fca4ff65a99cc8350f89c
+size 8965328000

starcoder2-15b-instruct-v0.1-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b846adbbdc2703ef43d378b3c44f45a86c683ae9a330470696caa5232578b3
+size 8044416128

starcoder2-15b-instruct-v0.1-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9b48bb345b457cffd8e3994ed222d7a1247c03d9c231ddb8e2cb38efb4c67e
+size 6986468480

starcoder2-15b-instruct-v0.1-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d0813c4a3c54ef41456101648f8bb3fa63465f1641a2210c4c42572ba64a2
+size 9065401472

starcoder2-15b-instruct-v0.1-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13289d586c6b17a6af3aa95deebab4edf6ae52b67d3a3b26bf68baed8b505233
+size 9860189312

starcoder2-15b-instruct-v0.1-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db22292d939b5609c4529f04f1e25094cb815b9ef0eda839b44858676376425
+size 9161346176

starcoder2-15b-instruct-v0.1-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c67e235374a107e0b18d119e9487c62b41c7fe0380af068de9337726944a3d
+size 11022044288

starcoder2-15b-instruct-v0.1-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4979e9f9ee38de762f86b0920c89b02cc8b7dbd583cdb2328400358da16c66
+size 11431480448

starcoder2-15b-instruct-v0.1-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f271e3e56cae67ad6cc8fd765c204c2a366047f0266b5a09ccdb50ed279bf5
+size 11022044288

starcoder2-15b-instruct-v0.1-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c763643b9866fe422a5f0a21fa940129eb38106cda5be9dfbc3d6c3b919cfbf5
+size 13100977280

starcoder2-15b-instruct-v0.1-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4453f9f9033e4effcfeacc1b957538c7e6810ab613b3846f4909e6f1eeecf4
+size 16965110912