Add Q6_K, Q5_K, Q5_1, and Q4_K

ggml-distil-small.en-q4_k.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221c4c4d2566ca68e3cfbb2d3d6a727402fa9d279efb2016d459f7cde85a9feb
+size 106484009

ggml-distil-small.en-q5_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdbcd18edac1a06122e12b49752261f0c4bcc3f8c0e12d98b86e329c4208188
+size 136955561

ggml-distil-small.en-q5_k.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011797c492b61449083f18f4f9a47cd4e0478cae4318151df1c775b5ef11bb66
+size 126798377

ggml-distil-small.en-q6_k.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828560f697d6611b3e94ad40d2ece8d914885bdbeb25c663305f2f86ad958fdb
+size 148382393