Skip to content

Commit 65d0628

Browse files
authored
Bump rwkv (#402)
1 parent e0d1a89 commit 65d0628

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed

Makefile

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,8 +7,8 @@ GOLLAMA_VERSION?=fbec625895ba0c458f783b62c8569135c5e80d79
77
GPT4ALL_REPO?=https://github.com/nomic-ai/gpt4all
88
GPT4ALL_VERSION?=73db20ba85fbbdc66a56e2619394c0eea40dc72b
99
GOGGMLTRANSFORMERS_VERSION?=4f18e5eb75089dc1fc8f1c955bb8f73d18520a46
10-
RWKV_REPO?=https://github.com/donomii/go-rwkv.cpp
11-
RWKV_VERSION?=07166da10cb2a9e8854395a4f210464dcea76e47
10+
RWKV_REPO?=https://github.com/mudler/go-rwkv.cpp
11+
RWKV_VERSION?=dcbd34aff983b3d04fa300c5da5ec4bfdf6db295
1212
WHISPER_CPP_VERSION?=9b926844e3ae0ca6a0d13573b2e0349be1a4b573
1313
BERT_VERSION?=cea1ed76a7f48ef386a8e369f6c82c48cdf2d551
1414
BLOOMZ_VERSION?=e9366e82abdfe70565644fbfae9651976714efd1
@@ -202,7 +202,7 @@ build: prepare ## Build the project
202202
$(info ${GREEN}I local-ai build info:${RESET})
203203
$(info ${GREEN}I BUILD_TYPE: ${YELLOW}$(BUILD_TYPE)${RESET})
204204
$(info ${GREEN}I GO_TAGS: ${YELLOW}$(GO_TAGS)${RESET})
205-
CGO_LDFLAGS="$(CGO_LDFLAGS)" C_INCLUDE_PATH=${C_INCLUDE_PATH} LIBRARY_PATH=${LIBRARY_PATH} $(GOCMD) build -ldflags "$(LD_FLAGS)" -tags "$(GO_TAGS)" -x -o $(BINARY_NAME) ./
205+
CGO_LDFLAGS="$(CGO_LDFLAGS)" C_INCLUDE_PATH=${C_INCLUDE_PATH} LIBRARY_PATH=${LIBRARY_PATH} $(GOCMD) build -ldflags "$(LD_FLAGS)" -tags "$(GO_TAGS)" -o $(BINARY_NAME) ./
206206

207207
dist: build
208208
mkdir -p release
@@ -222,7 +222,7 @@ test-models/testmodel:
222222
wget https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.en.bin -O test-models/whisper-en
223223
wget https://huggingface.co/skeskinen/ggml/resolve/main/all-MiniLM-L6-v2/ggml-model-q4_0.bin -O test-models/bert
224224
wget https://cdn.openai.com/whisper/draft-20220913a/micro-machines.wav -O test-dir/audio.wav
225-
wget https://huggingface.co/imxcstar/rwkv-4-raven-ggml/resolve/main/RWKV-4-Raven-1B5-v11-Eng99%25-Other1%25-20230425-ctx4096-16_Q4_2.bin -O test-models/rwkv
225+
wget https://huggingface.co/mudler/rwkv-4-raven-1.5B-ggml/resolve/main/RWKV-4-Raven-1B5-v11-Eng99%2525-Other1%2525-20230425-ctx4096_Q4_0.bin -O test-models/rwkv
226226
wget https://raw.githubusercontent.com/saharNooby/rwkv.cpp/5eb8f09c146ea8124633ab041d9ea0b1f1db4459/rwkv/20B_tokenizer.json -O test-models/rwkv.tokenizer.json
227227
cp tests/models_fixtures/* test-models
228228

examples/rwkv/scripts/build.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,4 +8,4 @@ FILENAME=$(basename $URL)
88
wget -nc $URL -O /build/$FILENAME
99

1010
python3 /build/rwkv.cpp/rwkv/convert_pytorch_to_ggml.py /build/$FILENAME /build/float-model float16
11-
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_2
11+
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_0

0 commit comments

Comments
 (0)