forked from
fogtype.com/_
プレイグラウンド、サンドボックス、使い捨てスクリプト置き場
add bitnet
Kohei Watanabe
(Oct 21, 2024, 9:51 PM +0900)
876d84fb
3ef34e52
+14
+14
bitnet/Dockerfile
+14
bitnet/Dockerfile
···
1
+
FROM python:3.9-alpine
2
+
RUN apk add --no-cache build-base cmake clang git && \
3
+
rm -rf /var/cache/apk/*
4
+
RUN git clone --recursive --depth 1 https://github.com/microsoft/BitNet.git && \
5
+
rm -rf BitNet/.git
6
+
WORKDIR /BitNet
7
+
RUN pip install -r requirements.txt && \
8
+
pip cache purge
9
+
RUN python3 utils/codegen_tl2.py --model Llama3-8B-1.58-100B-tokens --BM 256,128,256,128 --BK 96,96,96,96 --bm 32,32,32,32
10
+
RUN cmake -B build -DBITNET_X86_TL2=ON -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++
11
+
RUN cmake --build build --target llama-cli --config Release
12
+
ADD https://huggingface.co/brunopio/Llama3-8B-1.58-100B-tokens-GGUF/resolve/main/Llama3-8B-1.58-100B-tokens-TQ2_0.gguf .
13
+
RUN echo "2565559c82a1d03ecd1101f536c5e99418d07e55a88bd5e391ed734f6b3989ac Llama3-8B-1.58-100B-tokens-TQ2_0.gguf" | sha256sum -c
14
+
CMD ["python3", "run_inference.py", "-m", "Llama3-8B-1.58-100B-tokens-TQ2_0.gguf", "-p", "The sky is blue due to a phenomenon called"]