FazBrowse GitHub Viewer
|
Trending
|
URL:
|
Home
Tools:
[Download Repo ZIP]
[View Raw Code]
[Original HTTPS Page]
llama-cpp-python/Makefile at update-sampling-api · handshape/llama-cpp-python · GitHub
handshape
/
llama-cpp-python
Public
forked from
abetlen/llama-cpp-python
Notifications
You must be signed in to change notification settings
Fork
0
Star
0
Code
Pull requests
0
Actions
Projects
Security and quality
0
Insights
Additional navigation options
Code
Pull requests
Actions
Projects
Security and quality
Insights
Expand file tree
Breadcrumbs
llama-cpp-python
/
Makefile
Copy path
More file actions
More file actions
Latest commit
History
History
History
88 lines (68 loc) · 1.93 KB
Breadcrumbs
llama-cpp-python
/
Makefile
Copy path
File metadata and controls
88 lines (68 loc) · 1.93 KB
Raw
Copy raw file
Download raw file
Open symbols panel
Edit and raw actions
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
update
:
poetry install
git submodule update --init --recursive
update.vendor
:
cd
vendor/llama.cpp
&&
git pull origin master
deps
:
python3 -m pip install --upgrade pip
python3 -m pip install -e
"
.[all]
"
build
:
python3 -m pip install --verbose -e
.
build.debug
:
python3 -m pip install
\
--verbose
\
--config-settings=cmake.verbose=true
\
--config-settings=logging.level=INFO
\
--config-settings=install.strip=false
\
--config-settings=cmake.args=
"
-DCMAKE_BUILD_TYPE=Debug;-DCMAKE_C_FLAGS='-ggdb -O0';-DCMAKE_CXX_FLAGS='-ggdb -O0'
"
\
--editable
.
build.cuda
:
CMAKE_ARGS=
"
-DGGML_CUDA=on
"
python3 -m pip install --verbose -e
.
build.openblas
:
CMAKE_ARGS=
"
-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS
"
python3 -m pip install --verbose -e
.
build.blis
:
CMAKE_ARGS=
"
-DGGML_BLAS=on -DGGML_BLAS_VENDOR=FLAME
"
python3 -m pip install --verbose -e
.
build.metal
:
CMAKE_ARGS=
"
-DGGML_METAL=on
"
python3 -m pip install --verbose -e
.
build.vulkan
:
CMAKE_ARGS=
"
-DGGML_VULKAN=on
"
python3 -m pip install --verbose -e
.
build.kompute
:
CMAKE_ARGS=
"
-DGGML_KOMPUTE=on
"
python3 -m pip install --verbose -e
.
build.sycl
:
CMAKE_ARGS=
"
-DGGML_SYCL=on
"
python3 -m pip install --verbose -e
.
build.rpc
:
CMAKE_ARGS=
"
-DGGML_RPC=on
"
python3 -m pip install --verbose -e
.
build.sdist
:
python3 -m build --sdist
deploy.pypi
:
python3 -m twine upload dist/
*
deploy.gh-docs
:
mkdocs build
mkdocs gh-deploy
test
:
python3 -m pytest
docker
:
docker build -t llama-cpp-python:latest -f docker/simple/Dockerfile
.
run-server
:
uvicorn --factory llama.server:app --host
${HOST}
--port
${PORT}
clean
:
-
cd
vendor/llama.cpp
&&
make clean
-
cd
vendor/llama.cpp
&&
rm libllama.so
- rm -rf _skbuild
- rm llama_cpp/
*
.so
- rm llama_cpp/
*
.dylib
- rm llama_cpp/
*
.metal
- rm llama_cpp/
*
.dll
- rm llama_cpp/
*
.lib
.PHONY
:
\
update
\
update.vendor
\
build
\
build.cuda
\
build.opencl
\
build.openblas
\
build.sdist
\
deploy.pypi
\
deploy.gh-docs
\
docker
\
clean
Back
|
FazBrowse Home
|
New Git URL