Skip to content

Commit 29a9884

Browse files
CISCCISC
authored
Merge branch 'ggerganov:master' into non-llama-fim-fix
2 parents 998d208 + 7846540 commit 29a9884

File tree

133 files changed

+9879
-11552
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

133 files changed

+9879
-11552
lines changed

‎.devops/main-intel.Dockerfile

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,14 @@ ARG ONEAPI_VERSION=2024.0.1-devel-ubuntu22.04
22

33
FROM intel/oneapi-basekit:$ONEAPI_VERSION as build
44

5+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
6+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
7+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
8+
rm /etc/apt/sources.list.d/intel-graphics.list && \
9+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
10+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
11+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
12+
513
ARG LLAMA_SYCL_F16=OFF
614
RUN apt-get update && \
715
apt-get install -y git

‎.devops/server-intel.Dockerfile

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,14 @@ ARG ONEAPI_VERSION=2024.0.1-devel-ubuntu22.04
22

33
FROM intel/oneapi-basekit:$ONEAPI_VERSION as build
44

5+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
6+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
7+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
8+
rm /etc/apt/sources.list.d/intel-graphics.list && \
9+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
10+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
11+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
12+
513
ARG LLAMA_SYCL_F16=OFF
614
RUN apt-get update && \
715
apt-get install -y git libcurl4-openssl-dev
@@ -19,6 +27,14 @@ RUN if [ "${LLAMA_SYCL_F16}" = "ON" ]; then \
1927

2028
FROM intel/oneapi-basekit:$ONEAPI_VERSION as runtime
2129

30+
RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | tee /usr/share/keyrings/intel-oneapi-archive-keyring.gpg > /dev/null && \
31+
echo "deb [signed-by=/usr/share/keyrings/intel-oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main " | tee /etc/apt/sources.list.d/oneAPI.list && \
32+
chmod 644 /usr/share/keyrings/intel-oneapi-archive-keyring.gpg && \
33+
rm /etc/apt/sources.list.d/intel-graphics.list && \
34+
wget -O- https://repositories.intel.com/graphics/intel-graphics.key | gpg --dearmor | tee /usr/share/keyrings/intel-graphics.gpg > /dev/null && \
35+
echo "deb [arch=amd64,i386 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu jammy arc" | tee /etc/apt/sources.list.d/intel.gpu.jammy.list && \
36+
chmod 644 /usr/share/keyrings/intel-graphics.gpg
37+
2238
RUN apt-get update && \
2339
apt-get install -y libcurl4-openssl-dev
2440

‎.devops/tools.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ arg1="$1"
88
shift
99

1010
if [[ "$arg1" == '--convert' || "$arg1" == '-c' ]]; then
11-
python3 ./convert.py "$@"
11+
python3 ./convert-hf-to-gguf.py "$@"
1212
elif [[ "$arg1" == '--quantize' || "$arg1" == '-q' ]]; then
1313
./quantize "$@"
1414
elif [[ "$arg1" == '--run' || "$arg1" == '-r' ]]; then

‎.github/ISSUE_TEMPLATE/01-bug-low.yml

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
name: Low Severity Bugs
2+
description: Used to report low severity bugs in llama.cpp (e.g. cosmetic issues, non critical UI glitches)
3+
title: "Bug: "
4+
labels: ["bug-unconfirmed", "low severity"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Thanks for taking the time to fill out this bug report!
10+
Please include information about your system, the steps to reproduce the bug,
11+
and the version of llama.cpp that you are using.
12+
If possible, please provide a minimal code example that reproduces the bug.
13+
- type: textarea
14+
id: what-happened
15+
attributes:
16+
label: What happened?
17+
description: Also tell us, what did you expect to happen?
18+
placeholder: Tell us what you see!
19+
validations:
20+
required: true
21+
- type: textarea
22+
id: version
23+
attributes:
24+
label: Name and Version
25+
description: Which executable and which version of our software are you running? (use `--version` to get a version string)
26+
placeholder: |
27+
$./main --version
28+
version: 2999 (42b4109e)
29+
built with cc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0 for x86_64-linux-gnu
30+
validations:
31+
required: true
32+
- type: dropdown
33+
id: operating-system
34+
attributes:
35+
label: What operating system are you seeing the problem on?
36+
multiple: true
37+
options:
38+
- Linux
39+
- Mac
40+
- Windows
41+
- BSD
42+
- Other? (Please let us know in description)
43+
validations:
44+
required: false
45+
- type: textarea
46+
id: logs
47+
attributes:
48+
label: Relevant log output
49+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
50+
render: shell

‎.github/ISSUE_TEMPLATE/02-bug-medium.yml

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
name: Medium Severity Bug
2+
description: Used to report medium severity bugs in llama.cpp (e.g. Malfunctioning Features but generally still useable)
3+
title: "Bug: "
4+
labels: ["bug-unconfirmed", "medium severity"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Thanks for taking the time to fill out this bug report!
10+
Please include information about your system, the steps to reproduce the bug,
11+
and the version of llama.cpp that you are using.
12+
If possible, please provide a minimal code example that reproduces the bug.
13+
- type: textarea
14+
id: what-happened
15+
attributes:
16+
label: What happened?
17+
description: Also tell us, what did you expect to happen?
18+
placeholder: Tell us what you see!
19+
validations:
20+
required: true
21+
- type: textarea
22+
id: version
23+
attributes:
24+
label: Name and Version
25+
description: Which executable and which version of our software are you running? (use `--version` to get a version string)
26+
placeholder: |
27+
$./main --version
28+
version: 2999 (42b4109e)
29+
built with cc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0 for x86_64-linux-gnu
30+
validations:
31+
required: true
32+
- type: dropdown
33+
id: operating-system
34+
attributes:
35+
label: What operating system are you seeing the problem on?
36+
multiple: true
37+
options:
38+
- Linux
39+
- Mac
40+
- Windows
41+
- BSD
42+
- Other? (Please let us know in description)
43+
validations:
44+
required: false
45+
- type: textarea
46+
id: logs
47+
attributes:
48+
label: Relevant log output
49+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
50+
render: shell

‎.github/ISSUE_TEMPLATE/03-bug-high.yml

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
name: High Severity Bug
2+
description: Used to report high severity bugs in llama.cpp (e.g. Malfunctioning features hindering important common workflow)
3+
title: "Bug: "
4+
labels: ["bug-unconfirmed", "high severity"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Thanks for taking the time to fill out this bug report!
10+
Please include information about your system, the steps to reproduce the bug,
11+
and the version of llama.cpp that you are using.
12+
If possible, please provide a minimal code example that reproduces the bug.
13+
- type: textarea
14+
id: what-happened
15+
attributes:
16+
label: What happened?
17+
description: Also tell us, what did you expect to happen?
18+
placeholder: Tell us what you see!
19+
validations:
20+
required: true
21+
- type: textarea
22+
id: version
23+
attributes:
24+
label: Name and Version
25+
description: Which executable and which version of our software are you running? (use `--version` to get a version string)
26+
placeholder: |
27+
$./main --version
28+
version: 2999 (42b4109e)
29+
built with cc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0 for x86_64-linux-gnu
30+
validations:
31+
required: true
32+
- type: dropdown
33+
id: operating-system
34+
attributes:
35+
label: What operating system are you seeing the problem on?
36+
multiple: true
37+
options:
38+
- Linux
39+
- Mac
40+
- Windows
41+
- BSD
42+
- Other? (Please let us know in description)
43+
validations:
44+
required: false
45+
- type: textarea
46+
id: logs
47+
attributes:
48+
label: Relevant log output
49+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
50+
render: shell

‎.github/ISSUE_TEMPLATE/04-bug-critical.yml

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
name: Critical Severity Bug
2+
description: Used to report critical severity bugs in llama.cpp (e.g. Crashing, Corrupted, Dataloss)
3+
title: "Bug: "
4+
labels: ["bug-unconfirmed", "critical severity"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Thanks for taking the time to fill out this bug report!
10+
Please include information about your system, the steps to reproduce the bug,
11+
and the version of llama.cpp that you are using.
12+
If possible, please provide a minimal code example that reproduces the bug.
13+
- type: textarea
14+
id: what-happened
15+
attributes:
16+
label: What happened?
17+
description: Also tell us, what did you expect to happen?
18+
placeholder: Tell us what you see!
19+
validations:
20+
required: true
21+
- type: textarea
22+
id: version
23+
attributes:
24+
label: Name and Version
25+
description: Which executable and which version of our software are you running? (use `--version` to get a version string)
26+
placeholder: |
27+
$./main --version
28+
version: 2999 (42b4109e)
29+
built with cc (Ubuntu 11.4.0-1ubuntu1~22.04) 11.4.0 for x86_64-linux-gnu
30+
validations:
31+
required: true
32+
- type: dropdown
33+
id: operating-system
34+
attributes:
35+
label: What operating system are you seeing the problem on?
36+
multiple: true
37+
options:
38+
- Linux
39+
- Mac
40+
- Windows
41+
- BSD
42+
- Other? (Please let us know in description)
43+
validations:
44+
required: false
45+
- type: textarea
46+
id: logs
47+
attributes:
48+
label: Relevant log output
49+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
50+
render: shell

‎.github/ISSUE_TEMPLATE/05-enhancement.yml

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
name: Enhancement
2+
description: Used to request enhancements for llama.cpp
3+
title: "Feature Request: "
4+
labels: ["enhancement"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
[Please post your idea first in Discussion if there is not yet a consensus for this enhancement request. This will help to keep this issue tracker focused on enhancements that the community has agreed needs to be implemented.](https://github.com/ggerganov/llama.cpp/discussions/categories/ideas)
10+
11+
- type: checkboxes
12+
id: prerequisites
13+
attributes:
14+
label: Prerequisites
15+
description: Please confirm the following before submitting your enhancement request.
16+
options:
17+
- label: I am running the latest code. Mention the version if possible as well.
18+
required: true
19+
- label: I carefully followed the [README.md](https://github.com/ggerganov/llama.cpp/blob/master/README.md).
20+
required: true
21+
- label: I searched using keywords relevant to my issue to make sure that I am creating a new issue that is not already open (or closed).
22+
required: true
23+
- label: I reviewed the [Discussions](https://github.com/ggerganov/llama.cpp/discussions), and have a new and useful enhancement to share.
24+
required: true
25+
26+
- type: textarea
27+
id: feature-description
28+
attributes:
29+
label: Feature Description
30+
description: Please provide a detailed written description of what you were trying to do, and what you expected `llama.cpp` to do as an enhancement.
31+
placeholder: Detailed description of the enhancement
32+
validations:
33+
required: true
34+
35+
- type: textarea
36+
id: motivation
37+
attributes:
38+
label: Motivation
39+
description: Please provide a detailed written description of reasons why this feature is necessary and how it is useful to `llama.cpp` users.
40+
placeholder: Explanation of why this feature is needed and its benefits
41+
validations:
42+
required: true
43+
44+
- type: textarea
45+
id: possible-implementation
46+
attributes:
47+
label: Possible Implementation
48+
description: If you have an idea as to how it can be implemented, please write a detailed description. Feel free to give links to external sources or share visuals that might be helpful to understand the details better.
49+
placeholder: Detailed description of potential implementation
50+
validations:
51+
required: false

‎.github/ISSUE_TEMPLATE/06-research.yml

Lines changed: 52 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,52 @@
1+
name: Research
2+
description: Track new technical research area
3+
title: "Research: "
4+
labels: ["research 🔬"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Don't forget to check for any [duplicate research issue tickets](https://github.com/ggerganov/llama.cpp/issues?q=is%3Aopen+is%3Aissue+label%3A%22research+%F0%9F%94%AC%22)
10+
11+
- type: checkboxes
12+
id: research-stage
13+
attributes:
14+
label: Research Stage
15+
description: Track general state of this research ticket
16+
options:
17+
- label: Background Research (Let's try to avoid reinventing the wheel)
18+
- label: Hypothesis Formed (How do you think this will work and it's effect?)
19+
- label: Strategy / Implementation Forming
20+
- label: Analysis of results
21+
- label: Debrief / Documentation (So people in the future can learn from us)
22+
23+
- type: textarea
24+
id: background
25+
attributes:
26+
label: Previous existing literature and research
27+
description: Whats the current state of the art and whats the motivation for this research?
28+
29+
- type: textarea
30+
id: hypothesis
31+
attributes:
32+
label: Hypothesis
33+
description: How do you think this will work and it's effect?
34+
35+
- type: textarea
36+
id: implementation
37+
attributes:
38+
label: Implementation
39+
description: Got an approach? e.g. a PR ready to go?
40+
41+
- type: textarea
42+
id: analysis
43+
attributes:
44+
label: Analysis
45+
description: How does the proposed implementation behave?
46+
47+
- type: textarea
48+
id: logs
49+
attributes:
50+
label: Relevant log output
51+
description: Please copy and paste any relevant log output. This will be automatically formatted into code, so no need for backticks.
52+
render: shell

‎.github/ISSUE_TEMPLATE/07-refactor.yml

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
name: Refactor (Maintainers)
2+
description: Used to track refactoring opportunities
3+
title: "Refactor: "
4+
labels: ["refactor"]
5+
body:
6+
- type: markdown
7+
attributes:
8+
value: |
9+
Don't forget to [check for existing refactor issue tickets](https://github.com/ggerganov/llama.cpp/issues?q=is%3Aopen+is%3Aissue+label%3Arefactoring) in case it's already covered.
10+
Also you may want to check [Pull request refactor label as well](https://github.com/ggerganov/llama.cpp/pulls?q=is%3Aopen+is%3Apr+label%3Arefactoring) for duplicates too.
11+
12+
- type: textarea
13+
id: background-description
14+
attributes:
15+
label: Background Description
16+
description: Please provide a detailed written description of the pain points you are trying to solve.
17+
placeholder: Detailed description behind your motivation to request refactor
18+
validations:
19+
required: true
20+
21+
- type: textarea
22+
id: possible-approaches
23+
attributes:
24+
label: Possible Refactor Approaches
25+
description: If you have some idea of possible approaches to solve this problem. You may want to make it a todo list.
26+
placeholder: Your idea of possible refactoring opportunity/approaches
27+
validations:
28+
required: false

0 commit comments

Comments
 (0)