File tree Expand file tree Collapse file tree 7 files changed +15
-44
lines changed Expand file tree Collapse file tree 7 files changed +15
-44
lines changed Original file line number Diff line number Diff line change @@ -51,12 +51,12 @@ jobs:
51
51
grpc-base-image : " ubuntu:22.04"
52
52
runs-on : ' ubuntu-latest'
53
53
makeflags : " --jobs=3 --output-sync=target"
54
- - build-type : ' sycl_f16 '
54
+ - build-type : ' sycl '
55
55
platforms : ' linux/amd64'
56
56
tag-latest : ' false'
57
57
base-image : " quay.io/go-skynet/intel-oneapi-base:latest"
58
58
grpc-base-image : " ubuntu:22.04"
59
- tag-suffix : ' sycl-f16 '
59
+ tag-suffix : ' sycl'
60
60
runs-on : ' ubuntu-latest'
61
61
makeflags : " --jobs=3 --output-sync=target"
62
62
- build-type : ' vulkan'
Original file line number Diff line number Diff line change @@ -109,24 +109,15 @@ jobs:
109
109
skip-drivers : ' false'
110
110
makeflags : " --jobs=4 --output-sync=target"
111
111
aio : " -aio-gpu-vulkan"
112
- - build-type : ' sycl_f16 '
112
+ - build-type : ' sycl '
113
113
platforms : ' linux/amd64'
114
114
tag-latest : ' auto'
115
115
base-image : " quay.io/go-skynet/intel-oneapi-base:latest"
116
116
grpc-base-image : " ubuntu:22.04"
117
- tag-suffix : ' -gpu-intel-f16 '
117
+ tag-suffix : ' -gpu-intel'
118
118
runs-on : ' ubuntu-latest'
119
119
makeflags : " --jobs=3 --output-sync=target"
120
- aio : " -aio-gpu-intel-f16"
121
- - build-type : ' sycl_f32'
122
- platforms : ' linux/amd64'
123
- tag-latest : ' auto'
124
- base-image : " quay.io/go-skynet/intel-oneapi-base:latest"
125
- grpc-base-image : " ubuntu:22.04"
126
- tag-suffix : ' -gpu-intel-f32'
127
- runs-on : ' ubuntu-latest'
128
- makeflags : " --jobs=3 --output-sync=target"
129
- aio : " -aio-gpu-intel-f32"
120
+ aio : " -aio-gpu-intel"
130
121
131
122
gh-runner :
132
123
uses : ./.github/workflows/image_build.yml
Original file line number Diff line number Diff line change @@ -100,6 +100,11 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
100
100
ldconfig \
101
101
; fi
102
102
103
+ RUN expr "${BUILD_TYPE}" : sycl && \
104
+ echo "intel" > /run/localai/capability || \
105
+ echo "Not Intel"
106
+
107
+
103
108
# Cuda
104
109
ENV PATH=/usr/local/cuda/bin:${PATH}
105
110
Original file line number Diff line number Diff line change @@ -5,8 +5,6 @@ BINARY_NAME=local-ai
5
5
6
6
GORELEASER? =
7
7
8
- ONEAPI_VERSION? =2025.2
9
-
10
8
export BUILD_TYPE? =
11
9
12
10
GO_TAGS? =
@@ -340,19 +338,11 @@ docker-aio-all:
340
338
341
339
docker-image-intel :
342
340
docker build \
343
- --build-arg BASE_IMAGE=intel/oneapi-basekit:${ONEAPI_VERSION} .0-0-devel-ubuntu24.04 \
344
- --build-arg IMAGE_TYPE=$(IMAGE_TYPE ) \
345
- --build-arg GO_TAGS=" $( GO_TAGS) " \
346
- --build-arg MAKEFLAGS=" $( DOCKER_MAKEFLAGS) " \
347
- --build-arg BUILD_TYPE=sycl_f32 -t $(DOCKER_IMAGE ) .
348
-
349
- docker-image-intel-xpu :
350
- docker build \
351
- --build-arg BASE_IMAGE=intel/oneapi-basekit:${ONEAPI_VERSION} .0-0-devel-ubuntu22.04 \
341
+ --build-arg BASE_IMAGE=quay.io/go-skynet/intel-oneapi-base:latest \
352
342
--build-arg IMAGE_TYPE=$(IMAGE_TYPE ) \
353
343
--build-arg GO_TAGS=" $( GO_TAGS) " \
354
344
--build-arg MAKEFLAGS=" $( DOCKER_MAKEFLAGS) " \
355
- --build-arg BUILD_TYPE=sycl_f32 -t $(DOCKER_IMAGE ) .
345
+ --build-arg BUILD_TYPE=sycl -t $(DOCKER_IMAGE ) .
356
346
357
347
# #######################################################
358
348
# # Backends
Original file line number Diff line number Diff line change @@ -140,11 +140,7 @@ docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri
140
140
### Intel GPU Images (oneAPI):
141
141
142
142
``` bash
143
- # Intel GPU with FP16 support
144
- docker run -ti --name local-ai -p 8080:8080 --device=/dev/dri/card1 --device=/dev/dri/renderD128 localai/localai:latest-gpu-intel-f16
145
-
146
- # Intel GPU with FP32 support
147
- docker run -ti --name local-ai -p 8080:8080 --device=/dev/dri/card1 --device=/dev/dri/renderD128 localai/localai:latest-gpu-intel-f32
143
+ docker run -ti --name local-ai -p 8080:8080 --device=/dev/dri/card1 --device=/dev/dri/renderD128 localai/localai:latest-gpu-intel
148
144
```
149
145
150
146
### Vulkan GPU Images:
@@ -166,7 +162,7 @@ docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-ai
166
162
docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-aio-gpu-nvidia-cuda-11
167
163
168
164
# Intel GPU version
169
- docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-gpu-intel-f16
165
+ docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-aio-gpu-intel
170
166
171
167
# AMD GPU version
172
168
docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri --group-add=video localai/localai:latest-aio-gpu-hipblas
Original file line number Diff line number Diff line change @@ -96,17 +96,6 @@ RUN if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
96
96
ldconfig \
97
97
; fi
98
98
99
- # Intel oneAPI requirements
100
- RUN <<EOT bash
101
- if [[ "${BUILD_TYPE}" == sycl* ]] && [ "${SKIP_DRIVERS}" = "false" ]; then
102
- apt-get update && \
103
- apt-get install -y --no-install-recommends \
104
- intel-oneapi-runtime-libs && \
105
- apt-get clean && \
106
- rm -rf /var/lib/apt/lists/*
107
- fi
108
- EOT
109
-
110
99
# Install Go
111
100
RUN curl -L -s https://go.dev/dl/go${GO_VERSION}.linux-${TARGETARCH}.tar.gz | tar -C /usr/local -xz
112
101
ENV PATH=$PATH:/root/go/bin:/usr/local/go/bin:/usr/local/bin
Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ else ifeq ($(BUILD_TYPE),openblas)
26
26
# If build type is clblas (openCL) we set -DGGML_CLBLAST=ON -DCLBlast_DIR=/some/path
27
27
else ifeq ($(BUILD_TYPE),clblas)
28
28
CMAKE_ARGS+=-DGGML_CLBLAST=ON -DCLBlast_DIR=/some/path
29
- # If it's hipblas we do have also to set CC=/opt/rocm/llvm/bin/clang CXX=/opt/rocm/llvm/bin/clang++
29
+ # If it's hipblas we do have also to set CC=/opt/rocm/llvm/bin/clang CXX=/opt/rocm/llvm/bin/clang++
30
30
else ifeq ($(BUILD_TYPE),hipblas)
31
31
ROCM_HOME ?= /opt/rocm
32
32
ROCM_PATH ?= /opt/rocm
You can’t perform that action at this time.
0 commit comments