Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions mohawk-server/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,9 @@ edition = "2021"
description = "Production-ready LLM Inference Engine with GGUF support and OpenAI-compatible API"
license = "MIT"

[features]
cuda = ["llama-cpp-2/cuda"]

[dependencies]
# Web Framework
axum = { version = "0.7", features = ["macros"] }
Expand Down
5 changes: 4 additions & 1 deletion mohawk-server/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# Mohawk Inference Engine - CPU Version
FROM rust:1.75-slim as builder
FROM rust:1.87-slim AS builder

WORKDIR /app

Expand All @@ -12,6 +12,9 @@ RUN apt-get update && apt-get install -y \
pkg-config \
&& rm -rf /var/lib/apt/lists/*

ENV CC=clang
ENV CXX=clang++

# Copy source code
COPY Cargo.toml Cargo.lock* ./
COPY src/ ./src/
Expand Down
12 changes: 9 additions & 3 deletions mohawk-server/Dockerfile.cuda
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
# Mohawk Inference Engine - CUDA Version
FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 as builder
FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS builder

WORKDIR /app

# Install build dependencies
RUN apt-get update && apt-get install -y \
rustc \
cargo \
ca-certificates \
curl \
cmake \
git \
clang \
Expand All @@ -15,6 +15,12 @@ RUN apt-get update && apt-get install -y \
protobuf-compiler \
&& rm -rf /var/lib/apt/lists/*

RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain 1.87.0 --profile minimal

ENV PATH="/root/.cargo/bin:${PATH}"
ENV CC=clang
ENV CXX=clang++

# Copy source code
COPY Cargo.toml Cargo.lock* ./
COPY src/ ./src/
Expand Down
Loading