您的全球网络顾问

基础环境：CentOS7.9

# 更换yum源，说明：每行命令复制粘贴后按回车键运行
cd /etc/yum.repos.d
mv CentOS-Base.repo CentOS-Base.repo_bak
touch Centos-7.repo

# 以下蓝色字体部分直接全部复制粘贴，然后运行
echo "# CentOS-Base.repo
#
# The mirror system uses the connecting IP address of the client and the
# update status of each mirror to pick mirrors that are updated to and
# geographically close to the client. You should use this for CentOS updates
# unless you are manually picking other mirrors.
#
# If the mirrorlist= does not work for you, as a fall back you can try the
# remarked out baseurl= line instead.
#
#

[base]
name=CentOS-$releasever - Base - mirrors.aliyun.com
failovermethod=priority
baseurl=http://mirrors.aliyun.com/centos/$releasever/os/$basearch/
http://mirrors.aliyuncs.com/centos/$releasever/os/$basearch/
http://mirrors.cloud.aliyuncs.com/centos/$releasever/os/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

#released updates
[updates]
name=CentOS-$releasever - Updates - mirrors.aliyun.com
failovermethod=priority
baseurl=http://mirrors.aliyun.com/centos/$releasever/updates/$basearch/
http://mirrors.aliyuncs.com/centos/$releasever/updates/$basearch/
http://mirrors.cloud.aliyuncs.com/centos/$releasever/updates/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

#additional packages that may be useful
[extras]
name=CentOS-$releasever - Extras - mirrors.aliyun.com
failovermethod=priority
baseurl=http://mirrors.aliyun.com/centos/$releasever/extras/$basearch/
http://mirrors.aliyuncs.com/centos/$releasever/extras/$basearch/
http://mirrors.cloud.aliyuncs.com/centos/$releasever/extras/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

#additional packages that extend functionality of existing packages
[centosplus]
name=CentOS-$releasever - Plus - mirrors.aliyun.com
failovermethod=priority
baseurl=http://mirrors.aliyun.com/centos/$releasever/centosplus/$basearch/
http://mirrors.aliyuncs.com/centos/$releasever/centosplus/$basearch/
http://mirrors.cloud.aliyuncs.com/centos/$releasever/centosplus/$basearch/
gpgcheck=1
enabled=0
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

#contrib - packages by Centos Users
[contrib]
name=CentOS-$releasever - Contrib - mirrors.aliyun.com
failovermethod=priority
baseurl=http://mirrors.aliyun.com/centos/$releasever/contrib/$basearch/
http://mirrors.aliyuncs.com/centos/$releasever/contrib/$basearch/
http://mirrors.cloud.aliyuncs.com/centos/$releasever/contrib/$basearch/
gpgcheck=1
enabled=0
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7" > Centos-7.repo

touch CentOS-Base.repo

# 以下蓝色字体部分直接全部复制粘贴，然后运行
echo "[base]
name=CentOS-$releasever - Base - mirrors.aliyun.com
baseurl=http://mirrors.aliyun.com/centos/$releasever/os/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

[updates]
name=CentOS-$releasever - Updates - mirrors.aliyun.com
baseurl=http://mirrors.aliyun.com/centos/$releasever/updates/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

[extras]
name=CentOS-$releasever - Extras - mirrors.aliyun.com
baseurl=http://mirrors.aliyun.com/centos/$releasever/extras/$basearch/
gpgcheck=1
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7

[centosplus]
name=CentOS-$releasever - Plus - mirrors.aliyun.com
baseurl=http://mirrors.aliyun.com/centos/$releasever/centosplus/$basearch/
gpgcheck=1
enabled=0
gpgkey=http://mirrors.aliyun.com/centos/RPM-GPG-KEY-CentOS-7" > CentOS-Base.repo

yum clean all
yum makecache

# 安装docker：以下直接全部一次性复制运行蓝色字体的所有命令，不需要逐行复制运行
yum remove docker-client docker-client-latest docker-latest docker-latest-logrotate docker-logrotate &&
yum -y remove docker \
docker-common \
docker-selinux \
docker-engine \
docker-engine-selinux \
container-selinux docker-ce &&
yum install -y yum-utils \
device-mapper-persistent-data \
lvm2 &&
yum-config-manager --add-repo http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo &&
yum makecache fast &&
yum list docker-ce --showduplicates | sort -r &&
yum install docker-ce-19.03.12-3.el7 -y &&
systemctl start docker &&
systemctl enable docker &&
systemctl daemon-reload &&
service docker restart &&
yum install -y bash-completion &&
source /usr/share/bash-completion/completions/docker &&
source /usr/share/bash-completion/bash_completion &&
sysctl -p &&
service docker restart &&
docker info

# 配置 docker 镜像加速，用于更快下载所需镜像资源
service docker stop
cd /etc/docker

# 以下蓝色字体部分直接全部复制粘贴，然后运行
echo '{
"registry-mirrors": [
"https://2a6bf1988cb6428c877f723ec7530dbc.mirror.swr.myhuaweicloud.com",
"https://docker.m.daocloud.io",
"https://hub-mirror.c.163.com",
"https://mirror.baidubce.com",
"https://your_preferred_mirror",
"https://dockerhub.icu",
"https://docker.registry.cyou",
"https://docker-cf.registry.cyou",
"https://dockercf.jsdelivr.fyi",
"https://docker.jsdelivr.fyi",
"https://dockertest.jsdelivr.fyi",
"https://mirror.aliyuncs.com",
"https://dockerproxy.com",
"https://mirror.baidubce.com",
"https://docker.m.daocloud.io",
"https://docker.nju.edu.cn",
"https://docker.mirrors.sjtug.sjtu.edu.cn",
"https://docker.mirrors.ustc.edu.cn",
"https://mirror.iscas.ac.cn",
"https://docker.rainbond.cc"
]
}' > daemon.json

systemctl daemon-reload
systemctl restart docker

# 安装anythingllm管理端，假设挂载目录为/data/anythingllm
# 以下蓝色字体命令全部一次性复制粘贴运行
mkdir -p /data/anythingllm &&
touch "/data/anythingllm/.env" &&
cd /data/ &&
chmod 777 anythingllm &&
docker pull mintplexlabs/anythingllm

# 创建容器，蓝色字体命令全部复制运行
docker run -d \
--name anythingllm \
--network=host \
--env STORAGE_DIR=/app/server/storage \
--cap-add SYS_ADMIN \
--restart=always \
-v /data/anythingllm:/app/server/storage \
-v /data/anythingllm/.env:/app/server/storage/.env \
mintplexlabs/anythingllm

# 开放防火墙端口或直接关闭防火墙
firewall-cmd --zone=public --add-port=3001/tcp --permanent
firewall-cmd --reload

# 安装ollama
cd /data/
curl -fsSL https://ollama.com/install.sh | sh
ollama --version
systemctl enable ollama
vi /etc/systemd/system/ollama.service
Environment="OLLAMA_HOST=0.0.0.0:11434"
systemctl daemon-reload
systemctl restart ollama

# 安装NVIDIA驱动（参考教程：https://deepseek.csdn.net/67aac88559bcf8384ab5c655.html 或 NVIDIA笔记）；

# 安装cuda
参考以上教程或ubuntu中直接运行 apt install nvidia-cuda-toolkit

# 开放防火墙端口，或直接关闭防火墙：systemctl stop ufw（或iptables或firewalld）
firewall-cmd --permanent --add-port=11434/tcp
firewall-cmd --reload
firewall-cmd --list-all
curl http://localhost:11434

# 下载并运行模型
备注：ollama中的DeepSeek模型均为量化阉割版，模型精度为Q4
ollama run deepseek-r1:1.5b
ollama run nomic-embed-text
ollama run deepseek-r1:7b
ollama run deepseek-r1:70b
ollama list

# Web端访问，将公网IP修改自己服务器的IP即可
http://IP:3001/

# 若报错，查看日志
journalctl -u ollama.service --since "2025-02-25 15:45:31" --until "now"