docker部署的ollama版本有可能过低
尽量用ubuntu因为centos版本有点低
先创建一个centos
docker run -d --name ollama -v /dp/docker/file/glm:/usr/local/glm -p 122:22 -p 11434:11434 --privileged=true centos:7 /usr/sbin/init
docker exec -it -u root ollama /bin/bash
升级一下基础环境,否则运行时会发现版本低
ollama: /lib64/libm.so.6: version `GLIBC_2.27' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `GLIBCXX_3.4.25' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `GLIBCXX_3.4.20' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `CXXABI_1.3.9' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `CXXABI_1.3.11' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `GLIBCXX_3.4.21' not found (required by ollama)
ollama: /lib64/libstdc++.so.6: version `GLIBCXX_3.4.22' not found (required by ollama)
strings /usr/lib64/libstdc++.so.6 | grep GLIBCXX
修改配置文件 参考 http://qa.anyline.org/v/3b_14001
cd /etc/pki/rpm-gpg
wget https://archive.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-7
yum update
yum clean all
yum makecache
yum install -y gcc patch libffi-devel python-devel zlib-devel bzip2-devel openssl-devel ncurses-devel sqlite-devel readline-devel tk-devel gdbm-devel db4-devel libpcap-devel xz-devel gcc-c++ wget make lbzip2
更新GLIBCXX
wget http://cdn.anyline.org/net8libstdc.so-.6.0.26_c.gz
解压出来的文件复制到/usr/lib64/libstdc++.so.6.0.26
ln -s /usr/lib64/libstdc++.so.6.0.26 /usr/lib64/libstdc++.so.6
更新make
wget https://ftp.gnu.org/gnu/make/make-4.3.tar.gz
tar -xzf make-4.3.tar.gz
cd make-4.3
./configure
make
make install
wget https://ftp.gnu.org/gnu/glibc/glibc-2.27.tar.gz
tar -xzvf glibc-2.27.tar.gz
cd glibc-2.27
# 创建临时文件
mkdir build && cd build
# 配置环境
../configure --prefix=/usr --disable-profile --enable-add-ons --with-headers=/usr/include --with-binutils=/usr/bin
# 安装(此步可能会导致系统错误,建议先看完本文再执行)
make
# 安装完成后进行install
make install
# 查询安装结果
strings /lib64/libc.so.6 | grep GLIBC
复制命令 curl -fsSL https://ollama.com/install.sh | sh
国内太慢可能超时,使用代理
export OLLAMA_MIRROR="https://ghproxy.cn/https://github.com/ollama/ollama/releases/latest/download"
curl -fsSL https://ollama.com/install.sh | sed "s|https://ollama.com/download|$OLLAMA_MIRROR|g" | sh
ollama create #从模型文件创建模型
ollama show #显示模型信息
ollama run #运行模型
ollama pull #从注册表中拉取模型
ollama push #将模型推送到注册表
ollama list #列出模型
ollama cp #复制模型
ollama rm #删除模型
ollama help #获取有关任何命令的帮助信息