llm

redhat/ocp4/4.13/4.13.gpu.llm.md

@@ -738,7 +738,21 @@ python startup.py -a
 
 - https://ai-on-openshift.io/odh-rhods/configuration/#cluster-settings
 
+```bash
+# quay.io/opendatahub-contrib/workbench-images:cuda-jupyter-langchain-c9s-py311_2023c_latest
+# can not be recognized by notebook
+# try to change name
+
+podman pull quay.io/opendatahub-contrib/workbench-images:cuda-jupyter-langchain-c9s-py311_2023c_latest
+
+podman tag quay.io/opendatahub-contrib/workbench-images:cuda-jupyter-langchain-c9s-py311_2023c_latest \
+ quay.io/wangzheng422/qimgs:ocp-ai-demo-v01
+
+podman push quay.io/wangzheng422/qimgs:ocp-ai-demo-v01
 
+# it turns out registry must configured
+
+```
 
 ## check the cache behavior
 
@@ -970,6 +984,9 @@ gradio-hftgi-rag-redis
 
 # end
 
+![](imgs/2023-11-09-14-39-44.png)
+
+
 # build base container image
 
 ```bash

redhat/ocp4/4.13/4.13.single.node.upi.agent.md

@@ -722,4 +722,57 @@ oc adm policy add-role-to-user admin user01 -n llm-demo
 
 ```
 
+# setup hostpath provisioner
+
+1. install OpenShift Virtualization
+
+```bash
+
+# create some static host path to use
+# go to worker-01-demo
+# 01,02,03,04,05,06,07,08,09,10
+for i in $(seq -w 1 20); do
+  mkdir -p "/var/wzh-local-pv/static/$i"
+done
+mkdir -p /var/wzh-local-pv/dynamic
+chcon -Rt container_file_t /var/wzh-local-pv/
+
+cat << EOF > ${BASE_DIR}/data/install/hostpath-provisioner.yaml
+apiVersion: hostpathprovisioner.kubevirt.io/v1beta1
+kind: HostPathProvisioner
+metadata:
+  name: hostpath-provisioner
+spec:
+  imagePullPolicy: IfNotPresent
+  storagePools: 
+  - name: wzh-local
+    path: "/var/wzh-local-pv/dynamic" 
+workload:
+  nodeSelector:
+    kubernetes.io/hostname: worker-01-demo
+EOF
+oc create --save-config -f ${BASE_DIR}/data/install/hostpath-provisioner.yaml
+
+# oc delete -f ${BASE_DIR}/data/install/hostpath-provisioner.yaml
+
+
+cat << EOF > ${BASE_DIR}/data/install/hostpath-storage-class.yaml
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: hostpath-csi
+  annotations:
+    storageclass.kubernetes.io/is-default-class: 'true'
+provisioner: kubevirt.io.hostpath-provisioner
+reclaimPolicy: Delete 
+volumeBindingMode: WaitForFirstConsumer 
+parameters:
+  storagePool: wzh-local
+EOF
+oc create --save-config -f ${BASE_DIR}/data/install/hostpath-storage-class.yaml
+
+# oc delete -f ${BASE_DIR}/data/install/hostpath-storage-class.yaml
+
+```
+
 # end