llm

redhat/ocp4/4.13/4.13.gpu.llm.md

@@ -1076,6 +1076,98 @@ then, you can see the webpage:
 ![](imgs/2023-11-15-00-07-42.png)
 
 
+## Caikit-TGIS-Serving
+
+- https://github.com/opendatahub-io/caikit-tgis-serving
+
+### install
+
+- https://github.com/opendatahub-io/caikit-tgis-serving/blob/main/demo/kserve/install-manual.md
+
+
+```bash
+
+# on helper
+cd ~/tmp
+
+git clone https://github.com/opendatahub-io/caikit-tgis-serving
+
+cd caikit-tgis-serving/demo/kserve
+
+export TARGET_OPERATOR=rhods
+
+source ./scripts/env.sh
+source ./scripts/utils.sh
+export TARGET_OPERATOR_TYPE=$(getOpType $TARGET_OPERATOR)
+export TARGET_OPERATOR_NS=$(getOpNS)
+export KSERVE_OPERATOR_NS=$(getKserveNS)
+
+echo $TARGET_OPERATOR_TYPE
+# rhods
+
+echo $TARGET_OPERATOR_NS
+# redhat-ods-operator
+
+echo $KSERVE_OPERATOR_NS
+# redhat-ods-applications
+
+# Install the Service Mesh operators.
+oc apply -f custom-manifests/service-mesh/operators.yaml
+
+oc wait --for=condition=ready pod -l name=istio-operator -n openshift-operators --timeout=300s
+# pod/istio-operator-c76f5d6db-6nfgx condition met
+
+oc create ns istio-system
+oc apply -f custom-manifests/service-mesh/smcp.yaml
+
+wait_for_pods_ready "app=istiod" "istio-system"
+# All app=istiod pods in 'istio-system' namespace are running and ready.
+
+wait_for_pods_ready "app=istio-ingressgateway" "istio-system"
+# All app=istio-ingressgateway pods in 'istio-system' namespace are running and ready.
+
+wait_for_pods_ready "app=istio-egressgateway" "istio-system"
+# All app=istio-egressgateway pods in 'istio-system' namespace are running and ready.
+
+oc wait --for=condition=ready pod -l app=istiod -n istio-system --timeout=300s
+oc wait --for=condition=ready pod -l app=istio-ingressgateway -n istio-system --timeout=300s
+oc wait --for=condition=ready pod -l app=istio-egressgateway -n istio-system --timeout=300s
+
+# Install Knative Serving.
+oc create ns ${KSERVE_OPERATOR_NS}
+oc create ns knative-serving
+oc -n istio-system apply -f custom-manifests/service-mesh/default-smmr.yaml 
+
+oc apply -f custom-manifests/serverless/operators.yaml
+
+wait_for_csv_installed serverless-operator openshift-serverless
+# [START] Watching if CSV "serverless-operator" is installed
+
+# [END] CSV "serverless-operator" is successfully installed
+
+
+oc wait --for=condition=ready pod -l name=knative-openshift -n openshift-serverless --timeout=300s
+oc wait --for=condition=ready pod -l name=knative-openshift-ingress -n openshift-serverless --timeout=300s
+oc wait --for=condition=ready pod -l name=knative-operator -n openshift-serverless --timeout=300s
+
+# Create a KnativeServing Instance.
+oc apply -f custom-manifests/serverless/knativeserving-istio.yaml
+
+sleep 15
+wait_for_pods_ready "app=controller" "knative-serving"
+wait_for_pods_ready "app=net-istio-controller" "knative-serving"
+wait_for_pods_ready "app=net-istio-webhook" "knative-serving"
+wait_for_pods_ready "app=autoscaler-hpa" "knative-serving"
+wait_for_pods_ready "app=domain-mapping" "knative-serving"
+wait_for_pods_ready "app=webhook" "knative-serving"
+oc delete pod -n knative-serving -l app=activator --force --grace-period=0
+oc delete pod -n knative-serving -l app=autoscaler --force --grace-period=0
+wait_for_pods_ready "app=activator" "knative-serving"
+wait_for_pods_ready "app=autoscaler" "knative-serving"
+
+
+```
+
 # end
 
 ![](imgs/2023-11-09-14-39-44.png)