Graph Examples

Port-forward to that ingress on localhost:8003 in a separate terminal either with:

• Ambassador: kubectl port-forward $(kubectl get pods -n seldon -l app.kubernetes.io/name=ambassador -o jsonpath='{.items[0].metadata.name}') -n seldon 8003:8080

• Istio: kubectl port-forward $(kubectl get pods -l istio=ingressgateway -n istio-system -o jsonpath='{.items[0].metadata.name}') -n istio-system 8003:8080

!kubectl create namespace seldon

!kubectl config set-context $(kubectl config current-context) --namespace=seldon

Input and output transformer with model in same pod

!cat tin-model-tout.yaml

!kubectl create -f tin-model-tout.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f tin-model-tout.yaml

Input and output transformer with model in separate pods

!cat tin-model-tout-sep-pods.yaml

!kubectl create -f tin-model-tout-sep-pods.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f tin-model-tout-sep-pods.yaml

Input and output transformer with svcOrch in separate pod

!cat tin-model-tout-sep-svcorch.yaml

!kubectl create -f tin-model-tout-sep-svcorch.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f tin-model-tout-sep-svcorch.yaml

Combiner sperate pods

!cat combiner-sep-pods.yaml

!kubectl create -f combiner-sep-pods.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f combiner-sep-pods.yaml

Combiner

!cat combiner.yaml

!kubectl create -f combiner.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f combiner.yaml

Combiner seperate pods prepack server

!cat combiner-prepack-sep-pods.yaml

!kubectl create -f combiner-prepack-sep-pods.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0, 1.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f combiner-sep-pods.yaml

Combiner prepack server same pod

!cat combiner-prepack.yaml

!kubectl create -f combiner-prepack.yaml

!kubectl wait --for condition=ready --timeout=300s sdep --all -n seldon

!curl -s -d '{"data": {"ndarray":[[1.0, 2.0, 5.0, 1.0]]}}' \
   -X POST http://localhost:8003/seldon/seldon/test/api/v1.0/predictions \
   -H "Content-Type: application/json"

!kubectl delete -f combiner-sep-pods.yaml