# Wavelabs
# --------

# Insights - product
# T4 Model Server node
- Remote monitoring
- Container Launch
  - Configuration
  - Ingest
  - Process
  - Prediction
  - Egress
  - Tensorflow serving
  - Triton Inference Server
  - TensorRT
  - C++ driver

-C++ driver install - done
-TensorRT install - done
-Triton server install - done(4/6/21)
-Tensorflow serving - 11/6/21
gcloud config get-value project
gcloud config set project <project_id>
gcloud config get-value compute/zone
gcloud config set compute/zone <compute/zone>
gcloud compute instances create working-vm \
    --scopes cloud-platform \
    --image-family common-cu101 \
    --image-project deeplearning-platform-release \
    --machine-type n1-standard-8 \
    --min-cpu-platform="Intel Skylake" \
    --accelerator=type=nvidia-tesla-t4,count=1 \
    --boot-disk-size=200GB \
    --maintenance-policy=TERMINATE \
    --metadata="install-nvidia-driver=True" \
    --preemptible

gcloud container clusters create tensorrt-cluster \
    --num-nodes=2 \
    --tags=http-server,https-server,t-trt-firewall \
    --preemptible
gcloud container node-pools create t4-pool \
    --num-nodes=1 \
    --machine-type=n1-standard-8 \
    --preemptible \
    --cluster=tensorrt-cluster \
    --accelerator type=nvidia-tesla-t4,count=1 \
    --tags=http-server,https-server,t-trt-firewall

gcloud compute addresses create t-trt-ubuntu \
    --global \
    --ip-version IPV4
gcloud compute addresses describe t-trt-ubuntu

gcloud beta compute --project=insights-model-serving instances create \
   t-trt-ubuntu \
   --zone=us-central1-a \
   --machine-type=n1-standard-8 \
   --subnet=default \
   --network-tier=PREMIUM \
   --maintenance-policy=TERMINATE \
   --service-account=400028690095-compute@developer.gserviceaccount.com \
   --scopes=https://www.googleapis.com/auth/devstorage.read_only, \
   https://www.googleapis.com/auth/logging.write, \
   https://www.googleapis.com/auth/monitoring.write, \
   https://www.googleapis.com/auth/servicecontrol, \
   https://www.googleapis.com/auth/service.management.readonly, \
   https://www.googleapis.com/auth/trace.append \
   --accelerator=type=nvidia-tesla-t4,count=1 \
   --enable-display-device \
   --address=34.135.199.145 \
   --tags=http-server,https-server,t-trt-firewall \
   --image=ubuntu-2004-focal-v20210510 \
   --image-project=ubuntu-os-cloud \
   --boot-disk-size=100GB \
   --boot-disk-type=pd-balanced \
   --boot-disk-device-name=t-trt-ubuntu \
   --no-shielded-secure-boot \
   --shielded-vtpm \
   --shielded-integrity-monitoring \
   --reservation-affinity=any

./build.py --cmake-dir=$(pwd)/build --build-dir=/tmp/citritonbuild --enable-logging --enable-stats --enable-tracing --enable-metrics --enable-gpu-metrics --enable-gpu --filesystem=gcs --filesystem=azure_storage --filesystem=s3 --endpoint=http --endpoint=grpc --repo-tag=common:v2.10.0 --repo-tag=core:v2.10.0 --repo-tag=backend:v2.10.0 --repo-tag=thirdparty --backend=ensemble --backend=tensorrt --backend=identity:v2.10.0 --backend=repeat:v2.10.0 --backend=square:v2.10.0 --backend=onnxruntime:v2.10.0 --backend=pytorch:v2.10.0 --backend=tensorflow1:v2.10.0 --backend=tensorflow2:v2.10.0 --backend=openvino:v2.10.0 --backend=python:v2.10.0 --backend=dali:v2.10.0 --repoagent=checksum:v2.10.0 --no-container-build -j 1 --target-platform ubuntu

$ ./build.py --cmake-dir=$(pwd)/build --build-dir=/tmp/citritonbuild --enable-logging --enable-stats --enable-tracing --enable-metrics --enable-gpu-metrics --enable-gpu --filesystem=gcs --filesystem=azure_storage --filesystem=s3 --endpoint=http --endpoint=grpc --repo-tag=common --repo-tag=core --repo-tag=backend --repo-tag=thirdparty --backend=ensemble --backend=tensorrt --backend=identity --backend=repeat --backend=square --backend=onnxruntime --backend=pytorch --backend=tensorflow1 --backend=tensorflow2 --backend=openvino --backend=python --backend=dali --repoagent=checksum --no-container-build -j 1 --target-platform ubuntu

./build.py --cmake-dir=$(pwd)/build --build-dir=/tmp/citritonbuild --enable-logging --enable-stats --enable-tracing --enable-metrics --enable-gpu-metrics --enable-gpu --filesystem=gcs --filesystem=azure_storage --filesystem=s3 --endpoint=http --endpoint=grpc --repo-tag=common:v2.10.0 --repo-tag=core:v2.10.0 --repo-tag=backend:v2.10.0 --repo-tag=thirdparty:r21.05 --backend=ensemble --backend=tensorrt --backend=identity --backend=repeat --backend=square --backend=onnxruntime --backend=pytorch --backend=tensorflow1 --backend=tensorflow2 --backend=openvino --backend=python --backend=dali --repoagent=checksum --no-container-build -j 1 --target-platform ubuntu

./build.py --no-container-build --target-platform ubuntu --cmake-dir=$(pwd)/build --build-dir=`pwd`/citritonbuild2 --enable-logging --enable-stats --enable-tracing --enable-metrics --enable-gpu-metrics --enable-gpu --filesystem=gcs --filesystem=azure_storage --filesystem=s3 --endpoint=http --endpoint=grpc --repo-tag=common:r21.05 --repo-tag=core:r21.05 --repo-tag=backend:r21.05 --repo-tag=thirdparty:r21.05 --backend=ensemble --backend=tensorrt --backend=python --backend=tensorflow1 --backend=tensorflow2 --repoagent=checksum --image tensorflow1,nvcr.io/nvidia/tensorflow:21.05-tf1-py3 --image tensorflow2,nvcr.io/nvidia/tensorflow:21.05-tf2-py3