feat(grafana): add performance dashboard (#5852)

New dashboard showing:
 * Filter-able to a given set of models/inference server pods:
   - per (model, inference server pod) throughput and average latency
   - aggregated per model throughput
   - aggregated per inference server pod throughput
 * Filter-able to a given set of inference server pods
   - latency heatmaps (configurable rate interval)
     . agent -> inference srv -> agent
     . inference srv -> model -> inference srv
   - in-flight inference requests
   - CPU usage

ansible/playbooks/vars/default.yaml

@@ -12,7 +12,7 @@
 
 # Overwrite by passing sd_user and/or sd_password variables when running the playbook
 seldon_admin_user: "admin"
-seldon_random_gen_password: "{{ lookup('password', '/dev/null chars=digits length=6') }}"
+seldon_random_gen_password: "r-{{ lookup('password', '/dev/null chars=digits length=6') }}"
 
 # KinD Configuration
 kind_local_mount: false

ansible/roles/grafana/defaults/main.yaml

@@ -1,7 +1,9 @@
 ---
-grafana_chart_version: 7.3.9
-grafana_app_version: 10.4.2
+grafana_chart_version: 8.4.1
+grafana_app_version: 11.1.3
 
 grafana_preloaded_dashboards:
   - name: mms
     json: "{{ lookup('file', playbook_dir + '/../../prometheus/dashboards/provisioning/seldon.json') }}"
+  - name: perf
+    json: "{{ lookup('file', playbook_dir + '/../../prometheus/dashboards/provisioning/perf_and_scaling.json') }}"