Per-Container Widget Showing "No Data Available"

[James-QiuHaoran]

There's a related issue #163 but this issue is not solved.
I'm using PCP and Vector to collect metrics for Kubernetes containers.

The basic widget (such as CPU, network, memory) work fine, but all widget related with container show "No Data Available".
I checked the network packets and found that the data is available in the returned packets.
Therefore, I think it's because of the parsing issue for K8S container names.

For example, the container name found by PCP is k8s_POD_post-storage-memcached-bf659b7ff-bmp2j_social-network_3ab0aef0-d9bd-446c-8ec3-125bd0267de4_0 but if you query any metric using PCP, the name became something like /kubepods/burstable/podce4d5a0c-e089-4ec9-86c1-b465c12563f0/aa556666b8b6f8a2f45541e483ca20581ec1616df35e1d4bfdbcb05cdf812e69.

Some outputs:

$ pminfo --fetch containers.name

containers.name
    inst [0 or "fd6ed0249e8da2129084e9fc6788fd86321f0f3df702baa172d24d32e22a3988"] value "k8s_POD_write-home-timeline-rabbitmq-8486db7d5b-grmrm_social-network_0151c0d1-1840-4082-bc77-82ba9d7e7442_0"
    inst [1 or "14779135006c0da47db6faac14b5342e88795ace435ff76831fa1aab8566a174"] value "k8s_jaeger_jaeger-d6f5784d5-g67l8_social-network_59c3a53a-17ae-4c04-af55-134fcf56069f_4"
    inst [2 or "246c8a50c7a73ab7b466703856653292df35786fd202ab40762759a3f28cd963"] value "k8s_jaeger_jaeger-d6f5784d5-g67l8_social-network_59c3a53a-17ae-4c04-af55-134fcf56069f_5"
    inst [3 or "1f7a35ebdc74ce7fd43aa898b3100388a6dafd45649f20d0f4057f14c9c56900"] value "k8s_POD_post-storage-memcached-bf659b7ff-bmp2j_social-network_3ab0aef0-d9bd-446c-8ec3-125bd0267de4_0"
    inst [4 or "de05ed2e7df464a307a01a8fca10507f4ec6cc5c09626625936e7d9b3238104d"] value "k8s_text-service_text-service-84cf4b5bc9-qxvqg_social-network_b02e3097-3a35-481c-a186-d7b348223003_2"
    inst [5 or "c27462ba4bc5744ccbec6a44f20833e372d98946d8e214a960b6880de8fc15d8"] value "k8s_social-graph-redis_social-graph-redis-6554f796cf-542gq_social-network_47754e42-0293-4253-8da2-9343070c802a_0"
    inst [6 or "2fe2e6ebfd4a211230c0f340a75ce17a8dad2813067c93d428f350276b11e486"] value "k8s_POD_social-graph-mongodb-84dbcbbf45-mhmhj_social-network_896b8d71-377a-4d63-b3b7-8aa26a125087_0"
    inst [7 or "5bc9a5ba8c502936016f4ce8c4c75f6813001c7e0555b764a5e5fc62d22b73f6"] value "k8s_url-shorten-service_url-shorten-service-79bdfccbd4-p5vcs_social-network_5973247b-f01a-4435-8649-c26d9dca6d5f_2"
    inst [8 or "3e0d1451895f2bc627437cd799fe6425f1195ca8ea7383bf477371caef349dd0"] value "k8s_POD_media-frontend-c6967569-2lg9q_social-network_6e3fc862-e628-4c20-bb25-ded219209541_0"
    inst [9 or "858ce00ea06318d0bb16f293da8fb3d599e861845f1d5c9a4b5fd7571fb66831"] value "k8s_write-home-timeline-rabbitmq_write-home-timeline-rabbitmq-8486db7d5b-grmrm_social-network_0151c0d1-1840-4082-bc77-82ba9d7e7442_0"
    inst [10 or "c4eb8e2095222d7dcb436dcd2f8b45e6fdbef7bc072e7157c246c6a30e8703de"] value "k8s_POD_nginx-thrift-9f596dd86-8rpv9_social-network_8dc3e93e-b07e-4e8d-abf7-cc9466defba7_0"
    inst [11 or "ad320b68337b73d012db0f2119fb2e08b4dc6b5781e6b95530bc5cf832f2ee8f"] value "k8s_text-service_text-service-84cf4b5bc9-qxvqg_social-network_b02e3097-3a35-481c-a186-d7b348223003_1"
    inst [12 or "f2ff6c2aab7db85fd73b715284450e9429700d781f0df1843a8a77eb1fbd103a"] value "k8s_POD_user-timeline-service-fc749df54-r8bzv_social-network_d98ea5dc-52b5-48f0-a08f-5efc8518d7a9_0"
    inst [13 or "5ff6a064d84045e8e35c1bd80c05514098169b3954ed4116939f0de38d835702"] value "k8s_home-timeline-service_home-timeline-service-697bd67c5d-ksdld_social-network_fb9f8f77-3b80-48f3-b433-0ae6e4db48ae_0"
    inst [14 or "c2f391dfc347b9faa84cc4cee568fb24b3604bf5e49d57f7233f1cc8abdebf78"] value "k8s_POD_user-timeline-redis-6997c6984-pwddn_social-network_d999bcd9-2fee-4326-a90a-2ba5e512fdce_0"
    inst [15 or "91a19afba03d2b70d0e7b63114282c028f9a6f73499c1f2036e0189bc955e0c9"] value "k8s_user-timeline-mongodb_user-timeline-mongodb-59cd5666c6-n4qpd_social-network_7df66b89-e6de-4890-b947-dbae9180615a_0"
    inst [16 or "65c669b2d7d7052b178024cc738759b608bbeee606682a90ef126a7b2b57a57f"] value "k8s_POD_compose-post-service-7fbcbdf668-lkhjv_social-network_05139443-84ef-4d38-a3f5-1fc1efc8f7dd_0"
    inst [17 or "21cf6c25fe6cf1b221014e92a69c65aa8f57465def10e6912f216f64b77ec0cb"] value "k8s_kube-flannel_kube-flannel-ds-amd64-6mj7x_kube-system_ce4d5a0c-e089-4ec9-86c1-b465c12563f0_0"
    inst [18 or "334ab47484bf0587eb70fdd21307a6f300a29320a4f18d9aabf066ce3f1ffd27"] value "k8s_url-shorten-memcached_url-shorten-memcached-5bf8578548-hxpd4_social-network_04ede224-8a3a-439f-a529-4707d0926e6f_0"
    inst [19 or "3279ff01777a1a48b8c3e594ebc59a29d9083e9d3aad076f4c13b094e6c49247"] value "k8s_write-home-timeline-service_write-home-timeline-service-679b789c59-hzp9h_social-network_c021994f-ce5e-4da1-8711-960ae62ce829_2"
    inst [20 or "ebcf38bcbc2a47dbf88159fbfd3f73d03fa83dce7313683873a7bbf7a3a78072"] value "k8s_POD_social-graph-redis-6554f796cf-542gq_social-network_47754e42-0293-4253-8da2-9343070c802a_0"
    inst [21 or "4c78ab3f356cc3f72d60f59433ac6db56cac5e70a31cd988a957760fffb45a47"] value "k8s_compose-post-service_compose-post-service-7fbcbdf668-lkhjv_social-network_05139443-84ef-4d38-a3f5-1fc1efc8f7dd_0"
    inst [22 or "e538db3437e872152b60557ef2872abcdc3c75ed1515aba623eee9da777982f7"] value "k8s_unique-id-service_unique-id-service-75656457f4-lfsgd_social-network_12020009-320b-43f4-b832-55f712d699af_6"
    inst [23 or "2b26f1bb1227ec7c9be062f8ae6dcae7a8dcd178340dc442329b28b7fc3cd4f3"] value "k8s_user-mention-service_user-mention-service-b559d5bdd-hvqzc_social-network_44877006-66ef-4c46-a430-67ece66db313_1"
    inst [24 or "a1594fb1ccf635e0d10cf3a2f426b2ba8491ed7aa9c74c247a94b649715b2389"] value "k8s_POD_user-timeline-mongodb-59cd5666c6-n4qpd_social-network_7df66b89-e6de-4890-b947-dbae9180615a_0"
    inst [25 or "e50af13cda0eb6c822a16e79556e07f3d29f32571eb171f03e0be783dc071f4b"] value "k8s_user-mongodb_user-mongodb-7d88565584-w5t4p_social-network_e842b443-9c6f-46a2-9b7c-edaa269c71cf_0"
    inst [26 or "90389cc570528e26f427f751b88832efe59fd7a978ef7a1eddff4dc7cf10fd46"] value "k8s_POD_home-timeline-service-697bd67c5d-ksdld_social-network_fb9f8f77-3b80-48f3-b433-0ae6e4db48ae_0"
    inst [27 or "33396c85bdbd6b3fc7849145805f1df0b0f2ce96fc92e7e15351444a955f8e75"] value "k8s_social-graph-service_social-graph-service-75468b7dd-ss84b_social-network_876c4b9d-76dc-4bd0-8488-1a78d9190fc8_0"
    inst [28 or "ba2a186a5709770c7a052e325ce7716dd1876c18e46a490f822e568e48cdbf5b"] value "k8s_POD_compose-post-redis-cd45f4f88-mwx7h_social-network_09b28247-7b79-4f84-9cc9-b5e999ecb3e8_0"
    inst [29 or "15c205f4a9debb1e471277e04917ae8141bbb2f19f4fe33fab024a5b9ca78489"] value "k8s_url-shorten-service_url-shorten-service-79bdfccbd4-p5vcs_social-network_5973247b-f01a-4435-8649-c26d9dca6d5f_1"
    inst [30 or "3f098a163130f4a579481bbfa69084aadb877243d11dee377fb0df48ce529940"] value "k8s_nginx-thrift_nginx-thrift-9f596dd86-8rpv9_social-network_8dc3e93e-b07e-4e8d-abf7-cc9466defba7_0"
    inst [31 or "a5d72fad272f6149fc86e415ae05197b1319a3877f1478c09a7d13ebae0720fa"] value "k8s_write-home-timeline-service_write-home-timeline-service-679b789c59-hzp9h_social-network_c021994f-ce5e-4da1-8711-960ae62ce829_3"
    inst [32 or "a48aabcbde109c8a6fb6c390fb5ce4745796c3e9353636aee2727955a851c450"] value "k8s_post-storage-service_post-storage-service-7d867bbcb7-2nprr_social-network_31eef6e5-c025-475d-a3af-129558fd01e0_0"
    inst [33 or "991556aae7c4d6857ccf81c639395338f9c7ce1c84e8fcfbf02eab8c6b4a3218"] value "k8s_POD_kube-proxy-c29qq_kube-system_5d4a0b2b-c5d4-4536-aff8-6b0a6cf345bc_0"
    inst [34 or "339016d72115883930157c9ae0e06d8a68dcb5305a4c142439f6d4dc1f59b268"] value "k8s_kube-proxy_kube-proxy-c29qq_kube-system_5d4a0b2b-c5d4-4536-aff8-6b0a6cf345bc_0"
    inst [35 or "1251eb4089d199e4ee528810e6996deb076ef7291c360fd6b8fb29f038b5514f"] value "k8s_POD_media-mongodb-6f75c74767-f7mbr_social-network_be7f07e2-64ce-43b1-a2f3-0a3a71f4b062_0"
    inst [36 or "cd1da9b116b93818d8089dc654c3e6aa22a3bd3b44df0e57d20bb90e3ecea6ef"] value "k8s_install-cni_kube-flannel-ds-amd64-6mj7x_kube-system_ce4d5a0c-e089-4ec9-86c1-b465c12563f0_0"
    inst [37 or "694bce99a45ddbcfdb0110115f76f9f722dfaf8229180c019f8d128e7440ba1a"] value "k8s_POD_jaeger-d6f5784d5-g67l8_social-network_59c3a53a-17ae-4c04-af55-134fcf56069f_0"
    inst [38 or "119eca7216a597e56917e417ea97243cdc975bab9f6972e13bb8490b3e9484c1"] value "k8s_POD_url-shorten-memcached-5bf8578548-hxpd4_social-network_04ede224-8a3a-439f-a529-4707d0926e6f_0"
    inst [39 or "5be1fa1bb4a1e65653db6cd338afe29659ea1fd2cd45fb4690dc28ae084c6291"] value "k8s_post-storage-mongodb_post-storage-mongodb-57996bf8d9-j7jbc_social-network_c699484b-8411-4679-9f81-4248a5dcca2a_0"
    inst [40 or "aa556666b8b6f8a2f45541e483ca20581ec1616df35e1d4bfdbcb05cdf812e69"] value "k8s_POD_kube-flannel-ds-amd64-6mj7x_kube-system_ce4d5a0c-e089-4ec9-86c1-b465c12563f0_0"
    inst [41 or "dbaa1def0e397e50b30b16cb43777ad67df7a0379096300596fa9e1c6c09a7bc"] value "k8s_POD_user-mongodb-7d88565584-w5t4p_social-network_e842b443-9c6f-46a2-9b7c-edaa269c71cf_0"
    inst [42 or "0860f6085df4cc230754e9ee51de0f1550851dc00c862423393a831128bbba5b"] value "k8s_home-timeline-service_home-timeline-service-697bd67c5d-ksdld_social-network_fb9f8f77-3b80-48f3-b433-0ae6e4db48ae_1"
    inst [43 or "7460273fc5a73d10b012a880677b4e6e29e922b94f9a8f292731c8ffdbe39e23"] value "k8s_post-storage-memcached_post-storage-memcached-bf659b7ff-bmp2j_social-network_3ab0aef0-d9bd-446c-8ec3-125bd0267de4_0"
    inst [44 or "214c5a1fc212a97d633375798d92fbca06015750d9885ade00bee1493c6a35eb"] value "k8s_POD_url-shorten-mongodb-644b44f876-cq5xs_social-network_feb150db-a4bd-4218-9a04-1978043abe93_0"
    inst [45 or "650b2e007066a21d2507f71d878f8ecb574c00b9ce2833a2fdecf4c97b35f0aa"] value "k8s_media-frontend_media-frontend-c6967569-2lg9q_social-network_6e3fc862-e628-4c20-bb25-ded219209541_0"
    inst [46 or "a5fb18bab3f02d66e02a850edadedc74e7311e4c3f7bd62cb17c2ea116277cdd"] value "k8s_user-timeline-redis_user-timeline-redis-6997c6984-pwddn_social-network_d999bcd9-2fee-4326-a90a-2ba5e512fdce_0"
    inst [47 or "873640e22b34222f8bce703d8490d672e66a79873e06381cebfbaf31e12a2001"] value "k8s_POD_home-timeline-redis-64c59cbcd4-2xxnm_social-network_d028c458-66f0-46cf-a9b5-4ecf05bd6993_0"
    inst [48 or "1a7796ccc61b0ebad1fea4662ac023ef49c73cc8d211ae02030467c4adcb0197"] value "k8s_POD_social-graph-service-75468b7dd-ss84b_social-network_876c4b9d-76dc-4bd0-8488-1a78d9190fc8_0"
    inst [49 or "e58b473a6283fca750c6c3bf2589d239c081c88e8a96c20daf959f2cde902da5"] value "k8s_POD_unique-id-service-75656457f4-lfsgd_social-network_12020009-320b-43f4-b832-55f712d699af_0"
    inst [50 or "9fff8d08afe833c975444e160dced37608dd26c28aaa009bd30d4f6fff7b8661"] value "k8s_social-graph-mongodb_social-graph-mongodb-84dbcbbf45-mhmhj_social-network_896b8d71-377a-4d63-b3b7-8aa26a125087_0"
    inst [51 or "3996d24366bddf2032e94a6e1124fe007059ad4565527e8dd11fc16e741c7128"] value "k8s_user-mention-service_user-mention-service-b559d5bdd-hvqzc_social-network_44877006-66ef-4c46-a430-67ece66db313_2"
    inst [52 or "b9131994bb25f764c289249d48a3072e68b52d6f25249806604eed3e46bec0ae"] value "k8s_compose-post-redis_compose-post-redis-cd45f4f88-mwx7h_social-network_09b28247-7b79-4f84-9cc9-b5e999ecb3e8_0"
    inst [53 or "cb4cf3d4eb156b1b8a2188e189bd8d12d76f5ee40b31f0052929b3ea490d223a"] value "k8s_unique-id-service_unique-id-service-75656457f4-lfsgd_social-network_12020009-320b-43f4-b832-55f712d699af_5"
    inst [54 or "36feb6e7b09410385eecb8570b9ac10033ed694cbeee8542219dd78f13734cf6"] value "k8s_media-service_media-service-5cc9d97ddf-q5jwj_social-network_d1f3acd9-babf-439f-827e-351ccaf382f8_0"
    inst [55 or "8c3cb3cdd9803834b07cd30040c1a39c3b02c0a53d82ab58cb9e6901d5dd8829"] value "k8s_POD_media-memcached-7c5c9dd455-vc5rq_social-network_b90610c5-eda0-4ed5-b4b7-7dcbf8328a96_0"
    inst [56 or "aac6154caded99aa69c1330a23217abb1287d7cdf155d72d47aa165b50386640"] value "k8s_POD_write-home-timeline-service-679b789c59-hzp9h_social-network_c021994f-ce5e-4da1-8711-960ae62ce829_0"
    inst [57 or "e210e2042b98d1a214f03563ad036d5147de1c27106e66451b7b8882db7a7c52"] value "k8s_POD_user-memcached-86649988f8-bk7zd_social-network_2ff0b802-d749-4025-b261-4bbbcf1bd41f_0"
    inst [58 or "f11107d5d21603320e94a4531c48f5f0d9319e5a49989154ae7397f4c609c6c1"] value "k8s_POD_url-shorten-service-79bdfccbd4-p5vcs_social-network_5973247b-f01a-4435-8649-c26d9dca6d5f_0"
    inst [59 or "7d1a30001f809bfff011ee9c7e330761f1650bd0e9238399e904c2e2a352390f"] value "k8s_user-memcached_user-memcached-86649988f8-bk7zd_social-network_2ff0b802-d749-4025-b261-4bbbcf1bd41f_0"
    inst [60 or "ffade4f1ec19eb42325fce8b59f71d8e69e7385b4945eea85e6088a1e085b5bf"] value "k8s_POD_post-storage-mongodb-57996bf8d9-j7jbc_social-network_c699484b-8411-4679-9f81-4248a5dcca2a_0"
    inst [61 or "de9c5edc919c9259ad2c06ef16de5fba1aa236b134cd9dc1ea7d786d46a09e93"] value "k8s_user-service_user-service-85b744dd47-r7q7c_social-network_74848664-f478-456a-92f8-c2d0107b09ee_1"
    inst [62 or "7361df96b6dc4e7681a640b79bcb72106468fab3f79c5516e0627cd3cecacdda"] value "k8s_POD_media-service-5cc9d97ddf-q5jwj_social-network_d1f3acd9-babf-439f-827e-351ccaf382f8_0"
    inst [63 or "4e9a98d9a510d89c5a7535886f4b95e43e140687f93ac6c87e83d004017694ec"] value "k8s_url-shorten-mongodb_url-shorten-mongodb-644b44f876-cq5xs_social-network_feb150db-a4bd-4218-9a04-1978043abe93_0"
    inst [64 or "2c8385eeaa4e3db31f83c2e1527a83a5474de0e2c1db09e150c19852be55442a"] value "k8s_POD_user-service-85b744dd47-r7q7c_social-network_74848664-f478-456a-92f8-c2d0107b09ee_0"
    inst [65 or "5d3c9458543b872db38c678ce059b3a9af7bd2e8ffe2d98212fc74f92267e097"] value "k8s_POD_post-storage-service-7d867bbcb7-2nprr_social-network_31eef6e5-c025-475d-a3af-129558fd01e0_0"
    inst [66 or "c08371b273e320cb8846c5ec4dcdff63742baf075de20222e39468226e6e4d8e"] value "k8s_media-memcached_media-memcached-7c5c9dd455-vc5rq_social-network_b90610c5-eda0-4ed5-b4b7-7dcbf8328a96_0"
    inst [67 or "e460704c31df79eedf43f2522cd359f31adc4c5623d54bb1e1e1e272024af1d9"] value "k8s_user-timeline-service_user-timeline-service-fc749df54-r8bzv_social-network_d98ea5dc-52b5-48f0-a08f-5efc8518d7a9_0"
    inst [68 or "76d3d1f80cbf0ba8b6a841c82f04ee8e4777136a7a1309d3e31de7f1091d7caf"] value "k8s_home-timeline-redis_home-timeline-redis-64c59cbcd4-2xxnm_social-network_d028c458-66f0-46cf-a9b5-4ecf05bd6993_0"
    inst [69 or "c83434020661cb91f3e45d1d010b4049d1607c7b279ef64e34bd73dbd1223177"] value "k8s_media-mongodb_media-mongodb-6f75c74767-f7mbr_social-network_be7f07e2-64ce-43b1-a2f3-0a3a71f4b062_0"
    inst [70 or "6f5acd1af9a69f4f1595e64713e9d659f87bdfe27cff7d0dee5b3840be813d62"] value "k8s_user-service_user-service-85b744dd47-r7q7c_social-network_74848664-f478-456a-92f8-c2d0107b09ee_2"
    inst [71 or "b01dfa1768700d43de2883a782ff68fb69dc472922e61c6159296c98bac8a981"] value "k8s_POD_user-mention-service-b559d5bdd-hvqzc_social-network_44877006-66ef-4c46-a430-67ece66db313_0"
    inst [72 or "7d68e3801a915840d2e74e915180e7013dc45f581b8f3f5fda6fed8f80ddc5fb"] value "k8s_POD_text-service-84cf4b5bc9-qxvqg_social-network_b02e3097-3a35-481c-a186-d7b348223003_0"

$ pminfo --fetch cgroup.cpuacct.usage

cgroup.cpuacct.usage
    inst [0 or "/"] value 7614806240086096
    inst [1 or "/kubepods"] value 2309536213622628
    inst [2 or "/kubepods/burstable"] value 18045017956107
    inst [3 or "/kubepods/burstable/podce4d5a0c-e089-4ec9-86c1-b465c12563f0"] value 18045017956107
    inst [4 or "/kubepods/burstable/podce4d5a0c-e089-4ec9-86c1-b465c12563f0/21cf6c25fe6cf1b221014e92a69c65aa8f57465def10e6912f216f64b77ec0cb"] value 18044955020667
    inst [5 or "/kubepods/burstable/podce4d5a0c-e089-4ec9-86c1-b465c12563f0/aa556666b8b6f8a2f45541e483ca20581ec1616df35e1d4bfdbcb05cdf812e69"] value 29648256
    inst [6 or "/kubepods/besteffort"] value 2291491195760041
    inst [7 or "/kubepods/besteffort/pod6e3fc862-e628-4c20-bb25-ded219209541"] value 133556305
    inst [8 or "/kubepods/besteffort/pod6e3fc862-e628-4c20-bb25-ded219209541/3e0d1451895f2bc627437cd799fe6425f1195ca8ea7383bf477371caef349dd0"] value 48250738
    inst [9 or "/kubepods/besteffort/pod6e3fc862-e628-4c20-bb25-ded219209541/650b2e007066a21d2507f71d878f8ecb574c00b9ce2833a2fdecf4c97b35f0aa"] value 85305567
    inst [10 or "/kubepods/besteffort/podd028c458-66f0-46cf-a9b5-4ecf05bd6993"] value 2554585483127
    inst [11 or "/kubepods/besteffort/podd028c458-66f0-46cf-a9b5-4ecf05bd6993/873640e22b34222f8bce703d8490d672e66a79873e06381cebfbaf31e12a2001"] value 39677734
    inst [12 or "/kubepods/besteffort/podd028c458-66f0-46cf-a9b5-4ecf05bd6993/76d3d1f80cbf0ba8b6a841c82f04ee8e4777136a7a1309d3e31de7f1091d7caf"] value 2554545805393
    inst [13 or "/kubepods/besteffort/pod896b8d71-377a-4d63-b3b7-8aa26a125087"] value 16091310572870
    inst [14 or "/kubepods/besteffort/pod896b8d71-377a-4d63-b3b7-8aa26a125087/2fe2e6ebfd4a211230c0f340a75ce17a8dad2813067c93d428f350276b11e486"] value 40474784
    inst [15 or "/kubepods/besteffort/pod896b8d71-377a-4d63-b3b7-8aa26a125087/9fff8d08afe833c975444e160dced37608dd26c28aaa009bd30d4f6fff7b8661"] value 16091270098086
    inst [16 or "/kubepods/besteffort/pod12020009-320b-43f4-b832-55f712d699af"] value 141147486322
    inst [17 or "/kubepods/besteffort/pod12020009-320b-43f4-b832-55f712d699af/e538db3437e872152b60557ef2872abcdc3c75ed1515aba623eee9da777982f7"] value 16075591989
    inst [18 or "/kubepods/besteffort/pod12020009-320b-43f4-b832-55f712d699af/e58b473a6283fca750c6c3bf2589d239c081c88e8a96c20daf959f2cde902da5"] value 37992015
    inst [19 or "/kubepods/besteffort/podd999bcd9-2fee-4326-a90a-2ba5e512fdce"] value 2562446883666
    inst [20 or "/kubepods/besteffort/podd999bcd9-2fee-4326-a90a-2ba5e512fdce/c2f391dfc347b9faa84cc4cee568fb24b3604bf5e49d57f7233f1cc8abdebf78"] value 38084395
    inst [21 or "/kubepods/besteffort/podd999bcd9-2fee-4326-a90a-2ba5e512fdce/a5fb18bab3f02d66e02a850edadedc74e7311e4c3f7bd62cb17c2ea116277cdd"] value 2562408799271
    inst [22 or "/kubepods/besteffort/podfb9f8f77-3b80-48f3-b433-0ae6e4db48ae"] value 21990914937996
    inst [23 or "/kubepods/besteffort/podfb9f8f77-3b80-48f3-b433-0ae6e4db48ae/90389cc570528e26f427f751b88832efe59fd7a978ef7a1eddff4dc7cf10fd46"] value 47821029
    inst [24 or "/kubepods/besteffort/podfb9f8f77-3b80-48f3-b433-0ae6e4db48ae/0860f6085df4cc230754e9ee51de0f1550851dc00c862423393a831128bbba5b"] value 13723113672781
    inst [25 or "/kubepods/besteffort/podc699484b-8411-4679-9f81-4248a5dcca2a"] value 16981250521590
    inst [26 or "/kubepods/besteffort/podc699484b-8411-4679-9f81-4248a5dcca2a/ffade4f1ec19eb42325fce8b59f71d8e69e7385b4945eea85e6088a1e085b5bf"] value 40975489
    inst [27 or "/kubepods/besteffort/podc699484b-8411-4679-9f81-4248a5dcca2a/5be1fa1bb4a1e65653db6cd338afe29659ea1fd2cd45fb4690dc28ae084c6291"] value 16981209546101
    inst [28 or "/kubepods/besteffort/pod44877006-66ef-4c46-a430-67ece66db313"] value 334124641548
    inst [29 or "/kubepods/besteffort/pod44877006-66ef-4c46-a430-67ece66db313/b01dfa1768700d43de2883a782ff68fb69dc472922e61c6159296c98bac8a981"] value 34528158
    inst [30 or "/kubepods/besteffort/pod44877006-66ef-4c46-a430-67ece66db313/3996d24366bddf2032e94a6e1124fe007059ad4565527e8dd11fc16e741c7128"] value 333988982018
    inst [31 or "/kubepods/besteffort/pod5d4a0b2b-c5d4-4536-aff8-6b0a6cf345bc"] value 3327155526318
    inst [32 or "/kubepods/besteffort/pod5d4a0b2b-c5d4-4536-aff8-6b0a6cf345bc/991556aae7c4d6857ccf81c639395338f9c7ce1c84e8fcfbf02eab8c6b4a3218"] value 27668634
    inst [33 or "/kubepods/besteffort/pod5d4a0b2b-c5d4-4536-aff8-6b0a6cf345bc/339016d72115883930157c9ae0e06d8a68dcb5305a4c142439f6d4dc1f59b268"] value 3327127857684
    inst [34 or "/kubepods/besteffort/pod04ede224-8a3a-439f-a529-4707d0926e6f"] value 367212103308
    inst [35 or "/kubepods/besteffort/pod04ede224-8a3a-439f-a529-4707d0926e6f/119eca7216a597e56917e417ea97243cdc975bab9f6972e13bb8490b3e9484c1"] value 33543612
    inst [36 or "/kubepods/besteffort/pod04ede224-8a3a-439f-a529-4707d0926e6f/334ab47484bf0587eb70fdd21307a6f300a29320a4f18d9aabf066ce3f1ffd27"] value 367178559696
    inst [37 or "/kubepods/besteffort/pod09b28247-7b79-4f84-9cc9-b5e999ecb3e8"] value 5862377195214
    inst [38 or "/kubepods/besteffort/pod09b28247-7b79-4f84-9cc9-b5e999ecb3e8/b9131994bb25f764c289249d48a3072e68b52d6f25249806604eed3e46bec0ae"] value 5862337137919
    inst [39 or "/kubepods/besteffort/pod09b28247-7b79-4f84-9cc9-b5e999ecb3e8/ba2a186a5709770c7a052e325ce7716dd1876c18e46a490f822e568e48cdbf5b"] value 40057295
    inst [40 or "/kubepods/besteffort/podbe7f07e2-64ce-43b1-a2f3-0a3a71f4b062"] value 15815970547992
    inst [41 or "/kubepods/besteffort/podbe7f07e2-64ce-43b1-a2f3-0a3a71f4b062/1251eb4089d199e4ee528810e6996deb076ef7291c360fd6b8fb29f038b5514f"] value 42999969
    inst [42 or "/kubepods/besteffort/podbe7f07e2-64ce-43b1-a2f3-0a3a71f4b062/c83434020661cb91f3e45d1d010b4049d1607c7b279ef64e34bd73dbd1223177"] value 15815927548023
    inst [43 or "/kubepods/besteffort/pod05139443-84ef-4d38-a3f5-1fc1efc8f7dd"] value 3018527714
    inst [44 or "/kubepods/besteffort/pod05139443-84ef-4d38-a3f5-1fc1efc8f7dd/65c669b2d7d7052b178024cc738759b608bbeee606682a90ef126a7b2b57a57f"] value 48929331
    inst [45 or "/kubepods/besteffort/pod05139443-84ef-4d38-a3f5-1fc1efc8f7dd/4c78ab3f356cc3f72d60f59433ac6db56cac5e70a31cd988a957760fffb45a47"] value 2969598383
    inst [46 or "/kubepods/besteffort/podd98ea5dc-52b5-48f0-a08f-5efc8518d7a9"] value 30312031611
    inst [47 or "/kubepods/besteffort/podd98ea5dc-52b5-48f0-a08f-5efc8518d7a9/f2ff6c2aab7db85fd73b715284450e9429700d781f0df1843a8a77eb1fbd103a"] value 61324248
    inst [48 or "/kubepods/besteffort/podd98ea5dc-52b5-48f0-a08f-5efc8518d7a9/e460704c31df79eedf43f2522cd359f31adc4c5623d54bb1e1e1e272024af1d9"] value 30250707363
    inst [49 or "/kubepods/besteffort/pod74848664-f478-456a-92f8-c2d0107b09ee"] value 227992467548
    inst [50 or "/kubepods/besteffort/pod74848664-f478-456a-92f8-c2d0107b09ee/6f5acd1af9a69f4f1595e64713e9d659f87bdfe27cff7d0dee5b3840be813d62"] value 227856902126
    inst [51 or "/kubepods/besteffort/pod74848664-f478-456a-92f8-c2d0107b09ee/2c8385eeaa4e3db31f83c2e1527a83a5474de0e2c1db09e150c19852be55442a"] value 40506124
    inst [52 or "/kubepods/besteffort/pod876c4b9d-76dc-4bd0-8488-1a78d9190fc8"] value 30474695957
    inst [53 or "/kubepods/besteffort/pod876c4b9d-76dc-4bd0-8488-1a78d9190fc8/1a7796ccc61b0ebad1fea4662ac023ef49c73cc8d211ae02030467c4adcb0197"] value 45249347
    inst [54 or "/kubepods/besteffort/pod876c4b9d-76dc-4bd0-8488-1a78d9190fc8/33396c85bdbd6b3fc7849145805f1df0b0f2ce96fc92e7e15351444a955f8e75"] value 30429446610
    inst [55 or "/kubepods/besteffort/pode842b443-9c6f-46a2-9b7c-edaa269c71cf"] value 16290806448660
    inst [56 or "/kubepods/besteffort/pode842b443-9c6f-46a2-9b7c-edaa269c71cf/e50af13cda0eb6c822a16e79556e07f3d29f32571eb171f03e0be783dc071f4b"] value 16290766858899
    inst [57 or "/kubepods/besteffort/pode842b443-9c6f-46a2-9b7c-edaa269c71cf/dbaa1def0e397e50b30b16cb43777ad67df7a0379096300596fa9e1c6c09a7bc"] value 39589761
    inst [58 or "/kubepods/besteffort/podb02e3097-3a35-481c-a186-d7b348223003"] value 613311663642
    inst [59 or "/kubepods/besteffort/podb02e3097-3a35-481c-a186-d7b348223003/7d68e3801a915840d2e74e915180e7013dc45f581b8f3f5fda6fed8f80ddc5fb"] value 33840834
    inst [60 or "/kubepods/besteffort/podb02e3097-3a35-481c-a186-d7b348223003/de05ed2e7df464a307a01a8fca10507f4ec6cc5c09626625936e7d9b3238104d"] value 613193769382
    inst [61 or "/kubepods/besteffort/pod59c3a53a-17ae-4c04-af55-134fcf56069f"] value 472492200884
    inst [62 or "/kubepods/besteffort/pod59c3a53a-17ae-4c04-af55-134fcf56069f/246c8a50c7a73ab7b466703856653292df35786fd202ab40762759a3f28cd963"] value 471820157616
    inst [63 or "/kubepods/besteffort/pod59c3a53a-17ae-4c04-af55-134fcf56069f/694bce99a45ddbcfdb0110115f76f9f722dfaf8229180c019f8d128e7440ba1a"] value 43886644
    inst [64 or "/kubepods/besteffort/pod8dc3e93e-b07e-4e8d-abf7-cc9466defba7"] value 125054504752780
    inst [65 or "/kubepods/besteffort/pod8dc3e93e-b07e-4e8d-abf7-cc9466defba7/c4eb8e2095222d7dcb436dcd2f8b45e6fdbef7bc072e7157c246c6a30e8703de"] value 44807630
    inst [66 or "/kubepods/besteffort/pod8dc3e93e-b07e-4e8d-abf7-cc9466defba7/3f098a163130f4a579481bbfa69084aadb877243d11dee377fb0df48ce529940"] value 125054459945150
    inst [67 or "/kubepods/besteffort/podb90610c5-eda0-4ed5-b4b7-7dcbf8328a96"] value 371128527871
    inst [68 or "/kubepods/besteffort/podb90610c5-eda0-4ed5-b4b7-7dcbf8328a96/8c3cb3cdd9803834b07cd30040c1a39c3b02c0a53d82ab58cb9e6901d5dd8829"] value 37561387
    inst [69 or "/kubepods/besteffort/podb90610c5-eda0-4ed5-b4b7-7dcbf8328a96/c08371b273e320cb8846c5ec4dcdff63742baf075de20222e39468226e6e4d8e"] value 371090966484
    inst [70 or "/kubepods/besteffort/podc021994f-ce5e-4da1-8711-960ae62ce829"] value 70976489185
    inst [71 or "/kubepods/besteffort/podc021994f-ce5e-4da1-8711-960ae62ce829/aac6154caded99aa69c1330a23217abb1287d7cdf155d72d47aa165b50386640"] value 40776908
    inst [72 or "/kubepods/besteffort/podc021994f-ce5e-4da1-8711-960ae62ce829/a5d72fad272f6149fc86e415ae05197b1319a3877f1478c09a7d13ebae0720fa"] value 29674272197
    inst [73 or "/kubepods/besteffort/pod5973247b-f01a-4435-8649-c26d9dca6d5f"] value 348810732871
    inst [74 or "/kubepods/besteffort/pod5973247b-f01a-4435-8649-c26d9dca6d5f/5bc9a5ba8c502936016f4ce8c4c75f6813001c7e0555b764a5e5fc62d22b73f6"] value 348677467876
    inst [75 or "/kubepods/besteffort/pod5973247b-f01a-4435-8649-c26d9dca6d5f/f11107d5d21603320e94a4531c48f5f0d9319e5a49989154ae7397f4c609c6c1"] value 33771696
    inst [76 or "/kubepods/besteffort/podfeb150db-a4bd-4218-9a04-1978043abe93"] value 16151454312157
    inst [77 or "/kubepods/besteffort/podfeb150db-a4bd-4218-9a04-1978043abe93/4e9a98d9a510d89c5a7535886f4b95e43e140687f93ac6c87e83d004017694ec"] value 16151417201856
    inst [78 or "/kubepods/besteffort/podfeb150db-a4bd-4218-9a04-1978043abe93/214c5a1fc212a97d633375798d92fbca06015750d9885ade00bee1493c6a35eb"] value 37110301
    inst [79 or "/kubepods/besteffort/pod31eef6e5-c025-475d-a3af-129558fd01e0"] value 30589923710168
    inst [80 or "/kubepods/besteffort/pod31eef6e5-c025-475d-a3af-129558fd01e0/a48aabcbde109c8a6fb6c390fb5ce4745796c3e9353636aee2727955a851c450"] value 30589881702509
    inst [81 or "/kubepods/besteffort/pod31eef6e5-c025-475d-a3af-129558fd01e0/5d3c9458543b872db38c678ce059b3a9af7bd2e8ffe2d98212fc74f92267e097"] value 42007659
    inst [82 or "/kubepods/besteffort/pod3ab0aef0-d9bd-446c-8ec3-125bd0267de4"] value 10268898999172
    inst [83 or "/kubepods/besteffort/pod3ab0aef0-d9bd-446c-8ec3-125bd0267de4/1f7a35ebdc74ce7fd43aa898b3100388a6dafd45649f20d0f4057f14c9c56900"] value 40531087
    inst [84 or "/kubepods/besteffort/pod3ab0aef0-d9bd-446c-8ec3-125bd0267de4/7460273fc5a73d10b012a880677b4e6e29e922b94f9a8f292731c8ffdbe39e23"] value 10268858468085
    inst [85 or "/kubepods/besteffort/pod47754e42-0293-4253-8da2-9343070c802a"] value 2580463347608
    inst [86 or "/kubepods/besteffort/pod47754e42-0293-4253-8da2-9343070c802a/c27462ba4bc5744ccbec6a44f20833e372d98946d8e214a960b6880de8fc15d8"] value 2580422777712
    inst [87 or "/kubepods/besteffort/pod47754e42-0293-4253-8da2-9343070c802a/ebcf38bcbc2a47dbf88159fbfd3f73d03fa83dce7313683873a7bbf7a3a78072"] value 40569896
    inst [88 or "/kubepods/besteffort/pod2ff0b802-d749-4025-b261-4bbbcf1bd41f"] value 549794446988
    inst [89 or "/kubepods/besteffort/pod2ff0b802-d749-4025-b261-4bbbcf1bd41f/e210e2042b98d1a214f03563ad036d5147de1c27106e66451b7b8882db7a7c52"] value 41614285
    inst [90 or "/kubepods/besteffort/pod2ff0b802-d749-4025-b261-4bbbcf1bd41f/7d1a30001f809bfff011ee9c7e330761f1650bd0e9238399e904c2e2a352390f"] value 549752832703
    inst [91 or "/kubepods/besteffort/pod0151c0d1-1840-4082-bc77-82ba9d7e7442"] value 54044043255584
    inst [92 or "/kubepods/besteffort/pod0151c0d1-1840-4082-bc77-82ba9d7e7442/858ce00ea06318d0bb16f293da8fb3d599e861845f1d5c9a4b5fd7571fb66831"] value 54044002222398
    inst [93 or "/kubepods/besteffort/pod0151c0d1-1840-4082-bc77-82ba9d7e7442/fd6ed0249e8da2129084e9fc6788fd86321f0f3df702baa172d24d32e22a3988"] value 41033186
    inst [94 or "/kubepods/besteffort/podd1f3acd9-babf-439f-827e-351ccaf382f8"] value 157044238173
    inst [95 or "/kubepods/besteffort/podd1f3acd9-babf-439f-827e-351ccaf382f8/7361df96b6dc4e7681a640b79bcb72106468fab3f79c5516e0627cd3cecacdda"] value 44271271
    inst [96 or "/kubepods/besteffort/podd1f3acd9-babf-439f-827e-351ccaf382f8/36feb6e7b09410385eecb8570b9ac10033ed694cbeee8542219dd78f13734cf6"] value 156999966902
    inst [97 or "/kubepods/besteffort/pod7df66b89-e6de-4890-b947-dbae9180615a"] value 16156387110882
    inst [98 or "/kubepods/besteffort/pod7df66b89-e6de-4890-b947-dbae9180615a/a1594fb1ccf635e0d10cf3a2f426b2ba8491ed7aa9c74c247a94b649715b2389"] value 35528049
    inst [99 or "/kubepods/besteffort/pod7df66b89-e6de-4890-b947-dbae9180615a/91a19afba03d2b70d0e7b63114282c028f9a6f73499c1f2036e0189bc955e0c9"] value 16156351582833