-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathsimdata.py
143 lines (142 loc) · 17.7 KB
/
simdata.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
data = [
{
'uuid': 'f706feb8_cluster_density_20220527',
'platform': 'AWS',
'ocp_version': '4.11',
'k8s_version': 'v1.23.3+ad897c4',
'master_nodes_type': 'r5.4xlarge',
'worker_nodes_type': 'm5.2xlarge',
'infra_nodes_type': 'm5.12xlarge',
'workload_nodes_type': 'm5.12xlarge',
'master_nodes_count': 3,
'worker_nodes_count': 27,
'infra_nodes_count': 3,
'workload_nodes_count': 1,
'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1653656193,
'end_date': 1653657260,
'workload': 'cluster_density',
'ocp_nightly_version': '4.11.0_0.nightly_2022-05-25-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 7782.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6429.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 22.0,
'podLatencyMeasurement_avg': 17.1,
'APIRequestRate_avg': 3.9751906925034195,
'containerMemory_Masters_avg': 210057780.06195286,
'containerCPU_Masters_avg': 9.894005104495127,
'readOnlyAPICallsLatency_avg': 0.05043881942066997,
'containerCPU_AggregatedWorkers_avg': 45.75881103291331,
'containerMemory_AggregatedWorkers_avg': 153363541.9654321,
'containerMemory_Infra_avg': 544586465.28,
'mutatingAPICallsLatency_avg': 0.05822385647486155,
'containerCPU_Infra_avg': 12.925493585658309,
'containerNetworkSetupLatency_avg': 30374.629776038822,
'nodeCPU_Masters_avg': 2.457478654246077,
'nodeCPU_Infra_avg': 7.88549989951886,
'nodeCPU_AggregatedWorkers_avg': 1.137079621436784,
'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225,
'podStatusCount_avg': 678.96,
'nodeStatus_avg': 8.5,
'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712,
'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 19.0, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0,
'secretCount_avg': 10797.0,
'serviceCount_avg': 2584.0
},
{
'uuid': 'f321abc9_cluster_density_20220602',
'platform': 'AWS',
'ocp_version': '4.11',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654214225,
'end_date': 1654215305,
'workload': 'cluster_density',
'ocp_nightly_version': '4.11.0_0.nightly_2022-06-02-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 7632.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6133.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 23.0,
'podLatencyMeasurement_avg': 16.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 13.3, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
},
{
'uuid': 'z987abc9_cluster_density_20220601',
'platform': 'AWS',
'ocp_version': '4.11',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654121705,
'end_date': 1654126205,
'workload': 'cluster_density',
'ocp_nightly_version': '4.11.0_0.nightly_2022-06-01-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 7812.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6561.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 20.0,
'podLatencyMeasurement_avg': 18.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 14.7, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
},
{
'uuid': 'q09u4to;i_cluster_density_20220601',
'platform': 'Azure',
'ocp_version': '4.10',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654121705,
'end_date': 1654126205,
'workload': 'cluster_density',
'ocp_nightly_version': '4.10.0_0.nightly_2022-06-01-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 1248.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6561.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 20.0,
'podLatencyMeasurement_avg': 18.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 14.7, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
},
{
'uuid': 'z987ake_cluster_density_20220601',
'platform': 'AWS',
'ocp_version': '4.10',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654121705,
'end_date': 1654126205,
'workload': 'cluster_density',
'ocp_nightly_version': '4.10.0_0.nightly_2022-06-01-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 6842.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6561.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 20.0,
'podLatencyMeasurement_avg': 18.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 14.7, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
},
{
'uuid': 'mn0u4yiol_cluster_density_20220602',
'platform': 'Azure',
'ocp_version': '4.11',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654214225,
'end_date': 1654215305,
'workload': 'cluster_density',
'ocp_nightly_version': '4.11.0_0.nightly_2022-06-02-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 8539.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6133.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 23.0,
'podLatencyMeasurement_avg': 16.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 13.3, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
},
{
'uuid': '423u8t6op3_cluster_density_20220602',
'platform': 'GCP',
'ocp_version': '4.11',
'k8s_version': 'v1.23.3+ad897c4', 'master_nodes_type': 'r5.4xlarge', 'worker_nodes_type': 'm5.2xlarge', 'infra_nodes_type': 'm5.12xlarge', 'workload_nodes_type': 'm5.12xlarge', 'master_nodes_count': 3, 'worker_nodes_count': 27, 'infra_nodes_count': 3, 'workload_nodes_count': 1, 'total_nodes': 34,
'sdn_type': 'OpenShiftSDN',
'timestamp': 1654214225,
'end_date': 1654215305,
'workload': 'cluster_density',
'ocp_nightly_version': '4.11.0_0.nightly_2022-06-02-193227',
'podLatencyQuantilesMeasurement_ContainersReady_avg_P99': 8539.0,
'podLatencyQuantilesMeasurement_Initialized_avg_P99': 6133.0,
'podLatencyQuantilesMeasurement_PodScheduled_avg_P99': 23.0,
'podLatencyMeasurement_avg': 16.5,
'APIRequestRate_avg': 3.9751906925034195, 'containerMemory_Masters_avg': 210057780.06195286, 'containerCPU_Masters_avg': 9.894005104495127, 'readOnlyAPICallsLatency_avg': 0.05043881942066997, 'containerCPU_AggregatedWorkers_avg': 45.75881103291331, 'containerMemory_AggregatedWorkers_avg': 153363541.9654321, 'containerMemory_Infra_avg': 544586465.28, 'mutatingAPICallsLatency_avg': 0.05822385647486155, 'containerCPU_Infra_avg': 12.925493585658309, 'containerNetworkSetupLatency_avg': 30374.629776038822, 'nodeCPU_Masters_avg': 2.457478654246077, 'nodeCPU_Infra_avg': 7.88549989951886, 'nodeCPU_AggregatedWorkers_avg': 1.137079621436784, 'ninetyNinthEtcdRoundTripTimeSeconds_avg': 0.012671999633312225, 'podStatusCount_avg': 678.96, 'nodeStatus_avg': 8.5, 'ninetyNinthEtcdDiskBackendCommitDurationSeconds_avg': 0.0089594958220712, 'ninetyNinthEtcdDiskWalFsyncDurationSeconds_avg': 0.003360121125458843, 'nodeMemoryAvailable_Infra_avg': 175944066116.26666, 'nodeMemoryAvailable_Masters_avg': 119099876511.2889, 'nodeMemoryTotal_Infra_avg': 199867727872.0, 'nodeMemoryTotal_Masters_avg': 133636317184.0, 'nodeMemoryUtilization_Masters_avg': 14536441036.8, 'namespaceCount_avg': 299.9375, 'etcdLeaderChangesRate_avg': 0.0, 'nodeMemoryAvailable_AggregatedWorkers_avg': 28899703057.066666, 'serviceSyncLatency_avg': 6.152821869685732, 'schedulingThroughput_avg': 6.548809460231236, 'podLatencyQuantilesMeasurement_avg': 13.3, 'clusterVersion_avg': 1653651712.0, 'configmapCount_avg': 8122.0, 'deploymentCount_avg': 2562.0, 'etcdVersion_avg': 3.0, 'nodeMemoryTotal_AggregatedWorkers_avg': 33069918208.0, 'secretCount_avg': 10797.0, 'serviceCount_avg': 2584.0
}
]