通过telemetry从交换机采集CPU的状态信息
环境搭建
1.拓扑
配置交换机(telemetry静态订阅)
1.telemetry静态订阅是交换机主动向服务器发起连接 2.交换机具体配置如下
// 进入telemetry配置视图
telemetry
// 定义需要将telemetry推送给哪些服务器
destination-group dst1
ipv4-address 172.16.1.2 port 30000 protocol grpc no-tls
// 定义需要订阅的设备信息
sensor-group ssr1
sensor-path huawei-devm:devm/cpuInfos/cpuInfo
// 设置定义方式和采样周期
subscription sbc1
destination-group dst1
sensor-group ssr1 sample-interval 1000
从官网下载proto文件并进行编译
1.huawei-devm.proto
syntax = "proto3";
// Automatically generated by goyang https://github.com/openconfig/goyang
// compiled 2017-08-09T07:03:53Z
// do not delete the next line
// goyang-version 1
// module "huawei-devm"
// revision "2017-03-23"
// revision "2013-01-01"
// namespace "http://www.huawei.com/netconf/vrp/huawei-devm"
package huawei_devm;
message Devm {
message CpuInfos {
message CpuInfo {
uint32 entIndex = 1; //0x08
uint32 interval = 2; //0x10
uint32 ovloadThreshold = 3; //0x18
string position = 4; //0x22
uint32 systemCpuUsage = 5; //0x28
uint32 unovloadThreshold = 6; //0x30
}
repeated CpuInfo cpuInfo = 1; //0x1a
}
CpuInfos cpuInfos = 5; //0x2a
message EthPortStaStss {
message EthPortStaSts {
uint32 ifName = 1; //0x08
uint64 receiveByte = 2; //0x10
uint64 receivePacket = 3; //0x18
uint64 sendByte = 4; //0x20
uint64 sendPacket = 5; //0x28
}
repeated EthPortStaSts ethPortStaSts = 1; //0x0a
}
EthPortStaStss ethPortStaStss = 7; //0x3a
message MemoryInfos {
message MemoryInfo {
uint32 doMemoryFree = 1; //0x08
uint32 doMemoryTotal = 2; //0x10
uint32 doMemoryUsage = 3; //0x18
uint32 doMemoryUse = 4; //0x20
uint32 entIndex = 5; //0x28
uint32 osMemoryFree = 6; //0x30
uint32 osMemoryTotal = 7; //0x38
uint32 osMemoryUsage = 8; //0x40
uint32 osMemoryUse = 9; //0x48
uint32 ovloadThreshold = 10; //0x50
string position = 11; //0x5a
uint32 simpleMemoryFree = 12; //0x60
uint32 simpleMemoryTotal = 13; //0x68
uint32 simpleMemoryUsage = 14; //0x70
uint32 simpleMemoryUse = 15; //0x78
uint32 unovloadThreshold = 16; //0x80 01
}
repeated MemoryInfo memoryInfo = 1; //0x0e
}
MemoryInfos memoryInfos = 15; //0x7e
message Ports {
message Port {
message OpticalInfo {
string biasCurrent = 1;
string manuDate = 2;
string position = 15;
string rxPower = 16;
string temperature = 17;
string txPower = 20;
string voltage = 23;
}
OpticalInfo opticalInfo = 8;
}
repeated Port port = 1;
}
Ports ports = 20;
}
// Do not delete the lines below, they preserve tag information for goyang.
// goyang-tag Devm cpuInfos/CpuInfos 5
// goyang-tag Devm ethPortStaStss/EthPortStaStss 7
// goyang-tag Devm memoryInfos/MemoryInfos 15
// goyang-tag Devm_CpuInfos cpuInfo/CpuInfo[] 1
// goyang-tag Devm_CpuInfos_CpuInfo entIndex/uint32 1
// goyang-tag Devm_CpuInfos_CpuInfo interval/uint32 2
// goyang-tag Devm_CpuInfos_CpuInfo ovloadThreshold/uint32 3
// goyang-tag Devm_CpuInfos_CpuInfo position/string 4
// goyang-tag Devm_CpuInfos_CpuInfo systemCpuUsage/uint32 5
// goyang-tag Devm_CpuInfos_CpuInfo unovloadThreshold/uint32 6
// goyang-tag Devm_MemoryInfos memoryInfo/MemoryInfo[] 1
// goyang-tag Devm_MemoryInfos_MemoryInfo doMemoryFree/uint32 1
// goyang-tag Devm_MemoryInfos_MemoryInfo doMemoryTotal/uint32 2
// goyang-tag Devm_MemoryInfos_MemoryInfo doMemoryUsage/uint32 3
// goyang-tag Devm_MemoryInfos_MemoryInfo doMemoryUse/uint32 4
// goyang-tag Devm_MemoryInfos_MemoryInfo entIndex/uint32 5
// goyang-tag Devm_MemoryInfos_MemoryInfo osMemoryFree/uint32 6
// goyang-tag Devm_MemoryInfos_MemoryInfo osMemoryTotal/uint32 7
// goyang-tag Devm_MemoryInfos_MemoryInfo osMemoryUsage/uint32 8
// goyang-tag Devm_MemoryInfos_MemoryInfo osMemoryUse/uint32 9
// goyang-tag Devm_MemoryInfos_MemoryInfo ovloadThreshold/uint32 10
// goyang-tag Devm_MemoryInfos_MemoryInfo position/string 11
// goyang-tag Devm_MemoryInfos_MemoryInfo simpleMemoryFree/uint32 12
// goyang-tag Devm_MemoryInfos_MemoryInfo simpleMemoryTotal/uint32 13
// goyang-tag Devm_MemoryInfos_MemoryInfo simpleMemoryUsage/uint32 14
// goyang-tag Devm_MemoryInfos_MemoryInfo simpleMemoryUse/uint32 15
// goyang-tag Devm_MemoryInfos_MemoryInfo unovloadThreshold/uint32 16
// goyang-tag Devm_EthPortStaStss ethPortStaSts/EthPortStaSts[] 1
// goyang-tag Devm_EthPortStaStss_EthPortStaSts ifName/uint32 1
// goyang-tag Devm_EthPortStaStss_EthPortStaSts receiveByte/uint64 2
// goyang-tag Devm_EthPortStaStss_EthPortStaSts receivePacket/uint64 3
// goyang-tag Devm_EthPortStaStss_EthPortStaSts sendByte/uint64 4
// goyang-tag Devm_EthPortStaStss_EthPortStaSts sendPacket/uint64 5
2.huawei-grpc-dialout.proto
syntax = "proto3"; //The .proto file version is defined as v3.
package huawei_dialout; //The package name is huawei_dialout.
service gRPCDataservice { //The service name is gRPCDataservice.
rpc dataPublish(stream serviceArgs) returns(stream serviceArgs) {}; //The method name is dataPublish, providing the data push method. The working mode is bidirectional stream mode. The input parameter is the serviceArgs data flow.
}
message serviceArgs { //Message format description.
int64 ReqId = 1; //Request ID.
oneof MessageData {
bytes data = 2; //Sampled data in GPB encoding format is carried.
string data_json = 4; //Sampled data in JSON encoding format is carried.
}
string errors = 3; //Error description.
}
3.huawei-telemetry.proto
syntax = "proto3"; //The .proto file version is defined as v3.
package telemetry; //The package name is telemetry.
message Telemetry { //Telemetry message structure definition.
string node_id_str = 1; //Device name.
string subscription_id_str = 2; //Subscription name during static subscription configuration.
string sensor_path = 3; //Subscription path.
string proto_path = 13; //Message path for the sampling path in the proto file.
uint64 collection_id = 4; //Sampling round.
uint64 collection_start_time = 5; //Start time of a sampling round.
uint64 msg_timestamp = 6; //Timestamp when the current message is generated.
TelemetryGPBTable data_gpb = 7; //Indicates that the data carried is defined in TelemetryGPBTable.
uint64 collection_end_time = 8; //End time of a sampling round.
uint32 current_period = 9; //Sampling precision, in milliseconds.
string except_desc = 10; //Exception description. It is used to report exception information when a sampling exception occurs.
string product_name = 11; //Product name.
enum Encoding {
Encoding_GPB = 0; //GPB encoding format.
Encoding_JSON = 1; //JSON encoding format.
};
Encoding encoding =12; //Data encoding format. If the GPB encoding format is used, the data_gpb field is valid. Otherwise, the data_str field is valid.
string data_str = 14; //This field is valid only when a non-GPB encoding format is used.
string ne_id = 15; //Unique ID of an NE. In the gateway scenario, this parameter is used to identify the NE to which data belongs.
string software_version = 16; //Software version number.
}
message TelemetryGPBTable { //TelemetryGPBTable message structure definition.
repeated TelemetryRowGPB row = 1; //Array definition. Its member is TelemetryRowGPB structure.
repeated DataPath delete = 2; //Delete the data path.
Generator generator = 3; //Data source description. This applies to the OnChange+ service that requires high reliability.
}
message Generator {
uint64 generator_id = 1; //Data source ID. Multiple data sources can provide data concurrently and maintain their own reliability.
uint32 generator_sn = 2; //Message sequence number. The sequence numbers of messages sent by each data source must be consecutive. If the sequence numbers are not consecutive, data out-of-synchronization occurs, the collector should support automatic disconnection and reconnection in this case. The value ranges from 0 to 0xFFFFFFFF and can be reversed.
bool generator_sync = 3; //Data source synchronization Indicates whether to perform OnChange full data synchronization. In addition, if the value is true and no data is contained, the synchronization is complete.
}
message TelemetryRowGPB {
uint64 timestamp = 1; //Timestamp of the current sampling instance.
bytes content = 11; //Sampling instance data carried. The sensor_path field must be considered to determine which .proto file is used for encoding.
}
message DataPath {
uint64 timestamp = 1; //Timestamp of the current sampling instance.
Path path = 2; //A data tree node that contains only the data path and key field information.
}
message Path {
repeated PathElem node = 1; //A data tree node that contains only the data path and key field information.
}
message PathElem {
string name = 1; //Data tree node name
map<string, string> key = 2; //Key field name and value mapping table of the data tree node
}
message TelemetrySelfDefinedEvent {
string path = 1; //Sampling path that triggers the customized event, which describes the method of parsing the content.
string proto_path = 13; //Message path for the sampling path in the proto file.
uint32 level = 2; //Level of the user-defined event.
string description = 3; //Description of the user-defined event.
string fieldName = 4; //Name of the field that triggers the customized event.
uint32 fieldValue = 5; //Value of the field that triggers the customized event.
TelemetrySelfDefineThresTable data_threshold = 6; //Threshold filter criteria when the customized event is triggered.
enum ThresholdRelation {
ThresholdRelation_INVALID = 0; //The relationship between thresholds is not configured.
ThresholdRelation_AND = 1; //The relationship between thresholds is And.
ThresholdRelation_OR = 2; //The relationship between thresholds is Or.
}
ThresholdRelation thresholdRelation = 7; //Relationship between threshold filter criteria when the customized event is triggered.
bytes content = 8; //Sampled data that triggers the customized event.
}
message TelemetrySelfDefineThresTable {
repeated TelemetryThreshold row = 1; //Multiple thresholds are included.
}
message TelemetryThreshold {
uint32 thresholdValue = 1; //Delivered threshold.
enum ThresholdOpType {
ThresholdOpType_EQ = 0; //The actual value in the data sent equals to the configured data threshold.
ThresholdOpType_GT = 1; //The actual value in the data sent is greater than the configured data threshold.
ThresholdOpType_GE = 2; //The actual value in the data sent is greater than or equals to the configured data threshold.
ThresholdOpType_LT = 3; //The actual value in the data sent is less than the configured data threshold.
ThresholdOpType_LE = 4; //The actual value in the data sent is less than or equals to the configured data threshold.
}
ThresholdOpType thresholdOpType = 2; //Threshold on the device.
}
4.编译proto文件
python -m grpc_tools.protoc -I ./ --python_out=. --grpc_python_out=. ./huawei-devm.proto
python -m grpc_tools.protoc -I ./ --python_out=. --grpc_python_out=. ./huawei-grpc-dialout.proto
python -m grpc_tools.protoc -I ./ --python_out=. --grpc_python_out=. ./huawei-telemetry.proto
编写服务端代码
from concurrent import futures
import time
import importlib
import grpc
import huawei_grpc_dialout_pb2_grpc
import huawei_telemetry_pb2
_ONE_DAY_IN_SECONDS = 60*60*24
def serve():
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
huawei_grpc_dialout_pb2_grpc.add_gRPCDataserviceServicer_to_server(
Telemetry_CPU_Info(),
server)
server.add_insecure_port('172.16.1.2:30000') # 侦听端口需要本地未使用的，否则会报错
server.start()
try:
while True:
time.sleep(_ONE_DAY_IN_SECONDS)
except KeyboardInterrupt:
server.stop()
class Telemetry_CPU_Info(huawei_grpc_dialout_pb2_grpc.gRPCDataserviceServicer):
def __init__(self):
return
def dataPublish(self, request_iterator, context):
for i in request_iterator:
print('################ start ################\n')
telemetry_data = huawei_telemetry_pb2.Telemetry.FromString(i.data)
print(telemetry_data)
for row_data in telemetry_data.data_gpb.row:
print('---------------')
print('The proto path is:'+telemetry_data.proto_path)
print('---------------')
module_name = telemetry_data.proto_path.split('.')[0]
root_class = telemetry_data.proto_path.split('.')[1]
decode_module = importlib.import_module(module_name+'_pb2')
print(decode_module)
decode_func = getattr(decode_module, root_class).FromString
print('-------------- content is --------------\n')
print(decode_func(row_data.content))
print('-------------- done --------------------\n')
if __name__ == '__main__':
serve()
启动代码
python gRPC_service.py
代码执行效果
Todo
有认证的情况下，从交换机的telemetry获取数据。
