diff --git a/ludwig/profiling/go/dataset_profile.pb.go b/ludwig/profiling/go/dataset_profile.pb.go new file mode 100644 index 00000000000..3cc29520afc --- /dev/null +++ b/ludwig/profiling/go/dataset_profile.pb.go @@ -0,0 +1,274 @@ +// A whylogs-based dataset profile. + +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.28.1 +// protoc v3.12.4 +// source: ludwig/profiling/proto/dataset_profile.proto + +package dataset_profile + +import ( + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +// Dataset profile represents a collection of in-memory profiling stats for a +// dataset. Used for recommending Ludwig configs and Ludwig data type inference. +type DatasetProfile struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + // When the profile was calculated. + Timestamp int64 `protobuf:"varint,1,opt,name=timestamp,proto3" json:"timestamp,omitempty"` + // The number of examples in this dataset. + NumExamples int64 `protobuf:"varint,2,opt,name=num_examples,json=numExamples,proto3" json:"num_examples,omitempty"` + // The total size of this dataset in bytes. + SizeBytes int64 `protobuf:"varint,3,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"` + // Map of feature name to FeatureProfile. + FeatureProfiles map[string]*FeatureProfile `protobuf:"bytes,20,rep,name=feature_profiles,json=featureProfiles,proto3" json:"feature_profiles,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *DatasetProfile) Reset() { + *x = DatasetProfile{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DatasetProfile) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DatasetProfile) ProtoMessage() {} + +func (x *DatasetProfile) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DatasetProfile.ProtoReflect.Descriptor instead. +func (*DatasetProfile) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_dataset_profile_proto_rawDescGZIP(), []int{0} +} + +func (x *DatasetProfile) GetTimestamp() int64 { + if x != nil { + return x.Timestamp + } + return 0 +} + +func (x *DatasetProfile) GetNumExamples() int64 { + if x != nil { + return x.NumExamples + } + return 0 +} + +func (x *DatasetProfile) GetSizeBytes() int64 { + if x != nil { + return x.SizeBytes + } + return 0 +} + +func (x *DatasetProfile) GetFeatureProfiles() map[string]*FeatureProfile { + if x != nil { + return x.FeatureProfiles + } + return nil +} + +// Feature profile represents a collection of in-memory profiling stats for a +// single feature column. +type FeatureProfile struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + // Whylogs metrics. + // optional whylogs.ColumnMessage whylogs_metrics = 1; + WhylogsMetrics *ColumnMessage `protobuf:"bytes,1,opt,name=whylogs_metrics,json=whylogsMetrics,proto3" json:"whylogs_metrics,omitempty"` +} + +func (x *FeatureProfile) Reset() { + *x = FeatureProfile{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FeatureProfile) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FeatureProfile) ProtoMessage() {} + +func (x *FeatureProfile) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FeatureProfile.ProtoReflect.Descriptor instead. +func (*FeatureProfile) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_dataset_profile_proto_rawDescGZIP(), []int{1} +} + +func (x *FeatureProfile) GetWhylogsMetrics() *ColumnMessage { + if x != nil { + return x.WhylogsMetrics + } + return nil +} + +var File_ludwig_profiling_proto_dataset_profile_proto protoreflect.FileDescriptor + +var file_ludwig_profiling_proto_dataset_profile_proto_rawDesc = []byte{ + 0x0a, 0x2c, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x69, + 0x6e, 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, + 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x0f, + 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x1a, + 0x2d, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x69, 0x6e, + 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x77, 0x68, 0x79, 0x6c, 0x6f, 0x67, 0x73, 0x5f, + 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0xb6, + 0x02, 0x0a, 0x0e, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x12, 0x1c, 0x0a, 0x09, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x03, 0x52, 0x09, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x12, + 0x21, 0x0a, 0x0c, 0x6e, 0x75, 0x6d, 0x5f, 0x65, 0x78, 0x61, 0x6d, 0x70, 0x6c, 0x65, 0x73, 0x18, + 0x02, 0x20, 0x01, 0x28, 0x03, 0x52, 0x0b, 0x6e, 0x75, 0x6d, 0x45, 0x78, 0x61, 0x6d, 0x70, 0x6c, + 0x65, 0x73, 0x12, 0x1d, 0x0a, 0x0a, 0x73, 0x69, 0x7a, 0x65, 0x5f, 0x62, 0x79, 0x74, 0x65, 0x73, + 0x18, 0x03, 0x20, 0x01, 0x28, 0x03, 0x52, 0x09, 0x73, 0x69, 0x7a, 0x65, 0x42, 0x79, 0x74, 0x65, + 0x73, 0x12, 0x5f, 0x0a, 0x10, 0x66, 0x65, 0x61, 0x74, 0x75, 0x72, 0x65, 0x5f, 0x70, 0x72, 0x6f, + 0x66, 0x69, 0x6c, 0x65, 0x73, 0x18, 0x14, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x34, 0x2e, 0x64, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x44, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x46, 0x65, 0x61, + 0x74, 0x75, 0x72, 0x65, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x73, 0x45, 0x6e, 0x74, 0x72, + 0x79, 0x52, 0x0f, 0x66, 0x65, 0x61, 0x74, 0x75, 0x72, 0x65, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x73, 0x1a, 0x63, 0x0a, 0x14, 0x46, 0x65, 0x61, 0x74, 0x75, 0x72, 0x65, 0x50, 0x72, 0x6f, + 0x66, 0x69, 0x6c, 0x65, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, + 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x35, 0x0a, 0x05, + 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1f, 0x2e, 0x64, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x46, 0x65, + 0x61, 0x74, 0x75, 0x72, 0x65, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x52, 0x05, 0x76, 0x61, + 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x22, 0x59, 0x0a, 0x0e, 0x46, 0x65, 0x61, 0x74, 0x75, + 0x72, 0x65, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x12, 0x47, 0x0a, 0x0f, 0x77, 0x68, 0x79, + 0x6c, 0x6f, 0x67, 0x73, 0x5f, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x73, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x0b, 0x32, 0x1e, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, + 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x43, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4d, 0x65, 0x73, 0x73, 0x61, + 0x67, 0x65, 0x52, 0x0e, 0x77, 0x68, 0x79, 0x6c, 0x6f, 0x67, 0x73, 0x4d, 0x65, 0x74, 0x72, 0x69, + 0x63, 0x73, 0x42, 0x2d, 0x5a, 0x2b, 0x67, 0x69, 0x74, 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, + 0x2f, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2d, 0x61, 0x69, 0x2f, 0x6c, 0x75, 0x64, 0x77, 0x69, + 0x67, 0x2f, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, +} + +var ( + file_ludwig_profiling_proto_dataset_profile_proto_rawDescOnce sync.Once + file_ludwig_profiling_proto_dataset_profile_proto_rawDescData = file_ludwig_profiling_proto_dataset_profile_proto_rawDesc +) + +func file_ludwig_profiling_proto_dataset_profile_proto_rawDescGZIP() []byte { + file_ludwig_profiling_proto_dataset_profile_proto_rawDescOnce.Do(func() { + file_ludwig_profiling_proto_dataset_profile_proto_rawDescData = protoimpl.X.CompressGZIP(file_ludwig_profiling_proto_dataset_profile_proto_rawDescData) + }) + return file_ludwig_profiling_proto_dataset_profile_proto_rawDescData +} + +var file_ludwig_profiling_proto_dataset_profile_proto_msgTypes = make([]protoimpl.MessageInfo, 3) +var file_ludwig_profiling_proto_dataset_profile_proto_goTypes = []interface{}{ + (*DatasetProfile)(nil), // 0: dataset_profile.DatasetProfile + (*FeatureProfile)(nil), // 1: dataset_profile.FeatureProfile + nil, // 2: dataset_profile.DatasetProfile.FeatureProfilesEntry + (*ColumnMessage)(nil), // 3: dataset_profile.ColumnMessage +} +var file_ludwig_profiling_proto_dataset_profile_proto_depIdxs = []int32{ + 2, // 0: dataset_profile.DatasetProfile.feature_profiles:type_name -> dataset_profile.DatasetProfile.FeatureProfilesEntry + 3, // 1: dataset_profile.FeatureProfile.whylogs_metrics:type_name -> dataset_profile.ColumnMessage + 1, // 2: dataset_profile.DatasetProfile.FeatureProfilesEntry.value:type_name -> dataset_profile.FeatureProfile + 3, // [3:3] is the sub-list for method output_type + 3, // [3:3] is the sub-list for method input_type + 3, // [3:3] is the sub-list for extension type_name + 3, // [3:3] is the sub-list for extension extendee + 0, // [0:3] is the sub-list for field type_name +} + +func init() { file_ludwig_profiling_proto_dataset_profile_proto_init() } +func file_ludwig_profiling_proto_dataset_profile_proto_init() { + if File_ludwig_profiling_proto_dataset_profile_proto != nil { + return + } + file_ludwig_profiling_proto_whylogs_messages_proto_init() + if !protoimpl.UnsafeEnabled { + file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DatasetProfile); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_dataset_profile_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FeatureProfile); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_ludwig_profiling_proto_dataset_profile_proto_rawDesc, + NumEnums: 0, + NumMessages: 3, + NumExtensions: 0, + NumServices: 0, + }, + GoTypes: file_ludwig_profiling_proto_dataset_profile_proto_goTypes, + DependencyIndexes: file_ludwig_profiling_proto_dataset_profile_proto_depIdxs, + MessageInfos: file_ludwig_profiling_proto_dataset_profile_proto_msgTypes, + }.Build() + File_ludwig_profiling_proto_dataset_profile_proto = out.File + file_ludwig_profiling_proto_dataset_profile_proto_rawDesc = nil + file_ludwig_profiling_proto_dataset_profile_proto_goTypes = nil + file_ludwig_profiling_proto_dataset_profile_proto_depIdxs = nil +} diff --git a/ludwig/profiling/go/go.mod b/ludwig/profiling/go/go.mod new file mode 100644 index 00000000000..e19b712bee9 --- /dev/null +++ b/ludwig/profiling/go/go.mod @@ -0,0 +1,8 @@ +module github.com/ludwig-ai/ludwig/ludwig/profiling/go + +go 1.19 + +require ( + github.com/golang/protobuf v1.5.2 + google.golang.org/protobuf v1.28.1 +) diff --git a/ludwig/profiling/go/go.sum b/ludwig/profiling/go/go.sum new file mode 100644 index 00000000000..f415d59f21e --- /dev/null +++ b/ludwig/profiling/go/go.sum @@ -0,0 +1,11 @@ +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/google/go-cmp v0.5.5 h1:Khx7svrCpmxxtHBq5j2mp/xVjsi8hQMfNLvJFAlrGgU= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.28.1 h1:d0NfwRgPtno5B1Wa6L2DAG+KivqkdutMf1UhdNx175w= +google.golang.org/protobuf v1.28.1/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= diff --git a/ludwig/profiling/go/whylogs_messages.pb.go b/ludwig/profiling/go/whylogs_messages.pb.go new file mode 100644 index 00000000000..4b44f27edf7 --- /dev/null +++ b/ludwig/profiling/go/whylogs_messages.pb.go @@ -0,0 +1,1659 @@ +// A copy of whylogs/proto/src/whylogs_messages.proto from +// https://github.com/whylabs/whylogs/blob/mainline/proto/src/whylogs_messages.proto +// +// See dataset_profile.proto to see how to re-generate proto code. + +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.28.1 +// protoc v3.12.4 +// source: ludwig/profiling/proto/whylogs_messages.proto + +package dataset_profile + +import ( + any1 "github.com/golang/protobuf/ptypes/any" + _struct "github.com/golang/protobuf/ptypes/struct" + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +type DataType_Type int32 + +const ( + DataType_UNKNOWN DataType_Type = 0 + DataType_NULL DataType_Type = 1 + DataType_FRACTIONAL DataType_Type = 2 + DataType_INTEGRAL DataType_Type = 3 + DataType_BOOLEAN DataType_Type = 4 + DataType_STRING DataType_Type = 5 +) + +// Enum value maps for DataType_Type. +var ( + DataType_Type_name = map[int32]string{ + 0: "UNKNOWN", + 1: "NULL", + 2: "FRACTIONAL", + 3: "INTEGRAL", + 4: "BOOLEAN", + 5: "STRING", + } + DataType_Type_value = map[string]int32{ + "UNKNOWN": 0, + "NULL": 1, + "FRACTIONAL": 2, + "INTEGRAL": 3, + "BOOLEAN": 4, + "STRING": 5, + } +) + +func (x DataType_Type) Enum() *DataType_Type { + p := new(DataType_Type) + *p = x + return p +} + +func (x DataType_Type) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (DataType_Type) Descriptor() protoreflect.EnumDescriptor { + return file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes[0].Descriptor() +} + +func (DataType_Type) Type() protoreflect.EnumType { + return &file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes[0] +} + +func (x DataType_Type) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use DataType_Type.Descriptor instead. +func (DataType_Type) EnumDescriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{0, 0} +} + +type ChunkHeader_ChunkType int32 + +const ( + ChunkHeader_DATASET ChunkHeader_ChunkType = 0 + ChunkHeader_COLUMN ChunkHeader_ChunkType = 2 +) + +// Enum value maps for ChunkHeader_ChunkType. +var ( + ChunkHeader_ChunkType_name = map[int32]string{ + 0: "DATASET", + 2: "COLUMN", + } + ChunkHeader_ChunkType_value = map[string]int32{ + "DATASET": 0, + "COLUMN": 2, + } +) + +func (x ChunkHeader_ChunkType) Enum() *ChunkHeader_ChunkType { + p := new(ChunkHeader_ChunkType) + *p = x + return p +} + +func (x ChunkHeader_ChunkType) String() string { + return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) +} + +func (ChunkHeader_ChunkType) Descriptor() protoreflect.EnumDescriptor { + return file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes[1].Descriptor() +} + +func (ChunkHeader_ChunkType) Type() protoreflect.EnumType { + return &file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes[1] +} + +func (x ChunkHeader_ChunkType) Number() protoreflect.EnumNumber { + return protoreflect.EnumNumber(x) +} + +// Deprecated: Use ChunkHeader_ChunkType.Descriptor instead. +func (ChunkHeader_ChunkType) EnumDescriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{11, 0} +} + +type DataType struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Type DataType_Type `protobuf:"varint,1,opt,name=type,proto3,enum=dataset_profile.DataType_Type" json:"type,omitempty"` +} + +func (x *DataType) Reset() { + *x = DataType{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DataType) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DataType) ProtoMessage() {} + +func (x *DataType) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DataType.ProtoReflect.Descriptor instead. +func (*DataType) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{0} +} + +func (x *DataType) GetType() DataType_Type { + if x != nil { + return x.Type + } + return DataType_UNKNOWN +} + +type HllSketchMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` +} + +func (x *HllSketchMessage) Reset() { + *x = HllSketchMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *HllSketchMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*HllSketchMessage) ProtoMessage() {} + +func (x *HllSketchMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use HllSketchMessage.ProtoReflect.Descriptor instead. +func (*HllSketchMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{1} +} + +func (x *HllSketchMessage) GetSketch() []byte { + if x != nil { + return x.Sketch + } + return nil +} + +type FrequentItemsSketchMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` +} + +func (x *FrequentItemsSketchMessage) Reset() { + *x = FrequentItemsSketchMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[2] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *FrequentItemsSketchMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*FrequentItemsSketchMessage) ProtoMessage() {} + +func (x *FrequentItemsSketchMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[2] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use FrequentItemsSketchMessage.ProtoReflect.Descriptor instead. +func (*FrequentItemsSketchMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{2} +} + +func (x *FrequentItemsSketchMessage) GetSketch() []byte { + if x != nil { + return x.Sketch + } + return nil +} + +type KllSketchMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` +} + +func (x *KllSketchMessage) Reset() { + *x = KllSketchMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[3] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *KllSketchMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*KllSketchMessage) ProtoMessage() {} + +func (x *KllSketchMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[3] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use KllSketchMessage.ProtoReflect.Descriptor instead. +func (*KllSketchMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{3} +} + +func (x *KllSketchMessage) GetSketch() []byte { + if x != nil { + return x.Sketch + } + return nil +} + +type CpcSketchMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` +} + +func (x *CpcSketchMessage) Reset() { + *x = CpcSketchMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[4] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *CpcSketchMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*CpcSketchMessage) ProtoMessage() {} + +func (x *CpcSketchMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[4] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use CpcSketchMessage.ProtoReflect.Descriptor instead. +func (*CpcSketchMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{4} +} + +func (x *CpcSketchMessage) GetSketch() []byte { + if x != nil { + return x.Sketch + } + return nil +} + +type MetricComponentMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + TypeId uint32 `protobuf:"varint,1,opt,name=type_id,json=typeId,proto3" json:"type_id,omitempty"` // type ID. It might determine how a field gets serder and the aggregation logic + // Types that are assignable to Value: + // + // *MetricComponentMessage_N + // *MetricComponentMessage_D + // *MetricComponentMessage_FrequentItems + // *MetricComponentMessage_Hll + // *MetricComponentMessage_Kll + // *MetricComponentMessage_Cpc + // *MetricComponentMessage_SerializedBytes + // *MetricComponentMessage_DataclassParam + // *MetricComponentMessage_Msg + Value isMetricComponentMessage_Value `protobuf_oneof:"value"` +} + +func (x *MetricComponentMessage) Reset() { + *x = MetricComponentMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[5] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *MetricComponentMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*MetricComponentMessage) ProtoMessage() {} + +func (x *MetricComponentMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[5] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use MetricComponentMessage.ProtoReflect.Descriptor instead. +func (*MetricComponentMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{5} +} + +func (x *MetricComponentMessage) GetTypeId() uint32 { + if x != nil { + return x.TypeId + } + return 0 +} + +func (m *MetricComponentMessage) GetValue() isMetricComponentMessage_Value { + if m != nil { + return m.Value + } + return nil +} + +func (x *MetricComponentMessage) GetN() int64 { + if x, ok := x.GetValue().(*MetricComponentMessage_N); ok { + return x.N + } + return 0 +} + +func (x *MetricComponentMessage) GetD() float64 { + if x, ok := x.GetValue().(*MetricComponentMessage_D); ok { + return x.D + } + return 0 +} + +func (x *MetricComponentMessage) GetFrequentItems() *FrequentItemsSketchMessage { + if x, ok := x.GetValue().(*MetricComponentMessage_FrequentItems); ok { + return x.FrequentItems + } + return nil +} + +func (x *MetricComponentMessage) GetHll() *HllSketchMessage { + if x, ok := x.GetValue().(*MetricComponentMessage_Hll); ok { + return x.Hll + } + return nil +} + +func (x *MetricComponentMessage) GetKll() *KllSketchMessage { + if x, ok := x.GetValue().(*MetricComponentMessage_Kll); ok { + return x.Kll + } + return nil +} + +func (x *MetricComponentMessage) GetCpc() *CpcSketchMessage { + if x, ok := x.GetValue().(*MetricComponentMessage_Cpc); ok { + return x.Cpc + } + return nil +} + +func (x *MetricComponentMessage) GetSerializedBytes() []byte { + if x, ok := x.GetValue().(*MetricComponentMessage_SerializedBytes); ok { + return x.SerializedBytes + } + return nil +} + +func (x *MetricComponentMessage) GetDataclassParam() *_struct.Struct { + if x, ok := x.GetValue().(*MetricComponentMessage_DataclassParam); ok { + return x.DataclassParam + } + return nil +} + +func (x *MetricComponentMessage) GetMsg() *any1.Any { + if x, ok := x.GetValue().(*MetricComponentMessage_Msg); ok { + return x.Msg + } + return nil +} + +type isMetricComponentMessage_Value interface { + isMetricComponentMessage_Value() +} + +type MetricComponentMessage_N struct { + // first class citizens + N int64 `protobuf:"varint,2,opt,name=n,proto3,oneof"` +} + +type MetricComponentMessage_D struct { + D float64 `protobuf:"fixed64,3,opt,name=d,proto3,oneof"` +} + +type MetricComponentMessage_FrequentItems struct { + FrequentItems *FrequentItemsSketchMessage `protobuf:"bytes,4,opt,name=frequent_items,json=frequentItems,proto3,oneof"` +} + +type MetricComponentMessage_Hll struct { + Hll *HllSketchMessage `protobuf:"bytes,5,opt,name=hll,proto3,oneof"` +} + +type MetricComponentMessage_Kll struct { + Kll *KllSketchMessage `protobuf:"bytes,6,opt,name=kll,proto3,oneof"` +} + +type MetricComponentMessage_Cpc struct { + Cpc *CpcSketchMessage `protobuf:"bytes,7,opt,name=cpc,proto3,oneof"` +} + +type MetricComponentMessage_SerializedBytes struct { + // extension points + SerializedBytes []byte `protobuf:"bytes,10,opt,name=serialized_bytes,json=serializedBytes,proto3,oneof"` +} + +type MetricComponentMessage_DataclassParam struct { + DataclassParam *_struct.Struct `protobuf:"bytes,11,opt,name=dataclass_param,json=dataclassParam,proto3,oneof"` +} + +type MetricComponentMessage_Msg struct { + Msg *any1.Any `protobuf:"bytes,12,opt,name=msg,proto3,oneof"` +} + +func (*MetricComponentMessage_N) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_D) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_FrequentItems) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_Hll) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_Kll) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_Cpc) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_SerializedBytes) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_DataclassParam) isMetricComponentMessage_Value() {} + +func (*MetricComponentMessage_Msg) isMetricComponentMessage_Value() {} + +type MetricMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + MetricComponents map[string]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *MetricMessage) Reset() { + *x = MetricMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[6] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *MetricMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*MetricMessage) ProtoMessage() {} + +func (x *MetricMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[6] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use MetricMessage.ProtoReflect.Descriptor instead. +func (*MetricMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{6} +} + +func (x *MetricMessage) GetMetricComponents() map[string]*MetricComponentMessage { + if x != nil { + return x.MetricComponents + } + return nil +} + +type ColumnMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + MetricComponents map[string]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *ColumnMessage) Reset() { + *x = ColumnMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[7] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *ColumnMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*ColumnMessage) ProtoMessage() {} + +func (x *ColumnMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[7] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use ColumnMessage.ProtoReflect.Descriptor instead. +func (*ColumnMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{7} +} + +func (x *ColumnMessage) GetMetricComponents() map[string]*MetricComponentMessage { + if x != nil { + return x.MetricComponents + } + return nil +} + +type DatasetProperties struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + SchemaMajorVersion uint32 `protobuf:"varint,1,opt,name=schema_major_version,json=schemaMajorVersion,proto3" json:"schema_major_version,omitempty"` + SchemaMinorVersion uint32 `protobuf:"varint,2,opt,name=schema_minor_version,json=schemaMinorVersion,proto3" json:"schema_minor_version,omitempty"` + CreationTimestamp uint64 `protobuf:"varint,4,opt,name=creation_timestamp,json=creationTimestamp,proto3" json:"creation_timestamp,omitempty"` + DatasetTimestamp uint64 `protobuf:"varint,5,opt,name=dataset_timestamp,json=datasetTimestamp,proto3" json:"dataset_timestamp,omitempty"` + Tags map[string]string `protobuf:"bytes,6,rep,name=tags,proto3" json:"tags,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` + Metadata map[string]string `protobuf:"bytes,7,rep,name=metadata,proto3" json:"metadata,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *DatasetProperties) Reset() { + *x = DatasetProperties{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[8] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DatasetProperties) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DatasetProperties) ProtoMessage() {} + +func (x *DatasetProperties) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[8] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DatasetProperties.ProtoReflect.Descriptor instead. +func (*DatasetProperties) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{8} +} + +func (x *DatasetProperties) GetSchemaMajorVersion() uint32 { + if x != nil { + return x.SchemaMajorVersion + } + return 0 +} + +func (x *DatasetProperties) GetSchemaMinorVersion() uint32 { + if x != nil { + return x.SchemaMinorVersion + } + return 0 +} + +func (x *DatasetProperties) GetCreationTimestamp() uint64 { + if x != nil { + return x.CreationTimestamp + } + return 0 +} + +func (x *DatasetProperties) GetDatasetTimestamp() uint64 { + if x != nil { + return x.DatasetTimestamp + } + return 0 +} + +func (x *DatasetProperties) GetTags() map[string]string { + if x != nil { + return x.Tags + } + return nil +} + +func (x *DatasetProperties) GetMetadata() map[string]string { + if x != nil { + return x.Metadata + } + return nil +} + +type ChunkOffsets struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Offsets []uint64 `protobuf:"varint,1,rep,packed,name=offsets,proto3" json:"offsets,omitempty"` +} + +func (x *ChunkOffsets) Reset() { + *x = ChunkOffsets{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[9] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *ChunkOffsets) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*ChunkOffsets) ProtoMessage() {} + +func (x *ChunkOffsets) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[9] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use ChunkOffsets.ProtoReflect.Descriptor instead. +func (*ChunkOffsets) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{9} +} + +func (x *ChunkOffsets) GetOffsets() []uint64 { + if x != nil { + return x.Offsets + } + return nil +} + +type ChunkMessage struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + MetricComponents map[uint32]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *ChunkMessage) Reset() { + *x = ChunkMessage{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[10] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *ChunkMessage) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*ChunkMessage) ProtoMessage() {} + +func (x *ChunkMessage) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[10] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use ChunkMessage.ProtoReflect.Descriptor instead. +func (*ChunkMessage) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{10} +} + +func (x *ChunkMessage) GetMetricComponents() map[uint32]*MetricComponentMessage { + if x != nil { + return x.MetricComponents + } + return nil +} + +type ChunkHeader struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Type ChunkHeader_ChunkType `protobuf:"varint,1,opt,name=type,proto3,enum=dataset_profile.ChunkHeader_ChunkType" json:"type,omitempty"` + Tag string `protobuf:"bytes,2,opt,name=tag,proto3" json:"tag,omitempty"` + Length uint32 `protobuf:"varint,3,opt,name=length,proto3" json:"length,omitempty"` +} + +func (x *ChunkHeader) Reset() { + *x = ChunkHeader{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[11] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *ChunkHeader) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*ChunkHeader) ProtoMessage() {} + +func (x *ChunkHeader) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[11] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use ChunkHeader.ProtoReflect.Descriptor instead. +func (*ChunkHeader) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{11} +} + +func (x *ChunkHeader) GetType() ChunkHeader_ChunkType { + if x != nil { + return x.Type + } + return ChunkHeader_DATASET +} + +func (x *ChunkHeader) GetTag() string { + if x != nil { + return x.Tag + } + return "" +} + +func (x *ChunkHeader) GetLength() uint32 { + if x != nil { + return x.Length + } + return 0 +} + +type DatasetProfileHeader struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Properties *DatasetProperties `protobuf:"bytes,1,opt,name=properties,proto3" json:"properties,omitempty"` + ColumnOffsets map[string]*ChunkOffsets `protobuf:"bytes,2,rep,name=column_offsets,json=columnOffsets,proto3" json:"column_offsets,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` + MetricOffsets []*ChunkOffsets `protobuf:"bytes,3,rep,name=metric_offsets,json=metricOffsets,proto3" json:"metric_offsets,omitempty"` + Length uint64 `protobuf:"varint,4,opt,name=length,proto3" json:"length,omitempty"` // total length of the rest of the data for this profile. + IndexedMetricPaths map[uint32]string `protobuf:"bytes,5,rep,name=indexed_metric_paths,json=indexedMetricPaths,proto3" json:"indexed_metric_paths,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` +} + +func (x *DatasetProfileHeader) Reset() { + *x = DatasetProfileHeader{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[12] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DatasetProfileHeader) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DatasetProfileHeader) ProtoMessage() {} + +func (x *DatasetProfileHeader) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[12] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DatasetProfileHeader.ProtoReflect.Descriptor instead. +func (*DatasetProfileHeader) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{12} +} + +func (x *DatasetProfileHeader) GetProperties() *DatasetProperties { + if x != nil { + return x.Properties + } + return nil +} + +func (x *DatasetProfileHeader) GetColumnOffsets() map[string]*ChunkOffsets { + if x != nil { + return x.ColumnOffsets + } + return nil +} + +func (x *DatasetProfileHeader) GetMetricOffsets() []*ChunkOffsets { + if x != nil { + return x.MetricOffsets + } + return nil +} + +func (x *DatasetProfileHeader) GetLength() uint64 { + if x != nil { + return x.Length + } + return 0 +} + +func (x *DatasetProfileHeader) GetIndexedMetricPaths() map[uint32]string { + if x != nil { + return x.IndexedMetricPaths + } + return nil +} + +type SegmentTag struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` + Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` +} + +func (x *SegmentTag) Reset() { + *x = SegmentTag{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[13] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *SegmentTag) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SegmentTag) ProtoMessage() {} + +func (x *SegmentTag) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[13] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SegmentTag.ProtoReflect.Descriptor instead. +func (*SegmentTag) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{13} +} + +func (x *SegmentTag) GetKey() string { + if x != nil { + return x.Key + } + return "" +} + +func (x *SegmentTag) GetValue() string { + if x != nil { + return x.Value + } + return "" +} + +type Segment struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Tags []*SegmentTag `protobuf:"bytes,1,rep,name=tags,proto3" json:"tags,omitempty"` +} + +func (x *Segment) Reset() { + *x = Segment{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[14] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *Segment) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*Segment) ProtoMessage() {} + +func (x *Segment) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[14] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use Segment.ProtoReflect.Descriptor instead. +func (*Segment) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{14} +} + +func (x *Segment) GetTags() []*SegmentTag { + if x != nil { + return x.Tags + } + return nil +} + +type DatasetSegmentHeader struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + // whether the file contains segmented data or not + HasSegments bool `protobuf:"varint,1,opt,name=has_segments,json=hasSegments,proto3" json:"has_segments,omitempty"` + // list of segments + Segments []*Segment `protobuf:"bytes,4,rep,name=segments,proto3" json:"segments,omitempty"` + // we want the indices of the map of offsets to have static size, and thus we use fixed32 bytes + Offsets map[uint32]uint64 `protobuf:"bytes,5,rep,name=offsets,proto3" json:"offsets,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"` +} + +func (x *DatasetSegmentHeader) Reset() { + *x = DatasetSegmentHeader{} + if protoimpl.UnsafeEnabled { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[15] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *DatasetSegmentHeader) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*DatasetSegmentHeader) ProtoMessage() {} + +func (x *DatasetSegmentHeader) ProtoReflect() protoreflect.Message { + mi := &file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[15] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use DatasetSegmentHeader.ProtoReflect.Descriptor instead. +func (*DatasetSegmentHeader) Descriptor() ([]byte, []int) { + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP(), []int{15} +} + +func (x *DatasetSegmentHeader) GetHasSegments() bool { + if x != nil { + return x.HasSegments + } + return false +} + +func (x *DatasetSegmentHeader) GetSegments() []*Segment { + if x != nil { + return x.Segments + } + return nil +} + +func (x *DatasetSegmentHeader) GetOffsets() map[uint32]uint64 { + if x != nil { + return x.Offsets + } + return nil +} + +var File_ludwig_profiling_proto_whylogs_messages_proto protoreflect.FileDescriptor + +var file_ludwig_profiling_proto_whylogs_messages_proto_rawDesc = []byte{ + 0x0a, 0x2d, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x69, + 0x6e, 0x67, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x2f, 0x77, 0x68, 0x79, 0x6c, 0x6f, 0x67, 0x73, + 0x5f, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, + 0x0f, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, + 0x1a, 0x19, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, + 0x66, 0x2f, 0x61, 0x6e, 0x79, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1c, 0x67, 0x6f, 0x6f, + 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x73, 0x74, 0x72, + 0x75, 0x63, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x94, 0x01, 0x0a, 0x08, 0x44, 0x61, + 0x74, 0x61, 0x54, 0x79, 0x70, 0x65, 0x12, 0x32, 0x0a, 0x04, 0x74, 0x79, 0x70, 0x65, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x0e, 0x32, 0x1e, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, + 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x54, 0x79, 0x70, 0x65, 0x2e, + 0x54, 0x79, 0x70, 0x65, 0x52, 0x04, 0x74, 0x79, 0x70, 0x65, 0x22, 0x54, 0x0a, 0x04, 0x54, 0x79, + 0x70, 0x65, 0x12, 0x0b, 0x0a, 0x07, 0x55, 0x4e, 0x4b, 0x4e, 0x4f, 0x57, 0x4e, 0x10, 0x00, 0x12, + 0x08, 0x0a, 0x04, 0x4e, 0x55, 0x4c, 0x4c, 0x10, 0x01, 0x12, 0x0e, 0x0a, 0x0a, 0x46, 0x52, 0x41, + 0x43, 0x54, 0x49, 0x4f, 0x4e, 0x41, 0x4c, 0x10, 0x02, 0x12, 0x0c, 0x0a, 0x08, 0x49, 0x4e, 0x54, + 0x45, 0x47, 0x52, 0x41, 0x4c, 0x10, 0x03, 0x12, 0x0b, 0x0a, 0x07, 0x42, 0x4f, 0x4f, 0x4c, 0x45, + 0x41, 0x4e, 0x10, 0x04, 0x12, 0x0a, 0x0a, 0x06, 0x53, 0x54, 0x52, 0x49, 0x4e, 0x47, 0x10, 0x05, + 0x22, 0x2a, 0x0a, 0x10, 0x48, 0x6c, 0x6c, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, + 0x73, 0x61, 0x67, 0x65, 0x12, 0x16, 0x0a, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x0c, 0x52, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x22, 0x34, 0x0a, 0x1a, + 0x46, 0x72, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x49, 0x74, 0x65, 0x6d, 0x73, 0x53, 0x6b, 0x65, + 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, 0x16, 0x0a, 0x06, 0x73, 0x6b, + 0x65, 0x74, 0x63, 0x68, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x06, 0x73, 0x6b, 0x65, 0x74, + 0x63, 0x68, 0x22, 0x2a, 0x0a, 0x10, 0x4b, 0x6c, 0x6c, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, + 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, 0x16, 0x0a, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x22, 0x2a, + 0x0a, 0x10, 0x43, 0x70, 0x63, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, 0x73, 0x61, + 0x67, 0x65, 0x12, 0x16, 0x0a, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x0c, 0x52, 0x06, 0x73, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x22, 0xf0, 0x03, 0x0a, 0x16, 0x4d, + 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x4d, 0x65, + 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, 0x17, 0x0a, 0x07, 0x74, 0x79, 0x70, 0x65, 0x5f, 0x69, 0x64, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x06, 0x74, 0x79, 0x70, 0x65, 0x49, 0x64, 0x12, 0x0e, + 0x0a, 0x01, 0x6e, 0x18, 0x02, 0x20, 0x01, 0x28, 0x03, 0x48, 0x00, 0x52, 0x01, 0x6e, 0x12, 0x0e, + 0x0a, 0x01, 0x64, 0x18, 0x03, 0x20, 0x01, 0x28, 0x01, 0x48, 0x00, 0x52, 0x01, 0x64, 0x12, 0x54, + 0x0a, 0x0e, 0x66, 0x72, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x74, 0x65, 0x6d, 0x73, + 0x18, 0x04, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x2b, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, + 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x46, 0x72, 0x65, 0x71, 0x75, 0x65, 0x6e, + 0x74, 0x49, 0x74, 0x65, 0x6d, 0x73, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, 0x73, + 0x61, 0x67, 0x65, 0x48, 0x00, 0x52, 0x0d, 0x66, 0x72, 0x65, 0x71, 0x75, 0x65, 0x6e, 0x74, 0x49, + 0x74, 0x65, 0x6d, 0x73, 0x12, 0x35, 0x0a, 0x03, 0x68, 0x6c, 0x6c, 0x18, 0x05, 0x20, 0x01, 0x28, + 0x0b, 0x32, 0x21, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, + 0x69, 0x6c, 0x65, 0x2e, 0x48, 0x6c, 0x6c, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, + 0x73, 0x61, 0x67, 0x65, 0x48, 0x00, 0x52, 0x03, 0x68, 0x6c, 0x6c, 0x12, 0x35, 0x0a, 0x03, 0x6b, + 0x6c, 0x6c, 0x18, 0x06, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x21, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, + 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x4b, 0x6c, 0x6c, 0x53, 0x6b, + 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x48, 0x00, 0x52, 0x03, 0x6b, + 0x6c, 0x6c, 0x12, 0x35, 0x0a, 0x03, 0x63, 0x70, 0x63, 0x18, 0x07, 0x20, 0x01, 0x28, 0x0b, 0x32, + 0x21, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x2e, 0x43, 0x70, 0x63, 0x53, 0x6b, 0x65, 0x74, 0x63, 0x68, 0x4d, 0x65, 0x73, 0x73, 0x61, + 0x67, 0x65, 0x48, 0x00, 0x52, 0x03, 0x63, 0x70, 0x63, 0x12, 0x2b, 0x0a, 0x10, 0x73, 0x65, 0x72, + 0x69, 0x61, 0x6c, 0x69, 0x7a, 0x65, 0x64, 0x5f, 0x62, 0x79, 0x74, 0x65, 0x73, 0x18, 0x0a, 0x20, + 0x01, 0x28, 0x0c, 0x48, 0x00, 0x52, 0x0f, 0x73, 0x65, 0x72, 0x69, 0x61, 0x6c, 0x69, 0x7a, 0x65, + 0x64, 0x42, 0x79, 0x74, 0x65, 0x73, 0x12, 0x42, 0x0a, 0x0f, 0x64, 0x61, 0x74, 0x61, 0x63, 0x6c, + 0x61, 0x73, 0x73, 0x5f, 0x70, 0x61, 0x72, 0x61, 0x6d, 0x18, 0x0b, 0x20, 0x01, 0x28, 0x0b, 0x32, + 0x17, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, + 0x66, 0x2e, 0x53, 0x74, 0x72, 0x75, 0x63, 0x74, 0x48, 0x00, 0x52, 0x0e, 0x64, 0x61, 0x74, 0x61, + 0x63, 0x6c, 0x61, 0x73, 0x73, 0x50, 0x61, 0x72, 0x61, 0x6d, 0x12, 0x28, 0x0a, 0x03, 0x6d, 0x73, + 0x67, 0x18, 0x0c, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x14, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, + 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x41, 0x6e, 0x79, 0x48, 0x00, 0x52, + 0x03, 0x6d, 0x73, 0x67, 0x42, 0x07, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x22, 0xe0, 0x01, + 0x0a, 0x0d, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, + 0x61, 0x0a, 0x11, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x5f, 0x63, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, + 0x65, 0x6e, 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x34, 0x2e, 0x64, 0x61, 0x74, + 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x4d, 0x65, 0x74, + 0x72, 0x69, 0x63, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x2e, 0x4d, 0x65, 0x74, 0x72, 0x69, + 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, + 0x52, 0x10, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, + 0x74, 0x73, 0x1a, 0x6c, 0x0a, 0x15, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, + 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, + 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x3d, 0x0a, + 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x27, 0x2e, 0x64, + 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x4d, + 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x4d, 0x65, + 0x73, 0x73, 0x61, 0x67, 0x65, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, + 0x22, 0xe0, 0x01, 0x0a, 0x0d, 0x43, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4d, 0x65, 0x73, 0x73, 0x61, + 0x67, 0x65, 0x12, 0x61, 0x0a, 0x11, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x5f, 0x63, 0x6f, 0x6d, + 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x34, 0x2e, + 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, + 0x43, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x2e, 0x4d, 0x65, + 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x45, 0x6e, + 0x74, 0x72, 0x79, 0x52, 0x10, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, + 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x1a, 0x6c, 0x0a, 0x15, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, + 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, + 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, + 0x12, 0x3d, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, + 0x27, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x2e, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, + 0x74, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, + 0x02, 0x38, 0x01, 0x22, 0xd9, 0x03, 0x0a, 0x11, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, + 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x12, 0x30, 0x0a, 0x14, 0x73, 0x63, 0x68, + 0x65, 0x6d, 0x61, 0x5f, 0x6d, 0x61, 0x6a, 0x6f, 0x72, 0x5f, 0x76, 0x65, 0x72, 0x73, 0x69, 0x6f, + 0x6e, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x12, 0x73, 0x63, 0x68, 0x65, 0x6d, 0x61, 0x4d, + 0x61, 0x6a, 0x6f, 0x72, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x30, 0x0a, 0x14, 0x73, + 0x63, 0x68, 0x65, 0x6d, 0x61, 0x5f, 0x6d, 0x69, 0x6e, 0x6f, 0x72, 0x5f, 0x76, 0x65, 0x72, 0x73, + 0x69, 0x6f, 0x6e, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x12, 0x73, 0x63, 0x68, 0x65, 0x6d, + 0x61, 0x4d, 0x69, 0x6e, 0x6f, 0x72, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x2d, 0x0a, + 0x12, 0x63, 0x72, 0x65, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x5f, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, + 0x61, 0x6d, 0x70, 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x11, 0x63, 0x72, 0x65, 0x61, 0x74, + 0x69, 0x6f, 0x6e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x12, 0x2b, 0x0a, 0x11, + 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, + 0x70, 0x18, 0x05, 0x20, 0x01, 0x28, 0x04, 0x52, 0x10, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, + 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x12, 0x40, 0x0a, 0x04, 0x74, 0x61, 0x67, + 0x73, 0x18, 0x06, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x2c, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, + 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, + 0x74, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x2e, 0x54, 0x61, 0x67, 0x73, + 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, 0x04, 0x74, 0x61, 0x67, 0x73, 0x12, 0x4c, 0x0a, 0x08, 0x6d, + 0x65, 0x74, 0x61, 0x64, 0x61, 0x74, 0x61, 0x18, 0x07, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x30, 0x2e, + 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, + 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, + 0x73, 0x2e, 0x4d, 0x65, 0x74, 0x61, 0x64, 0x61, 0x74, 0x61, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, + 0x08, 0x6d, 0x65, 0x74, 0x61, 0x64, 0x61, 0x74, 0x61, 0x1a, 0x37, 0x0a, 0x09, 0x54, 0x61, 0x67, + 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, + 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, + 0x38, 0x01, 0x1a, 0x3b, 0x0a, 0x0d, 0x4d, 0x65, 0x74, 0x61, 0x64, 0x61, 0x74, 0x61, 0x45, 0x6e, + 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x22, + 0x28, 0x0a, 0x0c, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x12, + 0x18, 0x0a, 0x07, 0x6f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x04, + 0x52, 0x07, 0x6f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x22, 0xde, 0x01, 0x0a, 0x0c, 0x43, 0x68, + 0x75, 0x6e, 0x6b, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, 0x60, 0x0a, 0x11, 0x6d, 0x65, + 0x74, 0x72, 0x69, 0x63, 0x5f, 0x63, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x18, + 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x33, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, + 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x4d, 0x65, 0x73, + 0x73, 0x61, 0x67, 0x65, 0x2e, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, + 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, 0x10, 0x6d, 0x65, 0x74, 0x72, + 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, 0x1a, 0x6c, 0x0a, 0x15, + 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x73, + 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x0d, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x3d, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, + 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x27, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, + 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x43, + 0x6f, 0x6d, 0x70, 0x6f, 0x6e, 0x65, 0x6e, 0x74, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x52, + 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x22, 0x99, 0x01, 0x0a, 0x0b, 0x43, + 0x68, 0x75, 0x6e, 0x6b, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x3a, 0x0a, 0x04, 0x74, 0x79, + 0x70, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0e, 0x32, 0x26, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, + 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x43, 0x68, 0x75, 0x6e, 0x6b, + 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x2e, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x54, 0x79, 0x70, 0x65, + 0x52, 0x04, 0x74, 0x79, 0x70, 0x65, 0x12, 0x10, 0x0a, 0x03, 0x74, 0x61, 0x67, 0x18, 0x02, 0x20, + 0x01, 0x28, 0x09, 0x52, 0x03, 0x74, 0x61, 0x67, 0x12, 0x16, 0x0a, 0x06, 0x6c, 0x65, 0x6e, 0x67, + 0x74, 0x68, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x06, 0x6c, 0x65, 0x6e, 0x67, 0x74, 0x68, + 0x22, 0x24, 0x0a, 0x09, 0x43, 0x68, 0x75, 0x6e, 0x6b, 0x54, 0x79, 0x70, 0x65, 0x12, 0x0b, 0x0a, + 0x07, 0x44, 0x41, 0x54, 0x41, 0x53, 0x45, 0x54, 0x10, 0x00, 0x12, 0x0a, 0x0a, 0x06, 0x43, 0x4f, + 0x4c, 0x55, 0x4d, 0x4e, 0x10, 0x02, 0x22, 0xb2, 0x04, 0x0a, 0x14, 0x44, 0x61, 0x74, 0x61, 0x73, + 0x65, 0x74, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, + 0x42, 0x0a, 0x0a, 0x70, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x0b, 0x32, 0x22, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, + 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, + 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x52, 0x0a, 0x70, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, + 0x69, 0x65, 0x73, 0x12, 0x5f, 0x0a, 0x0e, 0x63, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x5f, 0x6f, 0x66, + 0x66, 0x73, 0x65, 0x74, 0x73, 0x18, 0x02, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x38, 0x2e, 0x64, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x44, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x48, 0x65, 0x61, 0x64, + 0x65, 0x72, 0x2e, 0x43, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, + 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, 0x0d, 0x63, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4f, 0x66, 0x66, + 0x73, 0x65, 0x74, 0x73, 0x12, 0x44, 0x0a, 0x0e, 0x6d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x5f, 0x6f, + 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x18, 0x03, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x1d, 0x2e, 0x64, + 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x43, + 0x68, 0x75, 0x6e, 0x6b, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x52, 0x0d, 0x6d, 0x65, 0x74, + 0x72, 0x69, 0x63, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x12, 0x16, 0x0a, 0x06, 0x6c, 0x65, + 0x6e, 0x67, 0x74, 0x68, 0x18, 0x04, 0x20, 0x01, 0x28, 0x04, 0x52, 0x06, 0x6c, 0x65, 0x6e, 0x67, + 0x74, 0x68, 0x12, 0x6f, 0x0a, 0x14, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x65, 0x64, 0x5f, 0x6d, 0x65, + 0x74, 0x72, 0x69, 0x63, 0x5f, 0x70, 0x61, 0x74, 0x68, 0x73, 0x18, 0x05, 0x20, 0x03, 0x28, 0x0b, + 0x32, 0x3d, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, + 0x6c, 0x65, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x50, 0x72, 0x6f, 0x66, 0x69, 0x6c, + 0x65, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x2e, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x65, 0x64, 0x4d, + 0x65, 0x74, 0x72, 0x69, 0x63, 0x50, 0x61, 0x74, 0x68, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, + 0x12, 0x69, 0x6e, 0x64, 0x65, 0x78, 0x65, 0x64, 0x4d, 0x65, 0x74, 0x72, 0x69, 0x63, 0x50, 0x61, + 0x74, 0x68, 0x73, 0x1a, 0x5f, 0x0a, 0x12, 0x43, 0x6f, 0x6c, 0x75, 0x6d, 0x6e, 0x4f, 0x66, 0x66, + 0x73, 0x65, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x33, 0x0a, 0x05, 0x76, + 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1d, 0x2e, 0x64, 0x61, 0x74, + 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x43, 0x68, 0x75, + 0x6e, 0x6b, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, + 0x3a, 0x02, 0x38, 0x01, 0x1a, 0x45, 0x0a, 0x17, 0x49, 0x6e, 0x64, 0x65, 0x78, 0x65, 0x64, 0x4d, + 0x65, 0x74, 0x72, 0x69, 0x63, 0x50, 0x61, 0x74, 0x68, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, + 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x6b, 0x65, + 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x22, 0x34, 0x0a, 0x0a, 0x53, + 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x54, 0x61, 0x67, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, + 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, + 0x65, 0x22, 0x3a, 0x0a, 0x07, 0x53, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x12, 0x2f, 0x0a, 0x04, + 0x74, 0x61, 0x67, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x1b, 0x2e, 0x64, 0x61, 0x74, + 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x53, 0x65, 0x67, + 0x6d, 0x65, 0x6e, 0x74, 0x54, 0x61, 0x67, 0x52, 0x04, 0x74, 0x61, 0x67, 0x73, 0x22, 0xf9, 0x01, + 0x0a, 0x14, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x53, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, + 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x12, 0x21, 0x0a, 0x0c, 0x68, 0x61, 0x73, 0x5f, 0x73, 0x65, + 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x01, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0b, 0x68, 0x61, + 0x73, 0x53, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x12, 0x34, 0x0a, 0x08, 0x73, 0x65, 0x67, + 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x04, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x18, 0x2e, 0x64, 0x61, + 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x2e, 0x53, 0x65, + 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x52, 0x08, 0x73, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x12, + 0x4c, 0x0a, 0x07, 0x6f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x18, 0x05, 0x20, 0x03, 0x28, 0x0b, + 0x32, 0x32, 0x2e, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, + 0x6c, 0x65, 0x2e, 0x44, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, 0x53, 0x65, 0x67, 0x6d, 0x65, 0x6e, + 0x74, 0x48, 0x65, 0x61, 0x64, 0x65, 0x72, 0x2e, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x45, + 0x6e, 0x74, 0x72, 0x79, 0x52, 0x07, 0x6f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x1a, 0x3a, 0x0a, + 0x0c, 0x4f, 0x66, 0x66, 0x73, 0x65, 0x74, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x12, 0x10, 0x0a, + 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, + 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x05, + 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x42, 0x2d, 0x5a, 0x2b, 0x67, 0x69, 0x74, + 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, 0x2f, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2d, 0x61, + 0x69, 0x2f, 0x6c, 0x75, 0x64, 0x77, 0x69, 0x67, 0x2f, 0x64, 0x61, 0x74, 0x61, 0x73, 0x65, 0x74, + 0x5f, 0x70, 0x72, 0x6f, 0x66, 0x69, 0x6c, 0x65, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, +} + +var ( + file_ludwig_profiling_proto_whylogs_messages_proto_rawDescOnce sync.Once + file_ludwig_profiling_proto_whylogs_messages_proto_rawDescData = file_ludwig_profiling_proto_whylogs_messages_proto_rawDesc +) + +func file_ludwig_profiling_proto_whylogs_messages_proto_rawDescGZIP() []byte { + file_ludwig_profiling_proto_whylogs_messages_proto_rawDescOnce.Do(func() { + file_ludwig_profiling_proto_whylogs_messages_proto_rawDescData = protoimpl.X.CompressGZIP(file_ludwig_profiling_proto_whylogs_messages_proto_rawDescData) + }) + return file_ludwig_profiling_proto_whylogs_messages_proto_rawDescData +} + +var file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes = make([]protoimpl.EnumInfo, 2) +var file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes = make([]protoimpl.MessageInfo, 24) +var file_ludwig_profiling_proto_whylogs_messages_proto_goTypes = []interface{}{ + (DataType_Type)(0), // 0: dataset_profile.DataType.Type + (ChunkHeader_ChunkType)(0), // 1: dataset_profile.ChunkHeader.ChunkType + (*DataType)(nil), // 2: dataset_profile.DataType + (*HllSketchMessage)(nil), // 3: dataset_profile.HllSketchMessage + (*FrequentItemsSketchMessage)(nil), // 4: dataset_profile.FrequentItemsSketchMessage + (*KllSketchMessage)(nil), // 5: dataset_profile.KllSketchMessage + (*CpcSketchMessage)(nil), // 6: dataset_profile.CpcSketchMessage + (*MetricComponentMessage)(nil), // 7: dataset_profile.MetricComponentMessage + (*MetricMessage)(nil), // 8: dataset_profile.MetricMessage + (*ColumnMessage)(nil), // 9: dataset_profile.ColumnMessage + (*DatasetProperties)(nil), // 10: dataset_profile.DatasetProperties + (*ChunkOffsets)(nil), // 11: dataset_profile.ChunkOffsets + (*ChunkMessage)(nil), // 12: dataset_profile.ChunkMessage + (*ChunkHeader)(nil), // 13: dataset_profile.ChunkHeader + (*DatasetProfileHeader)(nil), // 14: dataset_profile.DatasetProfileHeader + (*SegmentTag)(nil), // 15: dataset_profile.SegmentTag + (*Segment)(nil), // 16: dataset_profile.Segment + (*DatasetSegmentHeader)(nil), // 17: dataset_profile.DatasetSegmentHeader + nil, // 18: dataset_profile.MetricMessage.MetricComponentsEntry + nil, // 19: dataset_profile.ColumnMessage.MetricComponentsEntry + nil, // 20: dataset_profile.DatasetProperties.TagsEntry + nil, // 21: dataset_profile.DatasetProperties.MetadataEntry + nil, // 22: dataset_profile.ChunkMessage.MetricComponentsEntry + nil, // 23: dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry + nil, // 24: dataset_profile.DatasetProfileHeader.IndexedMetricPathsEntry + nil, // 25: dataset_profile.DatasetSegmentHeader.OffsetsEntry + (*_struct.Struct)(nil), // 26: google.protobuf.Struct + (*any1.Any)(nil), // 27: google.protobuf.Any +} +var file_ludwig_profiling_proto_whylogs_messages_proto_depIdxs = []int32{ + 0, // 0: dataset_profile.DataType.type:type_name -> dataset_profile.DataType.Type + 4, // 1: dataset_profile.MetricComponentMessage.frequent_items:type_name -> dataset_profile.FrequentItemsSketchMessage + 3, // 2: dataset_profile.MetricComponentMessage.hll:type_name -> dataset_profile.HllSketchMessage + 5, // 3: dataset_profile.MetricComponentMessage.kll:type_name -> dataset_profile.KllSketchMessage + 6, // 4: dataset_profile.MetricComponentMessage.cpc:type_name -> dataset_profile.CpcSketchMessage + 26, // 5: dataset_profile.MetricComponentMessage.dataclass_param:type_name -> google.protobuf.Struct + 27, // 6: dataset_profile.MetricComponentMessage.msg:type_name -> google.protobuf.Any + 18, // 7: dataset_profile.MetricMessage.metric_components:type_name -> dataset_profile.MetricMessage.MetricComponentsEntry + 19, // 8: dataset_profile.ColumnMessage.metric_components:type_name -> dataset_profile.ColumnMessage.MetricComponentsEntry + 20, // 9: dataset_profile.DatasetProperties.tags:type_name -> dataset_profile.DatasetProperties.TagsEntry + 21, // 10: dataset_profile.DatasetProperties.metadata:type_name -> dataset_profile.DatasetProperties.MetadataEntry + 22, // 11: dataset_profile.ChunkMessage.metric_components:type_name -> dataset_profile.ChunkMessage.MetricComponentsEntry + 1, // 12: dataset_profile.ChunkHeader.type:type_name -> dataset_profile.ChunkHeader.ChunkType + 10, // 13: dataset_profile.DatasetProfileHeader.properties:type_name -> dataset_profile.DatasetProperties + 23, // 14: dataset_profile.DatasetProfileHeader.column_offsets:type_name -> dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry + 11, // 15: dataset_profile.DatasetProfileHeader.metric_offsets:type_name -> dataset_profile.ChunkOffsets + 24, // 16: dataset_profile.DatasetProfileHeader.indexed_metric_paths:type_name -> dataset_profile.DatasetProfileHeader.IndexedMetricPathsEntry + 15, // 17: dataset_profile.Segment.tags:type_name -> dataset_profile.SegmentTag + 16, // 18: dataset_profile.DatasetSegmentHeader.segments:type_name -> dataset_profile.Segment + 25, // 19: dataset_profile.DatasetSegmentHeader.offsets:type_name -> dataset_profile.DatasetSegmentHeader.OffsetsEntry + 7, // 20: dataset_profile.MetricMessage.MetricComponentsEntry.value:type_name -> dataset_profile.MetricComponentMessage + 7, // 21: dataset_profile.ColumnMessage.MetricComponentsEntry.value:type_name -> dataset_profile.MetricComponentMessage + 7, // 22: dataset_profile.ChunkMessage.MetricComponentsEntry.value:type_name -> dataset_profile.MetricComponentMessage + 11, // 23: dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry.value:type_name -> dataset_profile.ChunkOffsets + 24, // [24:24] is the sub-list for method output_type + 24, // [24:24] is the sub-list for method input_type + 24, // [24:24] is the sub-list for extension type_name + 24, // [24:24] is the sub-list for extension extendee + 0, // [0:24] is the sub-list for field type_name +} + +func init() { file_ludwig_profiling_proto_whylogs_messages_proto_init() } +func file_ludwig_profiling_proto_whylogs_messages_proto_init() { + if File_ludwig_profiling_proto_whylogs_messages_proto != nil { + return + } + if !protoimpl.UnsafeEnabled { + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DataType); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*HllSketchMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*FrequentItemsSketchMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*KllSketchMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*CpcSketchMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*MetricComponentMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*MetricMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[7].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*ColumnMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[8].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DatasetProperties); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[9].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*ChunkOffsets); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[10].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*ChunkMessage); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[11].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*ChunkHeader); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[12].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DatasetProfileHeader); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[13].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*SegmentTag); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[14].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*Segment); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[15].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*DatasetSegmentHeader); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes[5].OneofWrappers = []interface{}{ + (*MetricComponentMessage_N)(nil), + (*MetricComponentMessage_D)(nil), + (*MetricComponentMessage_FrequentItems)(nil), + (*MetricComponentMessage_Hll)(nil), + (*MetricComponentMessage_Kll)(nil), + (*MetricComponentMessage_Cpc)(nil), + (*MetricComponentMessage_SerializedBytes)(nil), + (*MetricComponentMessage_DataclassParam)(nil), + (*MetricComponentMessage_Msg)(nil), + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_ludwig_profiling_proto_whylogs_messages_proto_rawDesc, + NumEnums: 2, + NumMessages: 24, + NumExtensions: 0, + NumServices: 0, + }, + GoTypes: file_ludwig_profiling_proto_whylogs_messages_proto_goTypes, + DependencyIndexes: file_ludwig_profiling_proto_whylogs_messages_proto_depIdxs, + EnumInfos: file_ludwig_profiling_proto_whylogs_messages_proto_enumTypes, + MessageInfos: file_ludwig_profiling_proto_whylogs_messages_proto_msgTypes, + }.Build() + File_ludwig_profiling_proto_whylogs_messages_proto = out.File + file_ludwig_profiling_proto_whylogs_messages_proto_rawDesc = nil + file_ludwig_profiling_proto_whylogs_messages_proto_goTypes = nil + file_ludwig_profiling_proto_whylogs_messages_proto_depIdxs = nil +} diff --git a/ludwig/profiling/proto/README.md b/ludwig/profiling/proto/README.md new file mode 100644 index 00000000000..cd28b7818d8 --- /dev/null +++ b/ludwig/profiling/proto/README.md @@ -0,0 +1,78 @@ +## Generate proto code + +1. Install `protoc` + +``` +> sudo apt install protobuf-compiler +``` + +2. Install the go protocol buffers plugin. + +``` +> go install google.golang.org/protobuf/cmd/protoc-gen-go@latest +> go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@latest +``` + +Useful reference: https://developers.google.com/protocol-buffers/docs/gotutorial + +3. Update your PATH so that the protoc compiler can find the plugins: + +``` +export PATH="$PATH:$(go env GOPATH)/bin" +``` + +3. Execute protoc. + +``` +> sh ludwig/profiling/proto/gen-proto.sh +``` + +## Sample usage + +Python: + +```python +from ludwig.profiling import dataset_profile_pb2 + +dataset_profile = dataset_profile_pb2.DatasetProfile() +dataset_profile.num_examples = 10 +dataset_profile.SerializeToString() +``` + +Go: + +Run `go get`. + +``` +> go get github.com/ludwig-ai/ludwig/ludwig/profiling/go +``` + +If there are local changes, run push the commit to a branch and specify the commit: + +``` +> go get github.com/ludwig-ai/ludwig/ludwig/profiling/go@commit +``` + +Sample go code: + +```go +package main + +import ( + "fmt" + + dataset_profile "github.com/ludwig-ai/ludwig/ludwig/profiling" +) + +func main() { + // A protocol buffer can be created like any struct. + p := &dataset_profile.DatasetProfile{} + p.NumExamples = 3 + + fmt.Println(p) +} +``` + +## Appendix + +For protoc CLI help, check `man protoc`. diff --git a/ludwig/profiling/proto/dataset_profile.pb.go b/ludwig/profiling/proto/dataset_profile.pb.go deleted file mode 100644 index ee93aeebb36..00000000000 --- a/ludwig/profiling/proto/dataset_profile.pb.go +++ /dev/null @@ -1,166 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// source: ludwig/profiling/proto/dataset_profile.proto - -package dataset_profile - -import ( - fmt "fmt" - proto "github.com/golang/protobuf/proto" - math "math" -) - -// Reference imports to suppress errors if they are not otherwise used. -var _ = proto.Marshal -var _ = fmt.Errorf -var _ = math.Inf - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the proto package it is being compiled against. -// A compilation error at this line likely means your copy of the -// proto package needs to be updated. -const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package - -// Dataset profile represents a collection of in-memory profiling stats for a -// dataset. Used for recommending Ludwig configs and Ludwig data type inference. -type DatasetProfile struct { - // When the profile was calculated. - Timestamp int64 `protobuf:"varint,1,opt,name=timestamp,proto3" json:"timestamp,omitempty"` - // The number of examples in this dataset. - NumExamples int64 `protobuf:"varint,2,opt,name=num_examples,json=numExamples,proto3" json:"num_examples,omitempty"` - // The total size of this dataset in bytes. - SizeBytes int64 `protobuf:"varint,3,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"` - // Map of feature name to FeatureProfile. - FeatureProfiles map[string]*FeatureProfile `protobuf:"bytes,20,rep,name=feature_profiles,json=featureProfiles,proto3" json:"feature_profiles,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DatasetProfile) Reset() { *m = DatasetProfile{} } -func (m *DatasetProfile) String() string { return proto.CompactTextString(m) } -func (*DatasetProfile) ProtoMessage() {} -func (*DatasetProfile) Descriptor() ([]byte, []int) { - return fileDescriptor_1d0cd1b054845846, []int{0} -} - -func (m *DatasetProfile) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DatasetProfile.Unmarshal(m, b) -} -func (m *DatasetProfile) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DatasetProfile.Marshal(b, m, deterministic) -} -func (m *DatasetProfile) XXX_Merge(src proto.Message) { - xxx_messageInfo_DatasetProfile.Merge(m, src) -} -func (m *DatasetProfile) XXX_Size() int { - return xxx_messageInfo_DatasetProfile.Size(m) -} -func (m *DatasetProfile) XXX_DiscardUnknown() { - xxx_messageInfo_DatasetProfile.DiscardUnknown(m) -} - -var xxx_messageInfo_DatasetProfile proto.InternalMessageInfo - -func (m *DatasetProfile) GetTimestamp() int64 { - if m != nil { - return m.Timestamp - } - return 0 -} - -func (m *DatasetProfile) GetNumExamples() int64 { - if m != nil { - return m.NumExamples - } - return 0 -} - -func (m *DatasetProfile) GetSizeBytes() int64 { - if m != nil { - return m.SizeBytes - } - return 0 -} - -func (m *DatasetProfile) GetFeatureProfiles() map[string]*FeatureProfile { - if m != nil { - return m.FeatureProfiles - } - return nil -} - -// Feature profile represents a collection of in-memory profiling stats for a -// single feature column. -type FeatureProfile struct { - // Whylogs metrics. - // optional whylogs.ColumnMessage whylogs_metrics = 1; - WhylogsMetrics *ColumnMessage `protobuf:"bytes,1,opt,name=whylogs_metrics,json=whylogsMetrics,proto3" json:"whylogs_metrics,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *FeatureProfile) Reset() { *m = FeatureProfile{} } -func (m *FeatureProfile) String() string { return proto.CompactTextString(m) } -func (*FeatureProfile) ProtoMessage() {} -func (*FeatureProfile) Descriptor() ([]byte, []int) { - return fileDescriptor_1d0cd1b054845846, []int{1} -} - -func (m *FeatureProfile) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_FeatureProfile.Unmarshal(m, b) -} -func (m *FeatureProfile) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_FeatureProfile.Marshal(b, m, deterministic) -} -func (m *FeatureProfile) XXX_Merge(src proto.Message) { - xxx_messageInfo_FeatureProfile.Merge(m, src) -} -func (m *FeatureProfile) XXX_Size() int { - return xxx_messageInfo_FeatureProfile.Size(m) -} -func (m *FeatureProfile) XXX_DiscardUnknown() { - xxx_messageInfo_FeatureProfile.DiscardUnknown(m) -} - -var xxx_messageInfo_FeatureProfile proto.InternalMessageInfo - -func (m *FeatureProfile) GetWhylogsMetrics() *ColumnMessage { - if m != nil { - return m.WhylogsMetrics - } - return nil -} - -func init() { - proto.RegisterType((*DatasetProfile)(nil), "dataset_profile.DatasetProfile") - proto.RegisterMapType((map[string]*FeatureProfile)(nil), "dataset_profile.DatasetProfile.FeatureProfilesEntry") - proto.RegisterType((*FeatureProfile)(nil), "dataset_profile.FeatureProfile") -} - -func init() { - proto.RegisterFile("ludwig/profiling/proto/dataset_profile.proto", fileDescriptor_1d0cd1b054845846) -} - -var fileDescriptor_1d0cd1b054845846 = []byte{ - // 297 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x74, 0x91, 0x4f, 0x4f, 0xc2, 0x40, - 0x10, 0xc5, 0x03, 0x8d, 0x26, 0x4c, 0x0d, 0x90, 0x0d, 0x87, 0x86, 0xf8, 0x07, 0x39, 0x71, 0x50, - 0x48, 0x50, 0x13, 0xe3, 0x51, 0x45, 0x4f, 0x24, 0xa6, 0x37, 0x4f, 0xcd, 0x02, 0x43, 0xdd, 0xb8, - 0xdb, 0x36, 0x9d, 0x5d, 0xb1, 0x7e, 0x30, 0x3f, 0x9f, 0xe9, 0x6e, 0x0d, 0x29, 0xe8, 0x6d, 0xfa, - 0xeb, 0xbc, 0x37, 0xf3, 0x76, 0xe0, 0x42, 0x9a, 0xd5, 0x46, 0xc4, 0x93, 0x2c, 0x4f, 0xd7, 0x42, - 0x8a, 0xc4, 0x56, 0x3a, 0x9d, 0xac, 0xb8, 0xe6, 0x84, 0x3a, 0x72, 0x1c, 0xc7, 0x96, 0xb2, 0xce, - 0x0e, 0xee, 0x5f, 0xfe, 0x23, 0xdf, 0xbc, 0x15, 0x32, 0x8d, 0x29, 0x52, 0x48, 0xc4, 0x63, 0x24, - 0xa7, 0x1f, 0x7e, 0x37, 0xa1, 0xfd, 0xe8, 0x2c, 0x5e, 0x9c, 0x03, 0x3b, 0x86, 0x96, 0x16, 0x0a, - 0x49, 0x73, 0x95, 0x05, 0x8d, 0x41, 0x63, 0xe4, 0x85, 0x5b, 0xc0, 0xce, 0xe1, 0x28, 0x31, 0x2a, - 0xc2, 0x4f, 0xae, 0x32, 0x89, 0x14, 0x34, 0x6d, 0x83, 0x9f, 0x18, 0x35, 0xab, 0x10, 0x3b, 0x01, - 0x20, 0xf1, 0x85, 0xd1, 0xa2, 0xd0, 0x48, 0x81, 0xe7, 0x1c, 0x4a, 0x72, 0x5f, 0x02, 0x16, 0x41, - 0x77, 0x8d, 0x5c, 0x9b, 0x1c, 0x7f, 0x97, 0xa6, 0xa0, 0x37, 0xf0, 0x46, 0xfe, 0xf4, 0x7a, 0xbc, - 0x1b, 0xb2, 0xbe, 0xda, 0xf8, 0xc9, 0xe9, 0xaa, 0x4f, 0x9a, 0x25, 0x3a, 0x2f, 0xc2, 0xce, 0xba, - 0x4e, 0xfb, 0x4b, 0xe8, 0xfd, 0xd5, 0xc8, 0xba, 0xe0, 0xbd, 0x63, 0x61, 0x23, 0xb5, 0xc2, 0xb2, - 0x64, 0x37, 0x70, 0xf0, 0xc1, 0xa5, 0x41, 0x9b, 0xc2, 0x9f, 0x9e, 0xed, 0xcd, 0xaf, 0xfb, 0x84, - 0xae, 0xfb, 0xae, 0x79, 0xdb, 0x18, 0xbe, 0x42, 0xbb, 0xfe, 0x93, 0x3d, 0x43, 0x67, 0xfb, 0xc8, - 0x3a, 0x17, 0x4b, 0xb2, 0xa3, 0xfc, 0xe9, 0xe9, 0x9e, 0xed, 0x43, 0x2a, 0x8d, 0x4a, 0xe6, 0xee, - 0x14, 0x61, 0xbb, 0x92, 0xcd, 0x9d, 0x6a, 0x71, 0x68, 0x4f, 0x73, 0xf5, 0x13, 0x00, 0x00, 0xff, - 0xff, 0x52, 0xec, 0x1f, 0x79, 0x0a, 0x02, 0x00, 0x00, -} diff --git a/ludwig/profiling/proto/dataset_profile.proto b/ludwig/profiling/proto/dataset_profile.proto index 6d8b7105f09..fddb8c91aa9 100644 --- a/ludwig/profiling/proto/dataset_profile.proto +++ b/ludwig/profiling/proto/dataset_profile.proto @@ -1,12 +1,4 @@ -// To generate compiled proto code, run: -// (if protoc not installed yet) -// > sudo apt install protobuf-compiler -// > protoc --proto_path=. --python_out=. \ -// ludwig/profiling/proto/whylogs_messages.proto ludwig/profiling/proto/dataset_profile.proto -// > protoc --proto_path=. --go_out=.\ -// . ludwig/profiling/proto/whylogs_messages.proto ludwig/profiling/proto/dataset_profile.proto -// -// Read more on proto compilation: https://developers.google.com/protocol-buffers/docs/reference/python-generated +// A whylogs-based dataset profile. syntax = "proto3"; @@ -14,6 +6,8 @@ package dataset_profile; import "ludwig/profiling/proto/whylogs_messages.proto"; +option go_package = "github.com/ludwig-ai/ludwig/dataset_profile"; + // Dataset profile represents a collection of in-memory profiling stats for a // dataset. Used for recommending Ludwig configs and Ludwig data type inference. diff --git a/ludwig/profiling/proto/dataset_profile_pb2.py b/ludwig/profiling/proto/dataset_profile_pb2.py index ed990eb9b51..564ecbddbe7 100644 --- a/ludwig/profiling/proto/dataset_profile_pb2.py +++ b/ludwig/profiling/proto/dataset_profile_pb2.py @@ -18,9 +18,9 @@ name='ludwig/profiling/proto/dataset_profile.proto', package='dataset_profile', syntax='proto3', - serialized_options=None, + serialized_options=b'Z+github.com/ludwig-ai/ludwig/dataset_profile', create_key=_descriptor._internal_create_key, - serialized_pb=b'\n,ludwig/profiling/proto/dataset_profile.proto\x12\x0f\x64\x61taset_profile\x1a-ludwig/profiling/proto/whylogs_messages.proto\"\xf6\x01\n\x0e\x44\x61tasetProfile\x12\x11\n\ttimestamp\x18\x01 \x01(\x03\x12\x14\n\x0cnum_examples\x18\x02 \x01(\x03\x12\x12\n\nsize_bytes\x18\x03 \x01(\x03\x12N\n\x10\x66\x65\x61ture_profiles\x18\x14 \x03(\x0b\x32\x34.dataset_profile.DatasetProfile.FeatureProfilesEntry\x1aW\n\x14\x46\x65\x61tureProfilesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12.\n\x05value\x18\x02 \x01(\x0b\x32\x1f.dataset_profile.FeatureProfile:\x02\x38\x01\"I\n\x0e\x46\x65\x61tureProfile\x12\x37\n\x0fwhylogs_metrics\x18\x01 \x01(\x0b\x32\x1e.dataset_profile.ColumnMessageb\x06proto3' + serialized_pb=b'\n,ludwig/profiling/proto/dataset_profile.proto\x12\x0f\x64\x61taset_profile\x1a-ludwig/profiling/proto/whylogs_messages.proto\"\xf6\x01\n\x0e\x44\x61tasetProfile\x12\x11\n\ttimestamp\x18\x01 \x01(\x03\x12\x14\n\x0cnum_examples\x18\x02 \x01(\x03\x12\x12\n\nsize_bytes\x18\x03 \x01(\x03\x12N\n\x10\x66\x65\x61ture_profiles\x18\x14 \x03(\x0b\x32\x34.dataset_profile.DatasetProfile.FeatureProfilesEntry\x1aW\n\x14\x46\x65\x61tureProfilesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12.\n\x05value\x18\x02 \x01(\x0b\x32\x1f.dataset_profile.FeatureProfile:\x02\x38\x01\"I\n\x0e\x46\x65\x61tureProfile\x12\x37\n\x0fwhylogs_metrics\x18\x01 \x01(\x0b\x32\x1e.dataset_profile.ColumnMessageB-Z+github.com/ludwig-ai/ludwig/dataset_profileb\x06proto3' , dependencies=[ludwig_dot_profiling_dot_proto_dot_whylogs__messages__pb2.DESCRIPTOR,]) @@ -180,5 +180,6 @@ _sym_db.RegisterMessage(FeatureProfile) +DESCRIPTOR._options = None _DATASETPROFILE_FEATUREPROFILESENTRY._options = None # @@protoc_insertion_point(module_scope) diff --git a/ludwig/profiling/proto/gen-proto.sh b/ludwig/profiling/proto/gen-proto.sh new file mode 100644 index 00000000000..717cfdb756c --- /dev/null +++ b/ludwig/profiling/proto/gen-proto.sh @@ -0,0 +1,6 @@ +protoc --go_out=. --python_out=. \ + ludwig/profiling/proto/whylogs_messages.proto \ + ludwig/profiling/proto/dataset_profile.proto \ + --go_opt=paths=source_relative && { + mv ludwig/profiling/proto/*.pb.go ludwig/profiling/go/ +} diff --git a/ludwig/profiling/proto/whylogs_messages.pb.go b/ludwig/profiling/proto/whylogs_messages.pb.go deleted file mode 100644 index 52ed1d00a1e..00000000000 --- a/ludwig/profiling/proto/whylogs_messages.pb.go +++ /dev/null @@ -1,1087 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// source: ludwig/profiling/proto/whylogs_messages.proto - -package dataset_profile - -import ( - fmt "fmt" - proto "github.com/golang/protobuf/proto" - any "github.com/golang/protobuf/ptypes/any" - _struct "github.com/golang/protobuf/ptypes/struct" - math "math" -) - -// Reference imports to suppress errors if they are not otherwise used. -var _ = proto.Marshal -var _ = fmt.Errorf -var _ = math.Inf - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the proto package it is being compiled against. -// A compilation error at this line likely means your copy of the -// proto package needs to be updated. -const _ = proto.ProtoPackageIsVersion3 // please upgrade the proto package - -type DataType_Type int32 - -const ( - DataType_UNKNOWN DataType_Type = 0 - DataType_NULL DataType_Type = 1 - DataType_FRACTIONAL DataType_Type = 2 - DataType_INTEGRAL DataType_Type = 3 - DataType_BOOLEAN DataType_Type = 4 - DataType_STRING DataType_Type = 5 -) - -var DataType_Type_name = map[int32]string{ - 0: "UNKNOWN", - 1: "NULL", - 2: "FRACTIONAL", - 3: "INTEGRAL", - 4: "BOOLEAN", - 5: "STRING", -} - -var DataType_Type_value = map[string]int32{ - "UNKNOWN": 0, - "NULL": 1, - "FRACTIONAL": 2, - "INTEGRAL": 3, - "BOOLEAN": 4, - "STRING": 5, -} - -func (x DataType_Type) String() string { - return proto.EnumName(DataType_Type_name, int32(x)) -} - -func (DataType_Type) EnumDescriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{0, 0} -} - -type ChunkHeader_ChunkType int32 - -const ( - ChunkHeader_DATASET ChunkHeader_ChunkType = 0 - ChunkHeader_COLUMN ChunkHeader_ChunkType = 2 -) - -var ChunkHeader_ChunkType_name = map[int32]string{ - 0: "DATASET", - 2: "COLUMN", -} - -var ChunkHeader_ChunkType_value = map[string]int32{ - "DATASET": 0, - "COLUMN": 2, -} - -func (x ChunkHeader_ChunkType) String() string { - return proto.EnumName(ChunkHeader_ChunkType_name, int32(x)) -} - -func (ChunkHeader_ChunkType) EnumDescriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{11, 0} -} - -type DataType struct { - Type DataType_Type `protobuf:"varint,1,opt,name=type,proto3,enum=dataset_profile.DataType_Type" json:"type,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DataType) Reset() { *m = DataType{} } -func (m *DataType) String() string { return proto.CompactTextString(m) } -func (*DataType) ProtoMessage() {} -func (*DataType) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{0} -} - -func (m *DataType) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DataType.Unmarshal(m, b) -} -func (m *DataType) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DataType.Marshal(b, m, deterministic) -} -func (m *DataType) XXX_Merge(src proto.Message) { - xxx_messageInfo_DataType.Merge(m, src) -} -func (m *DataType) XXX_Size() int { - return xxx_messageInfo_DataType.Size(m) -} -func (m *DataType) XXX_DiscardUnknown() { - xxx_messageInfo_DataType.DiscardUnknown(m) -} - -var xxx_messageInfo_DataType proto.InternalMessageInfo - -func (m *DataType) GetType() DataType_Type { - if m != nil { - return m.Type - } - return DataType_UNKNOWN -} - -type HllSketchMessage struct { - Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *HllSketchMessage) Reset() { *m = HllSketchMessage{} } -func (m *HllSketchMessage) String() string { return proto.CompactTextString(m) } -func (*HllSketchMessage) ProtoMessage() {} -func (*HllSketchMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{1} -} - -func (m *HllSketchMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_HllSketchMessage.Unmarshal(m, b) -} -func (m *HllSketchMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_HllSketchMessage.Marshal(b, m, deterministic) -} -func (m *HllSketchMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_HllSketchMessage.Merge(m, src) -} -func (m *HllSketchMessage) XXX_Size() int { - return xxx_messageInfo_HllSketchMessage.Size(m) -} -func (m *HllSketchMessage) XXX_DiscardUnknown() { - xxx_messageInfo_HllSketchMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_HllSketchMessage proto.InternalMessageInfo - -func (m *HllSketchMessage) GetSketch() []byte { - if m != nil { - return m.Sketch - } - return nil -} - -type FrequentItemsSketchMessage struct { - Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *FrequentItemsSketchMessage) Reset() { *m = FrequentItemsSketchMessage{} } -func (m *FrequentItemsSketchMessage) String() string { return proto.CompactTextString(m) } -func (*FrequentItemsSketchMessage) ProtoMessage() {} -func (*FrequentItemsSketchMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{2} -} - -func (m *FrequentItemsSketchMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_FrequentItemsSketchMessage.Unmarshal(m, b) -} -func (m *FrequentItemsSketchMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_FrequentItemsSketchMessage.Marshal(b, m, deterministic) -} -func (m *FrequentItemsSketchMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_FrequentItemsSketchMessage.Merge(m, src) -} -func (m *FrequentItemsSketchMessage) XXX_Size() int { - return xxx_messageInfo_FrequentItemsSketchMessage.Size(m) -} -func (m *FrequentItemsSketchMessage) XXX_DiscardUnknown() { - xxx_messageInfo_FrequentItemsSketchMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_FrequentItemsSketchMessage proto.InternalMessageInfo - -func (m *FrequentItemsSketchMessage) GetSketch() []byte { - if m != nil { - return m.Sketch - } - return nil -} - -type KllSketchMessage struct { - Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *KllSketchMessage) Reset() { *m = KllSketchMessage{} } -func (m *KllSketchMessage) String() string { return proto.CompactTextString(m) } -func (*KllSketchMessage) ProtoMessage() {} -func (*KllSketchMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{3} -} - -func (m *KllSketchMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_KllSketchMessage.Unmarshal(m, b) -} -func (m *KllSketchMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_KllSketchMessage.Marshal(b, m, deterministic) -} -func (m *KllSketchMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_KllSketchMessage.Merge(m, src) -} -func (m *KllSketchMessage) XXX_Size() int { - return xxx_messageInfo_KllSketchMessage.Size(m) -} -func (m *KllSketchMessage) XXX_DiscardUnknown() { - xxx_messageInfo_KllSketchMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_KllSketchMessage proto.InternalMessageInfo - -func (m *KllSketchMessage) GetSketch() []byte { - if m != nil { - return m.Sketch - } - return nil -} - -type CpcSketchMessage struct { - Sketch []byte `protobuf:"bytes,1,opt,name=sketch,proto3" json:"sketch,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *CpcSketchMessage) Reset() { *m = CpcSketchMessage{} } -func (m *CpcSketchMessage) String() string { return proto.CompactTextString(m) } -func (*CpcSketchMessage) ProtoMessage() {} -func (*CpcSketchMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{4} -} - -func (m *CpcSketchMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_CpcSketchMessage.Unmarshal(m, b) -} -func (m *CpcSketchMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_CpcSketchMessage.Marshal(b, m, deterministic) -} -func (m *CpcSketchMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_CpcSketchMessage.Merge(m, src) -} -func (m *CpcSketchMessage) XXX_Size() int { - return xxx_messageInfo_CpcSketchMessage.Size(m) -} -func (m *CpcSketchMessage) XXX_DiscardUnknown() { - xxx_messageInfo_CpcSketchMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_CpcSketchMessage proto.InternalMessageInfo - -func (m *CpcSketchMessage) GetSketch() []byte { - if m != nil { - return m.Sketch - } - return nil -} - -type MetricComponentMessage struct { - TypeId uint32 `protobuf:"varint,1,opt,name=type_id,json=typeId,proto3" json:"type_id,omitempty"` - // Types that are valid to be assigned to Value: - // *MetricComponentMessage_N - // *MetricComponentMessage_D - // *MetricComponentMessage_FrequentItems - // *MetricComponentMessage_Hll - // *MetricComponentMessage_Kll - // *MetricComponentMessage_Cpc - // *MetricComponentMessage_SerializedBytes - // *MetricComponentMessage_DataclassParam - // *MetricComponentMessage_Msg - Value isMetricComponentMessage_Value `protobuf_oneof:"value"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *MetricComponentMessage) Reset() { *m = MetricComponentMessage{} } -func (m *MetricComponentMessage) String() string { return proto.CompactTextString(m) } -func (*MetricComponentMessage) ProtoMessage() {} -func (*MetricComponentMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{5} -} - -func (m *MetricComponentMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_MetricComponentMessage.Unmarshal(m, b) -} -func (m *MetricComponentMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_MetricComponentMessage.Marshal(b, m, deterministic) -} -func (m *MetricComponentMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_MetricComponentMessage.Merge(m, src) -} -func (m *MetricComponentMessage) XXX_Size() int { - return xxx_messageInfo_MetricComponentMessage.Size(m) -} -func (m *MetricComponentMessage) XXX_DiscardUnknown() { - xxx_messageInfo_MetricComponentMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_MetricComponentMessage proto.InternalMessageInfo - -func (m *MetricComponentMessage) GetTypeId() uint32 { - if m != nil { - return m.TypeId - } - return 0 -} - -type isMetricComponentMessage_Value interface { - isMetricComponentMessage_Value() -} - -type MetricComponentMessage_N struct { - N int64 `protobuf:"varint,2,opt,name=n,proto3,oneof"` -} - -type MetricComponentMessage_D struct { - D float64 `protobuf:"fixed64,3,opt,name=d,proto3,oneof"` -} - -type MetricComponentMessage_FrequentItems struct { - FrequentItems *FrequentItemsSketchMessage `protobuf:"bytes,4,opt,name=frequent_items,json=frequentItems,proto3,oneof"` -} - -type MetricComponentMessage_Hll struct { - Hll *HllSketchMessage `protobuf:"bytes,5,opt,name=hll,proto3,oneof"` -} - -type MetricComponentMessage_Kll struct { - Kll *KllSketchMessage `protobuf:"bytes,6,opt,name=kll,proto3,oneof"` -} - -type MetricComponentMessage_Cpc struct { - Cpc *CpcSketchMessage `protobuf:"bytes,7,opt,name=cpc,proto3,oneof"` -} - -type MetricComponentMessage_SerializedBytes struct { - SerializedBytes []byte `protobuf:"bytes,10,opt,name=serialized_bytes,json=serializedBytes,proto3,oneof"` -} - -type MetricComponentMessage_DataclassParam struct { - DataclassParam *_struct.Struct `protobuf:"bytes,11,opt,name=dataclass_param,json=dataclassParam,proto3,oneof"` -} - -type MetricComponentMessage_Msg struct { - Msg *any.Any `protobuf:"bytes,12,opt,name=msg,proto3,oneof"` -} - -func (*MetricComponentMessage_N) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_D) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_FrequentItems) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_Hll) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_Kll) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_Cpc) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_SerializedBytes) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_DataclassParam) isMetricComponentMessage_Value() {} - -func (*MetricComponentMessage_Msg) isMetricComponentMessage_Value() {} - -func (m *MetricComponentMessage) GetValue() isMetricComponentMessage_Value { - if m != nil { - return m.Value - } - return nil -} - -func (m *MetricComponentMessage) GetN() int64 { - if x, ok := m.GetValue().(*MetricComponentMessage_N); ok { - return x.N - } - return 0 -} - -func (m *MetricComponentMessage) GetD() float64 { - if x, ok := m.GetValue().(*MetricComponentMessage_D); ok { - return x.D - } - return 0 -} - -func (m *MetricComponentMessage) GetFrequentItems() *FrequentItemsSketchMessage { - if x, ok := m.GetValue().(*MetricComponentMessage_FrequentItems); ok { - return x.FrequentItems - } - return nil -} - -func (m *MetricComponentMessage) GetHll() *HllSketchMessage { - if x, ok := m.GetValue().(*MetricComponentMessage_Hll); ok { - return x.Hll - } - return nil -} - -func (m *MetricComponentMessage) GetKll() *KllSketchMessage { - if x, ok := m.GetValue().(*MetricComponentMessage_Kll); ok { - return x.Kll - } - return nil -} - -func (m *MetricComponentMessage) GetCpc() *CpcSketchMessage { - if x, ok := m.GetValue().(*MetricComponentMessage_Cpc); ok { - return x.Cpc - } - return nil -} - -func (m *MetricComponentMessage) GetSerializedBytes() []byte { - if x, ok := m.GetValue().(*MetricComponentMessage_SerializedBytes); ok { - return x.SerializedBytes - } - return nil -} - -func (m *MetricComponentMessage) GetDataclassParam() *_struct.Struct { - if x, ok := m.GetValue().(*MetricComponentMessage_DataclassParam); ok { - return x.DataclassParam - } - return nil -} - -func (m *MetricComponentMessage) GetMsg() *any.Any { - if x, ok := m.GetValue().(*MetricComponentMessage_Msg); ok { - return x.Msg - } - return nil -} - -// XXX_OneofWrappers is for the internal use of the proto package. -func (*MetricComponentMessage) XXX_OneofWrappers() []interface{} { - return []interface{}{ - (*MetricComponentMessage_N)(nil), - (*MetricComponentMessage_D)(nil), - (*MetricComponentMessage_FrequentItems)(nil), - (*MetricComponentMessage_Hll)(nil), - (*MetricComponentMessage_Kll)(nil), - (*MetricComponentMessage_Cpc)(nil), - (*MetricComponentMessage_SerializedBytes)(nil), - (*MetricComponentMessage_DataclassParam)(nil), - (*MetricComponentMessage_Msg)(nil), - } -} - -type MetricMessage struct { - MetricComponents map[string]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *MetricMessage) Reset() { *m = MetricMessage{} } -func (m *MetricMessage) String() string { return proto.CompactTextString(m) } -func (*MetricMessage) ProtoMessage() {} -func (*MetricMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{6} -} - -func (m *MetricMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_MetricMessage.Unmarshal(m, b) -} -func (m *MetricMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_MetricMessage.Marshal(b, m, deterministic) -} -func (m *MetricMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_MetricMessage.Merge(m, src) -} -func (m *MetricMessage) XXX_Size() int { - return xxx_messageInfo_MetricMessage.Size(m) -} -func (m *MetricMessage) XXX_DiscardUnknown() { - xxx_messageInfo_MetricMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_MetricMessage proto.InternalMessageInfo - -func (m *MetricMessage) GetMetricComponents() map[string]*MetricComponentMessage { - if m != nil { - return m.MetricComponents - } - return nil -} - -type ColumnMessage struct { - MetricComponents map[string]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *ColumnMessage) Reset() { *m = ColumnMessage{} } -func (m *ColumnMessage) String() string { return proto.CompactTextString(m) } -func (*ColumnMessage) ProtoMessage() {} -func (*ColumnMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{7} -} - -func (m *ColumnMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_ColumnMessage.Unmarshal(m, b) -} -func (m *ColumnMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_ColumnMessage.Marshal(b, m, deterministic) -} -func (m *ColumnMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_ColumnMessage.Merge(m, src) -} -func (m *ColumnMessage) XXX_Size() int { - return xxx_messageInfo_ColumnMessage.Size(m) -} -func (m *ColumnMessage) XXX_DiscardUnknown() { - xxx_messageInfo_ColumnMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_ColumnMessage proto.InternalMessageInfo - -func (m *ColumnMessage) GetMetricComponents() map[string]*MetricComponentMessage { - if m != nil { - return m.MetricComponents - } - return nil -} - -type DatasetProperties struct { - SchemaMajorVersion uint32 `protobuf:"varint,1,opt,name=schema_major_version,json=schemaMajorVersion,proto3" json:"schema_major_version,omitempty"` - SchemaMinorVersion uint32 `protobuf:"varint,2,opt,name=schema_minor_version,json=schemaMinorVersion,proto3" json:"schema_minor_version,omitempty"` - CreationTimestamp uint64 `protobuf:"varint,4,opt,name=creation_timestamp,json=creationTimestamp,proto3" json:"creation_timestamp,omitempty"` - DatasetTimestamp uint64 `protobuf:"varint,5,opt,name=dataset_timestamp,json=datasetTimestamp,proto3" json:"dataset_timestamp,omitempty"` - Tags map[string]string `protobuf:"bytes,6,rep,name=tags,proto3" json:"tags,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - Metadata map[string]string `protobuf:"bytes,7,rep,name=metadata,proto3" json:"metadata,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DatasetProperties) Reset() { *m = DatasetProperties{} } -func (m *DatasetProperties) String() string { return proto.CompactTextString(m) } -func (*DatasetProperties) ProtoMessage() {} -func (*DatasetProperties) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{8} -} - -func (m *DatasetProperties) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DatasetProperties.Unmarshal(m, b) -} -func (m *DatasetProperties) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DatasetProperties.Marshal(b, m, deterministic) -} -func (m *DatasetProperties) XXX_Merge(src proto.Message) { - xxx_messageInfo_DatasetProperties.Merge(m, src) -} -func (m *DatasetProperties) XXX_Size() int { - return xxx_messageInfo_DatasetProperties.Size(m) -} -func (m *DatasetProperties) XXX_DiscardUnknown() { - xxx_messageInfo_DatasetProperties.DiscardUnknown(m) -} - -var xxx_messageInfo_DatasetProperties proto.InternalMessageInfo - -func (m *DatasetProperties) GetSchemaMajorVersion() uint32 { - if m != nil { - return m.SchemaMajorVersion - } - return 0 -} - -func (m *DatasetProperties) GetSchemaMinorVersion() uint32 { - if m != nil { - return m.SchemaMinorVersion - } - return 0 -} - -func (m *DatasetProperties) GetCreationTimestamp() uint64 { - if m != nil { - return m.CreationTimestamp - } - return 0 -} - -func (m *DatasetProperties) GetDatasetTimestamp() uint64 { - if m != nil { - return m.DatasetTimestamp - } - return 0 -} - -func (m *DatasetProperties) GetTags() map[string]string { - if m != nil { - return m.Tags - } - return nil -} - -func (m *DatasetProperties) GetMetadata() map[string]string { - if m != nil { - return m.Metadata - } - return nil -} - -type ChunkOffsets struct { - Offsets []uint64 `protobuf:"varint,1,rep,packed,name=offsets,proto3" json:"offsets,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *ChunkOffsets) Reset() { *m = ChunkOffsets{} } -func (m *ChunkOffsets) String() string { return proto.CompactTextString(m) } -func (*ChunkOffsets) ProtoMessage() {} -func (*ChunkOffsets) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{9} -} - -func (m *ChunkOffsets) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_ChunkOffsets.Unmarshal(m, b) -} -func (m *ChunkOffsets) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_ChunkOffsets.Marshal(b, m, deterministic) -} -func (m *ChunkOffsets) XXX_Merge(src proto.Message) { - xxx_messageInfo_ChunkOffsets.Merge(m, src) -} -func (m *ChunkOffsets) XXX_Size() int { - return xxx_messageInfo_ChunkOffsets.Size(m) -} -func (m *ChunkOffsets) XXX_DiscardUnknown() { - xxx_messageInfo_ChunkOffsets.DiscardUnknown(m) -} - -var xxx_messageInfo_ChunkOffsets proto.InternalMessageInfo - -func (m *ChunkOffsets) GetOffsets() []uint64 { - if m != nil { - return m.Offsets - } - return nil -} - -type ChunkMessage struct { - MetricComponents map[uint32]*MetricComponentMessage `protobuf:"bytes,1,rep,name=metric_components,json=metricComponents,proto3" json:"metric_components,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *ChunkMessage) Reset() { *m = ChunkMessage{} } -func (m *ChunkMessage) String() string { return proto.CompactTextString(m) } -func (*ChunkMessage) ProtoMessage() {} -func (*ChunkMessage) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{10} -} - -func (m *ChunkMessage) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_ChunkMessage.Unmarshal(m, b) -} -func (m *ChunkMessage) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_ChunkMessage.Marshal(b, m, deterministic) -} -func (m *ChunkMessage) XXX_Merge(src proto.Message) { - xxx_messageInfo_ChunkMessage.Merge(m, src) -} -func (m *ChunkMessage) XXX_Size() int { - return xxx_messageInfo_ChunkMessage.Size(m) -} -func (m *ChunkMessage) XXX_DiscardUnknown() { - xxx_messageInfo_ChunkMessage.DiscardUnknown(m) -} - -var xxx_messageInfo_ChunkMessage proto.InternalMessageInfo - -func (m *ChunkMessage) GetMetricComponents() map[uint32]*MetricComponentMessage { - if m != nil { - return m.MetricComponents - } - return nil -} - -type ChunkHeader struct { - Type ChunkHeader_ChunkType `protobuf:"varint,1,opt,name=type,proto3,enum=dataset_profile.ChunkHeader_ChunkType" json:"type,omitempty"` - Tag string `protobuf:"bytes,2,opt,name=tag,proto3" json:"tag,omitempty"` - Length uint32 `protobuf:"varint,3,opt,name=length,proto3" json:"length,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *ChunkHeader) Reset() { *m = ChunkHeader{} } -func (m *ChunkHeader) String() string { return proto.CompactTextString(m) } -func (*ChunkHeader) ProtoMessage() {} -func (*ChunkHeader) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{11} -} - -func (m *ChunkHeader) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_ChunkHeader.Unmarshal(m, b) -} -func (m *ChunkHeader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_ChunkHeader.Marshal(b, m, deterministic) -} -func (m *ChunkHeader) XXX_Merge(src proto.Message) { - xxx_messageInfo_ChunkHeader.Merge(m, src) -} -func (m *ChunkHeader) XXX_Size() int { - return xxx_messageInfo_ChunkHeader.Size(m) -} -func (m *ChunkHeader) XXX_DiscardUnknown() { - xxx_messageInfo_ChunkHeader.DiscardUnknown(m) -} - -var xxx_messageInfo_ChunkHeader proto.InternalMessageInfo - -func (m *ChunkHeader) GetType() ChunkHeader_ChunkType { - if m != nil { - return m.Type - } - return ChunkHeader_DATASET -} - -func (m *ChunkHeader) GetTag() string { - if m != nil { - return m.Tag - } - return "" -} - -func (m *ChunkHeader) GetLength() uint32 { - if m != nil { - return m.Length - } - return 0 -} - -type DatasetProfileHeader struct { - Properties *DatasetProperties `protobuf:"bytes,1,opt,name=properties,proto3" json:"properties,omitempty"` - ColumnOffsets map[string]*ChunkOffsets `protobuf:"bytes,2,rep,name=column_offsets,json=columnOffsets,proto3" json:"column_offsets,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - MetricOffsets []*ChunkOffsets `protobuf:"bytes,3,rep,name=metric_offsets,json=metricOffsets,proto3" json:"metric_offsets,omitempty"` - Length uint64 `protobuf:"varint,4,opt,name=length,proto3" json:"length,omitempty"` - IndexedMetricPaths map[uint32]string `protobuf:"bytes,5,rep,name=indexed_metric_paths,json=indexedMetricPaths,proto3" json:"indexed_metric_paths,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DatasetProfileHeader) Reset() { *m = DatasetProfileHeader{} } -func (m *DatasetProfileHeader) String() string { return proto.CompactTextString(m) } -func (*DatasetProfileHeader) ProtoMessage() {} -func (*DatasetProfileHeader) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{12} -} - -func (m *DatasetProfileHeader) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DatasetProfileHeader.Unmarshal(m, b) -} -func (m *DatasetProfileHeader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DatasetProfileHeader.Marshal(b, m, deterministic) -} -func (m *DatasetProfileHeader) XXX_Merge(src proto.Message) { - xxx_messageInfo_DatasetProfileHeader.Merge(m, src) -} -func (m *DatasetProfileHeader) XXX_Size() int { - return xxx_messageInfo_DatasetProfileHeader.Size(m) -} -func (m *DatasetProfileHeader) XXX_DiscardUnknown() { - xxx_messageInfo_DatasetProfileHeader.DiscardUnknown(m) -} - -var xxx_messageInfo_DatasetProfileHeader proto.InternalMessageInfo - -func (m *DatasetProfileHeader) GetProperties() *DatasetProperties { - if m != nil { - return m.Properties - } - return nil -} - -func (m *DatasetProfileHeader) GetColumnOffsets() map[string]*ChunkOffsets { - if m != nil { - return m.ColumnOffsets - } - return nil -} - -func (m *DatasetProfileHeader) GetMetricOffsets() []*ChunkOffsets { - if m != nil { - return m.MetricOffsets - } - return nil -} - -func (m *DatasetProfileHeader) GetLength() uint64 { - if m != nil { - return m.Length - } - return 0 -} - -func (m *DatasetProfileHeader) GetIndexedMetricPaths() map[uint32]string { - if m != nil { - return m.IndexedMetricPaths - } - return nil -} - -type SegmentTag struct { - Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` - Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *SegmentTag) Reset() { *m = SegmentTag{} } -func (m *SegmentTag) String() string { return proto.CompactTextString(m) } -func (*SegmentTag) ProtoMessage() {} -func (*SegmentTag) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{13} -} - -func (m *SegmentTag) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_SegmentTag.Unmarshal(m, b) -} -func (m *SegmentTag) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_SegmentTag.Marshal(b, m, deterministic) -} -func (m *SegmentTag) XXX_Merge(src proto.Message) { - xxx_messageInfo_SegmentTag.Merge(m, src) -} -func (m *SegmentTag) XXX_Size() int { - return xxx_messageInfo_SegmentTag.Size(m) -} -func (m *SegmentTag) XXX_DiscardUnknown() { - xxx_messageInfo_SegmentTag.DiscardUnknown(m) -} - -var xxx_messageInfo_SegmentTag proto.InternalMessageInfo - -func (m *SegmentTag) GetKey() string { - if m != nil { - return m.Key - } - return "" -} - -func (m *SegmentTag) GetValue() string { - if m != nil { - return m.Value - } - return "" -} - -type Segment struct { - Tags []*SegmentTag `protobuf:"bytes,1,rep,name=tags,proto3" json:"tags,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *Segment) Reset() { *m = Segment{} } -func (m *Segment) String() string { return proto.CompactTextString(m) } -func (*Segment) ProtoMessage() {} -func (*Segment) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{14} -} - -func (m *Segment) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_Segment.Unmarshal(m, b) -} -func (m *Segment) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_Segment.Marshal(b, m, deterministic) -} -func (m *Segment) XXX_Merge(src proto.Message) { - xxx_messageInfo_Segment.Merge(m, src) -} -func (m *Segment) XXX_Size() int { - return xxx_messageInfo_Segment.Size(m) -} -func (m *Segment) XXX_DiscardUnknown() { - xxx_messageInfo_Segment.DiscardUnknown(m) -} - -var xxx_messageInfo_Segment proto.InternalMessageInfo - -func (m *Segment) GetTags() []*SegmentTag { - if m != nil { - return m.Tags - } - return nil -} - -type DatasetSegmentHeader struct { - // whether the file contains segmented data or not - HasSegments bool `protobuf:"varint,1,opt,name=has_segments,json=hasSegments,proto3" json:"has_segments,omitempty"` - // list of segments - Segments []*Segment `protobuf:"bytes,4,rep,name=segments,proto3" json:"segments,omitempty"` - // we want the indices of the map of offsets to have static size, and thus we use fixed32 bytes - Offsets map[uint32]uint64 `protobuf:"bytes,5,rep,name=offsets,proto3" json:"offsets,omitempty" protobuf_key:"varint,1,opt,name=key,proto3" protobuf_val:"varint,2,opt,name=value,proto3"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` -} - -func (m *DatasetSegmentHeader) Reset() { *m = DatasetSegmentHeader{} } -func (m *DatasetSegmentHeader) String() string { return proto.CompactTextString(m) } -func (*DatasetSegmentHeader) ProtoMessage() {} -func (*DatasetSegmentHeader) Descriptor() ([]byte, []int) { - return fileDescriptor_27839e0967b539de, []int{15} -} - -func (m *DatasetSegmentHeader) XXX_Unmarshal(b []byte) error { - return xxx_messageInfo_DatasetSegmentHeader.Unmarshal(m, b) -} -func (m *DatasetSegmentHeader) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { - return xxx_messageInfo_DatasetSegmentHeader.Marshal(b, m, deterministic) -} -func (m *DatasetSegmentHeader) XXX_Merge(src proto.Message) { - xxx_messageInfo_DatasetSegmentHeader.Merge(m, src) -} -func (m *DatasetSegmentHeader) XXX_Size() int { - return xxx_messageInfo_DatasetSegmentHeader.Size(m) -} -func (m *DatasetSegmentHeader) XXX_DiscardUnknown() { - xxx_messageInfo_DatasetSegmentHeader.DiscardUnknown(m) -} - -var xxx_messageInfo_DatasetSegmentHeader proto.InternalMessageInfo - -func (m *DatasetSegmentHeader) GetHasSegments() bool { - if m != nil { - return m.HasSegments - } - return false -} - -func (m *DatasetSegmentHeader) GetSegments() []*Segment { - if m != nil { - return m.Segments - } - return nil -} - -func (m *DatasetSegmentHeader) GetOffsets() map[uint32]uint64 { - if m != nil { - return m.Offsets - } - return nil -} - -func init() { - proto.RegisterEnum("dataset_profile.DataType_Type", DataType_Type_name, DataType_Type_value) - proto.RegisterEnum("dataset_profile.ChunkHeader_ChunkType", ChunkHeader_ChunkType_name, ChunkHeader_ChunkType_value) - proto.RegisterType((*DataType)(nil), "dataset_profile.DataType") - proto.RegisterType((*HllSketchMessage)(nil), "dataset_profile.HllSketchMessage") - proto.RegisterType((*FrequentItemsSketchMessage)(nil), "dataset_profile.FrequentItemsSketchMessage") - proto.RegisterType((*KllSketchMessage)(nil), "dataset_profile.KllSketchMessage") - proto.RegisterType((*CpcSketchMessage)(nil), "dataset_profile.CpcSketchMessage") - proto.RegisterType((*MetricComponentMessage)(nil), "dataset_profile.MetricComponentMessage") - proto.RegisterType((*MetricMessage)(nil), "dataset_profile.MetricMessage") - proto.RegisterMapType((map[string]*MetricComponentMessage)(nil), "dataset_profile.MetricMessage.MetricComponentsEntry") - proto.RegisterType((*ColumnMessage)(nil), "dataset_profile.ColumnMessage") - proto.RegisterMapType((map[string]*MetricComponentMessage)(nil), "dataset_profile.ColumnMessage.MetricComponentsEntry") - proto.RegisterType((*DatasetProperties)(nil), "dataset_profile.DatasetProperties") - proto.RegisterMapType((map[string]string)(nil), "dataset_profile.DatasetProperties.MetadataEntry") - proto.RegisterMapType((map[string]string)(nil), "dataset_profile.DatasetProperties.TagsEntry") - proto.RegisterType((*ChunkOffsets)(nil), "dataset_profile.ChunkOffsets") - proto.RegisterType((*ChunkMessage)(nil), "dataset_profile.ChunkMessage") - proto.RegisterMapType((map[uint32]*MetricComponentMessage)(nil), "dataset_profile.ChunkMessage.MetricComponentsEntry") - proto.RegisterType((*ChunkHeader)(nil), "dataset_profile.ChunkHeader") - proto.RegisterType((*DatasetProfileHeader)(nil), "dataset_profile.DatasetProfileHeader") - proto.RegisterMapType((map[string]*ChunkOffsets)(nil), "dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry") - proto.RegisterMapType((map[uint32]string)(nil), "dataset_profile.DatasetProfileHeader.IndexedMetricPathsEntry") - proto.RegisterType((*SegmentTag)(nil), "dataset_profile.SegmentTag") - proto.RegisterType((*Segment)(nil), "dataset_profile.Segment") - proto.RegisterType((*DatasetSegmentHeader)(nil), "dataset_profile.DatasetSegmentHeader") - proto.RegisterMapType((map[uint32]uint64)(nil), "dataset_profile.DatasetSegmentHeader.OffsetsEntry") -} - -func init() { - proto.RegisterFile("ludwig/profiling/proto/whylogs_messages.proto", fileDescriptor_27839e0967b539de) -} - -var fileDescriptor_27839e0967b539de = []byte{ - // 1138 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xcc, 0x56, 0x5b, 0x6f, 0x1b, 0x45, - 0x14, 0xf6, 0xda, 0x8e, 0xed, 0x1c, 0x5f, 0xba, 0x19, 0x85, 0x76, 0x31, 0x17, 0xa5, 0x2b, 0x04, - 0x56, 0x4b, 0x9d, 0xca, 0x0d, 0xa2, 0x0a, 0xaa, 0x84, 0xe3, 0xa4, 0xb5, 0x55, 0xc7, 0xae, 0x36, - 0x0e, 0x3c, 0x2e, 0x93, 0xf5, 0x78, 0xbd, 0x64, 0x6f, 0xec, 0x8c, 0x5b, 0xcc, 0xef, 0xe0, 0x85, - 0xbf, 0xc1, 0xbf, 0xe1, 0x05, 0xf1, 0x13, 0x78, 0xe5, 0x0d, 0xcd, 0xcc, 0xae, 0xef, 0xa6, 0x06, - 0xf5, 0x81, 0x17, 0x6b, 0x67, 0xce, 0xf9, 0xce, 0xf5, 0x3b, 0x67, 0x0c, 0x8f, 0xdc, 0xc9, 0xf0, - 0x8d, 0x63, 0x1f, 0x87, 0x51, 0x30, 0x72, 0x5c, 0xc7, 0x17, 0x5f, 0x2c, 0x38, 0x7e, 0x33, 0x9e, - 0xba, 0x81, 0x4d, 0x4d, 0x8f, 0x50, 0x8a, 0x6d, 0x42, 0xeb, 0xe2, 0x1a, 0xdd, 0x19, 0x62, 0x86, - 0x29, 0x61, 0xa6, 0xd4, 0x27, 0xd5, 0xf7, 0xed, 0x20, 0xb0, 0x5d, 0x22, 0x51, 0x37, 0x93, 0xd1, - 0x31, 0xf6, 0xa7, 0x52, 0xb7, 0xfa, 0xe1, 0xaa, 0x88, 0xb2, 0x68, 0x62, 0x31, 0x29, 0xd5, 0x7f, - 0x56, 0xa0, 0x70, 0x8e, 0x19, 0x1e, 0x4c, 0x43, 0x82, 0x1a, 0x90, 0x65, 0xd3, 0x90, 0x68, 0xca, - 0x91, 0x52, 0xab, 0x34, 0x3e, 0xae, 0xaf, 0x78, 0xa9, 0x27, 0x8a, 0x75, 0xfe, 0x63, 0x08, 0x5d, - 0x7d, 0x00, 0x59, 0x81, 0x2d, 0x42, 0xfe, 0xba, 0xf7, 0xb2, 0xd7, 0xff, 0xb6, 0xa7, 0xa6, 0x50, - 0x01, 0xb2, 0xbd, 0xeb, 0x6e, 0x57, 0x55, 0x50, 0x05, 0xe0, 0xb9, 0xd1, 0x6c, 0x0d, 0x3a, 0xfd, - 0x5e, 0xb3, 0xab, 0xa6, 0x51, 0x09, 0x0a, 0x9d, 0xde, 0xe0, 0xe2, 0x85, 0xd1, 0xec, 0xaa, 0x19, - 0x0e, 0x3a, 0xeb, 0xf7, 0xbb, 0x17, 0xcd, 0x9e, 0x9a, 0x45, 0x00, 0xb9, 0xab, 0x81, 0xd1, 0xe9, - 0xbd, 0x50, 0xf7, 0xf4, 0x07, 0xa0, 0xb6, 0x5d, 0xf7, 0xea, 0x96, 0x30, 0x6b, 0x7c, 0x29, 0x73, - 0x47, 0x77, 0x21, 0x47, 0xc5, 0x85, 0x88, 0xaf, 0x64, 0xc4, 0x27, 0xfd, 0x04, 0xaa, 0xcf, 0x23, - 0xf2, 0xc3, 0x84, 0xf8, 0xac, 0xc3, 0x88, 0x47, 0x77, 0x43, 0x3d, 0x00, 0xf5, 0xe5, 0xae, 0x1e, - 0x1e, 0x80, 0xda, 0x0a, 0xad, 0xdd, 0x74, 0xff, 0xcc, 0xc0, 0xdd, 0x4b, 0xc2, 0x22, 0xc7, 0x6a, - 0x05, 0x5e, 0x18, 0xf8, 0xc4, 0x67, 0x09, 0xe4, 0x1e, 0xe4, 0x79, 0xc9, 0x4c, 0x67, 0x28, 0x30, - 0x65, 0x23, 0xc7, 0x8f, 0x9d, 0x21, 0xaa, 0x80, 0xe2, 0x6b, 0xe9, 0x23, 0xa5, 0x96, 0x69, 0xa7, - 0x0c, 0xc5, 0xe7, 0xe7, 0xa1, 0x96, 0x39, 0x52, 0x6a, 0x0a, 0x3f, 0x0f, 0xd1, 0x00, 0x2a, 0xa3, - 0x38, 0x43, 0xd3, 0xe1, 0x29, 0x6a, 0xd9, 0x23, 0xa5, 0x56, 0x6c, 0x3c, 0x5c, 0xeb, 0xd0, 0xf6, - 0x42, 0xb4, 0x53, 0x46, 0x79, 0xb4, 0x28, 0x45, 0x5f, 0x40, 0x66, 0xec, 0xba, 0xda, 0x9e, 0x30, - 0x75, 0x7f, 0xcd, 0xd4, 0x6a, 0xfd, 0xdb, 0x29, 0x83, 0xeb, 0x73, 0xd8, 0xad, 0xeb, 0x6a, 0xb9, - 0x2d, 0xb0, 0x97, 0x1b, 0x60, 0xb7, 0x12, 0x66, 0x85, 0x96, 0x96, 0xdf, 0x02, 0x5b, 0xad, 0x2f, - 0x87, 0x59, 0xa1, 0x85, 0x1e, 0x82, 0x4a, 0x49, 0xe4, 0x60, 0xd7, 0xf9, 0x89, 0x0c, 0xcd, 0x9b, - 0x29, 0x23, 0x54, 0x03, 0x5e, 0xf0, 0x76, 0xca, 0xb8, 0x33, 0x97, 0x9c, 0x71, 0x01, 0x3a, 0x03, - 0x31, 0x18, 0x96, 0x8b, 0x29, 0x35, 0x43, 0x1c, 0x61, 0x4f, 0x2b, 0x0a, 0x7f, 0xf7, 0xea, 0x72, - 0x08, 0xea, 0xc9, 0x10, 0xd4, 0xaf, 0xc4, 0x10, 0xb4, 0x53, 0x46, 0x65, 0x86, 0x78, 0xc5, 0x01, - 0xa8, 0x06, 0x19, 0x8f, 0xda, 0x5a, 0x49, 0xe0, 0x0e, 0xd7, 0x70, 0x4d, 0x7f, 0xca, 0x43, 0xf3, - 0xa8, 0x7d, 0x96, 0x87, 0xbd, 0xd7, 0xd8, 0x9d, 0x10, 0xfd, 0x0f, 0x05, 0xca, 0xb2, 0xe5, 0x49, - 0xa7, 0x31, 0x1c, 0x78, 0xe2, 0xc2, 0xb4, 0x12, 0x12, 0x50, 0x4d, 0x39, 0xca, 0xd4, 0x8a, 0x8d, - 0x93, 0xb5, 0xd4, 0x97, 0xa0, 0xf5, 0x15, 0xee, 0xd0, 0x0b, 0x9f, 0x45, 0x53, 0x43, 0xf5, 0x56, - 0xae, 0xab, 0x2e, 0xbc, 0xb7, 0x51, 0x15, 0xa9, 0x90, 0xb9, 0x25, 0x53, 0xc1, 0xb0, 0x7d, 0x83, - 0x7f, 0xa2, 0x67, 0x71, 0xa0, 0x82, 0x62, 0xc5, 0xc6, 0x67, 0x5b, 0x22, 0x58, 0xe5, 0xab, 0x21, - 0x51, 0xa7, 0xe9, 0xa7, 0x8a, 0x48, 0xb1, 0x15, 0xb8, 0x13, 0xcf, 0xff, 0x4f, 0x29, 0x2e, 0x41, - 0xff, 0xa7, 0x29, 0xfe, 0x96, 0x81, 0x83, 0x73, 0x89, 0x7a, 0x15, 0x05, 0x21, 0x89, 0x98, 0x43, - 0x28, 0x7a, 0x0c, 0x87, 0xd4, 0x1a, 0x13, 0x0f, 0x9b, 0x1e, 0xfe, 0x3e, 0x88, 0xcc, 0xd7, 0x24, - 0xa2, 0x4e, 0xe0, 0xc7, 0x03, 0x8c, 0xa4, 0xec, 0x92, 0x8b, 0xbe, 0x91, 0x92, 0x45, 0x84, 0xe3, - 0x2f, 0x20, 0xd2, 0x4b, 0x08, 0x2e, 0x4a, 0x10, 0x8f, 0x00, 0x59, 0x11, 0xc1, 0xcc, 0x09, 0x7c, - 0x93, 0x39, 0x1e, 0xa1, 0x0c, 0x7b, 0xa1, 0x18, 0xf1, 0xac, 0x71, 0x90, 0x48, 0x06, 0x89, 0x00, - 0x3d, 0x84, 0x83, 0x24, 0xbb, 0xb9, 0xf6, 0x9e, 0xd0, 0x56, 0x63, 0xc1, 0x5c, 0xf9, 0x6b, 0xc8, - 0x32, 0x6c, 0x53, 0x2d, 0x27, 0x3a, 0xf3, 0xf9, 0xc6, 0x95, 0xbe, 0x94, 0x71, 0x7d, 0x80, 0xed, - 0xb8, 0x23, 0x02, 0x89, 0xba, 0x50, 0xf0, 0x08, 0xc3, 0x1c, 0xa8, 0xe5, 0x85, 0x95, 0xc7, 0x3b, - 0x58, 0xb9, 0x8c, 0x21, 0xd2, 0xd2, 0xcc, 0x42, 0xf5, 0x4b, 0xd8, 0x9f, 0x39, 0xd8, 0xd0, 0xc7, - 0xc3, 0xc5, 0x3e, 0xee, 0x2f, 0xb4, 0xa7, 0xfa, 0x95, 0x98, 0xb1, 0xb9, 0xcd, 0x7f, 0x03, 0xd6, - 0x6b, 0x50, 0x6a, 0x8d, 0x27, 0xfe, 0x6d, 0x7f, 0x34, 0xa2, 0x84, 0x51, 0xa4, 0x41, 0x3e, 0x90, - 0x9f, 0x82, 0xb2, 0x59, 0x23, 0x39, 0xea, 0xbf, 0x2b, 0xb1, 0x6a, 0xc2, 0xf3, 0xef, 0xb6, 0xf3, - 0xfc, 0xc9, 0x3a, 0xcf, 0x17, 0x90, 0xef, 0x94, 0xe6, 0xe5, 0x77, 0x46, 0xf3, 0x5f, 0x14, 0x28, - 0x8a, 0x30, 0xdb, 0x04, 0x0f, 0x49, 0x84, 0x4e, 0x97, 0xde, 0xfc, 0x4f, 0x37, 0xa7, 0x24, 0x75, - 0xe5, 0xf7, 0xfc, 0xed, 0xe7, 0x01, 0x32, 0x6c, 0xc7, 0xe5, 0xe6, 0x9f, 0xfc, 0x55, 0x74, 0x89, - 0x6f, 0xb3, 0xb1, 0x78, 0xbe, 0xca, 0x46, 0x7c, 0xd2, 0x3f, 0x81, 0xfd, 0x19, 0x98, 0xbf, 0xfa, - 0xe7, 0xcd, 0x41, 0xf3, 0xea, 0x62, 0xa0, 0xa6, 0xf8, 0xab, 0xdf, 0xea, 0x77, 0xaf, 0x2f, 0x7b, - 0x6a, 0x5a, 0xff, 0x35, 0x0b, 0x87, 0x73, 0x2a, 0x71, 0xf7, 0x71, 0x90, 0x67, 0x00, 0xe1, 0x8c, - 0x5b, 0x22, 0xd4, 0x62, 0x43, 0x7f, 0x3b, 0x0b, 0x8d, 0x05, 0x14, 0x32, 0xa1, 0x62, 0x89, 0x35, - 0x64, 0x26, 0xad, 0x4f, 0x8b, 0x2e, 0x3e, 0xfd, 0x07, 0x3b, 0xf3, 0x10, 0xe2, 0x15, 0x16, 0x13, - 0x48, 0xb6, 0xb2, 0x6c, 0x2d, 0xde, 0xa1, 0x73, 0xa8, 0xc4, 0x4c, 0x49, 0x1c, 0x64, 0x84, 0x83, - 0x8f, 0x36, 0xd7, 0x34, 0x86, 0x19, 0x65, 0x09, 0x4a, 0xac, 0xcc, 0x2b, 0x28, 0x17, 0x40, 0x7c, - 0x42, 0x01, 0x1c, 0x3a, 0xfe, 0x90, 0xfc, 0x48, 0x86, 0x66, 0xec, 0x25, 0xc4, 0x6c, 0x4c, 0xb5, - 0x3d, 0xe1, 0xe3, 0xd9, 0x6e, 0x49, 0x74, 0xa4, 0x05, 0xc9, 0x92, 0x57, 0x1c, 0x2f, 0x33, 0x41, - 0xce, 0x9a, 0xa0, 0x6a, 0x02, 0x5a, 0xcf, 0x79, 0xc3, 0xd4, 0x3d, 0x59, 0xe6, 0xe4, 0x5b, 0xb2, - 0x5d, 0x98, 0xe8, 0x0b, 0xb8, 0xb7, 0x25, 0x9e, 0x0d, 0xcc, 0xdf, 0x3e, 0xdb, 0x27, 0x00, 0x57, - 0xc4, 0xf6, 0x88, 0xcf, 0x06, 0xd8, 0xde, 0x75, 0x2b, 0xe8, 0xa7, 0x90, 0x8f, 0x51, 0xe8, 0x38, - 0x5e, 0x91, 0x72, 0xa8, 0x3f, 0x58, 0x8b, 0x7f, 0x6e, 0x5d, 0x6e, 0x44, 0xfd, 0x2f, 0x65, 0x46, - 0xd3, 0x58, 0x16, 0xd3, 0xf4, 0x3e, 0x94, 0xc6, 0x98, 0x9a, 0x54, 0x5e, 0x4a, 0xa2, 0x16, 0x8c, - 0xe2, 0x18, 0xd3, 0x58, 0x8f, 0xa2, 0x13, 0x28, 0xcc, 0xc4, 0x59, 0xe1, 0x50, 0xdb, 0xe6, 0xd0, - 0x98, 0x69, 0xa2, 0xee, 0x7c, 0x5f, 0xc9, 0x7e, 0x37, 0xb6, 0xf5, 0x7b, 0x29, 0xa0, 0xfa, 0x12, - 0x5d, 0x13, 0x13, 0xd5, 0x53, 0x28, 0x6d, 0xeb, 0xe9, 0xa6, 0x6a, 0x67, 0x17, 0xaa, 0x7d, 0x93, - 0x13, 0xff, 0x84, 0x9e, 0xfc, 0x1d, 0x00, 0x00, 0xff, 0xff, 0xa9, 0xf3, 0x38, 0x82, 0xb1, 0x0c, - 0x00, 0x00, -} diff --git a/ludwig/profiling/proto/whylogs_messages.proto b/ludwig/profiling/proto/whylogs_messages.proto index 653ea6933ac..a682ee623ea 100644 --- a/ludwig/profiling/proto/whylogs_messages.proto +++ b/ludwig/profiling/proto/whylogs_messages.proto @@ -1,21 +1,18 @@ // A copy of whylogs/proto/src/whylogs_messages.proto from // https://github.com/whylabs/whylogs/blob/mainline/proto/src/whylogs_messages.proto // -// To generate compiled proto code, run: -// (if protoc not installed yet) -// > sudo apt install protobuf-compiler -// > protoc --proto_path=. --python_out=. \ -// ludwig/profiling/proto/whylogs_messages.proto ludwig/profiling/proto/dataset_profile.proto -// -// Read more on proto compilation: https://developers.google.com/protocol-buffers/docs/reference/python-generated +// See dataset_profile.proto to see how to re-generate proto code. syntax = "proto3"; package dataset_profile; + import "google/protobuf/any.proto"; import "google/protobuf/struct.proto"; +option go_package = "github.com/ludwig-ai/ludwig/dataset_profile"; + message DataType { enum Type { UNKNOWN = 0; diff --git a/ludwig/profiling/proto/whylogs_messages_pb2.py b/ludwig/profiling/proto/whylogs_messages_pb2.py index 1159017964c..0e03691653c 100644 --- a/ludwig/profiling/proto/whylogs_messages_pb2.py +++ b/ludwig/profiling/proto/whylogs_messages_pb2.py @@ -19,9 +19,9 @@ name='ludwig/profiling/proto/whylogs_messages.proto', package='dataset_profile', syntax='proto3', - serialized_options=None, + serialized_options=b'Z+github.com/ludwig-ai/ludwig/dataset_profile', create_key=_descriptor._internal_create_key, - serialized_pb=b'\n-ludwig/profiling/proto/whylogs_messages.proto\x12\x0f\x64\x61taset_profile\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x8e\x01\n\x08\x44\x61taType\x12,\n\x04type\x18\x01 \x01(\x0e\x32\x1e.dataset_profile.DataType.Type\"T\n\x04Type\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04NULL\x10\x01\x12\x0e\n\nFRACTIONAL\x10\x02\x12\x0c\n\x08INTEGRAL\x10\x03\x12\x0b\n\x07\x42OOLEAN\x10\x04\x12\n\n\x06STRING\x10\x05\"\"\n\x10HllSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\",\n\x1a\x46requentItemsSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\"\n\x10KllSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\"\n\x10\x43pcSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\x9e\x03\n\x16MetricComponentMessage\x12\x0f\n\x07type_id\x18\x01 \x01(\r\x12\x0b\n\x01n\x18\x02 \x01(\x03H\x00\x12\x0b\n\x01\x64\x18\x03 \x01(\x01H\x00\x12\x45\n\x0e\x66requent_items\x18\x04 \x01(\x0b\x32+.dataset_profile.FrequentItemsSketchMessageH\x00\x12\x30\n\x03hll\x18\x05 \x01(\x0b\x32!.dataset_profile.HllSketchMessageH\x00\x12\x30\n\x03kll\x18\x06 \x01(\x0b\x32!.dataset_profile.KllSketchMessageH\x00\x12\x30\n\x03\x63pc\x18\x07 \x01(\x0b\x32!.dataset_profile.CpcSketchMessageH\x00\x12\x1a\n\x10serialized_bytes\x18\n \x01(\x0cH\x00\x12\x32\n\x0f\x64\x61taclass_param\x18\x0b \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x12#\n\x03msg\x18\x0c \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x42\x07\n\x05value\"\xc2\x01\n\rMetricMessage\x12O\n\x11metric_components\x18\x01 \x03(\x0b\x32\x34.dataset_profile.MetricMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\xc2\x01\n\rColumnMessage\x12O\n\x11metric_components\x18\x01 \x03(\x0b\x32\x34.dataset_profile.ColumnMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\xe4\x02\n\x11\x44\x61tasetProperties\x12\x1c\n\x14schema_major_version\x18\x01 \x01(\r\x12\x1c\n\x14schema_minor_version\x18\x02 \x01(\r\x12\x1a\n\x12\x63reation_timestamp\x18\x04 \x01(\x04\x12\x19\n\x11\x64\x61taset_timestamp\x18\x05 \x01(\x04\x12:\n\x04tags\x18\x06 \x03(\x0b\x32,.dataset_profile.DatasetProperties.TagsEntry\x12\x42\n\x08metadata\x18\x07 \x03(\x0b\x32\x30.dataset_profile.DatasetProperties.MetadataEntry\x1a+\n\tTagsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x1f\n\x0c\x43hunkOffsets\x12\x0f\n\x07offsets\x18\x01 \x03(\x04\"\xc0\x01\n\x0c\x43hunkMessage\x12N\n\x11metric_components\x18\x01 \x03(\x0b\x32\x33.dataset_profile.ChunkMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\x86\x01\n\x0b\x43hunkHeader\x12\x34\n\x04type\x18\x01 \x01(\x0e\x32&.dataset_profile.ChunkHeader.ChunkType\x12\x0b\n\x03tag\x18\x02 \x01(\t\x12\x0e\n\x06length\x18\x03 \x01(\r\"$\n\tChunkType\x12\x0b\n\x07\x44\x41TASET\x10\x00\x12\n\n\x06\x43OLUMN\x10\x02\"\xd4\x03\n\x14\x44\x61tasetProfileHeader\x12\x36\n\nproperties\x18\x01 \x01(\x0b\x32\".dataset_profile.DatasetProperties\x12P\n\x0e\x63olumn_offsets\x18\x02 \x03(\x0b\x32\x38.dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry\x12\x35\n\x0emetric_offsets\x18\x03 \x03(\x0b\x32\x1d.dataset_profile.ChunkOffsets\x12\x0e\n\x06length\x18\x04 \x01(\x04\x12[\n\x14indexed_metric_paths\x18\x05 \x03(\x0b\x32=.dataset_profile.DatasetProfileHeader.IndexedMetricPathsEntry\x1aS\n\x12\x43olumnOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.dataset_profile.ChunkOffsets:\x02\x38\x01\x1a\x39\n\x17IndexedMetricPathsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"(\n\nSegmentTag\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\"4\n\x07Segment\x12)\n\x04tags\x18\x01 \x03(\x0b\x32\x1b.dataset_profile.SegmentTag\"\xcd\x01\n\x14\x44\x61tasetSegmentHeader\x12\x14\n\x0chas_segments\x18\x01 \x01(\x08\x12*\n\x08segments\x18\x04 \x03(\x0b\x32\x18.dataset_profile.Segment\x12\x43\n\x07offsets\x18\x05 \x03(\x0b\x32\x32.dataset_profile.DatasetSegmentHeader.OffsetsEntry\x1a.\n\x0cOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\r\n\x05value\x18\x02 \x01(\x04:\x02\x38\x01\x62\x06proto3' + serialized_pb=b'\n-ludwig/profiling/proto/whylogs_messages.proto\x12\x0f\x64\x61taset_profile\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x8e\x01\n\x08\x44\x61taType\x12,\n\x04type\x18\x01 \x01(\x0e\x32\x1e.dataset_profile.DataType.Type\"T\n\x04Type\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04NULL\x10\x01\x12\x0e\n\nFRACTIONAL\x10\x02\x12\x0c\n\x08INTEGRAL\x10\x03\x12\x0b\n\x07\x42OOLEAN\x10\x04\x12\n\n\x06STRING\x10\x05\"\"\n\x10HllSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\",\n\x1a\x46requentItemsSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\"\n\x10KllSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\"\n\x10\x43pcSketchMessage\x12\x0e\n\x06sketch\x18\x01 \x01(\x0c\"\x9e\x03\n\x16MetricComponentMessage\x12\x0f\n\x07type_id\x18\x01 \x01(\r\x12\x0b\n\x01n\x18\x02 \x01(\x03H\x00\x12\x0b\n\x01\x64\x18\x03 \x01(\x01H\x00\x12\x45\n\x0e\x66requent_items\x18\x04 \x01(\x0b\x32+.dataset_profile.FrequentItemsSketchMessageH\x00\x12\x30\n\x03hll\x18\x05 \x01(\x0b\x32!.dataset_profile.HllSketchMessageH\x00\x12\x30\n\x03kll\x18\x06 \x01(\x0b\x32!.dataset_profile.KllSketchMessageH\x00\x12\x30\n\x03\x63pc\x18\x07 \x01(\x0b\x32!.dataset_profile.CpcSketchMessageH\x00\x12\x1a\n\x10serialized_bytes\x18\n \x01(\x0cH\x00\x12\x32\n\x0f\x64\x61taclass_param\x18\x0b \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x12#\n\x03msg\x18\x0c \x01(\x0b\x32\x14.google.protobuf.AnyH\x00\x42\x07\n\x05value\"\xc2\x01\n\rMetricMessage\x12O\n\x11metric_components\x18\x01 \x03(\x0b\x32\x34.dataset_profile.MetricMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\xc2\x01\n\rColumnMessage\x12O\n\x11metric_components\x18\x01 \x03(\x0b\x32\x34.dataset_profile.ColumnMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\xe4\x02\n\x11\x44\x61tasetProperties\x12\x1c\n\x14schema_major_version\x18\x01 \x01(\r\x12\x1c\n\x14schema_minor_version\x18\x02 \x01(\r\x12\x1a\n\x12\x63reation_timestamp\x18\x04 \x01(\x04\x12\x19\n\x11\x64\x61taset_timestamp\x18\x05 \x01(\x04\x12:\n\x04tags\x18\x06 \x03(\x0b\x32,.dataset_profile.DatasetProperties.TagsEntry\x12\x42\n\x08metadata\x18\x07 \x03(\x0b\x32\x30.dataset_profile.DatasetProperties.MetadataEntry\x1a+\n\tTagsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x1f\n\x0c\x43hunkOffsets\x12\x0f\n\x07offsets\x18\x01 \x03(\x04\"\xc0\x01\n\x0c\x43hunkMessage\x12N\n\x11metric_components\x18\x01 \x03(\x0b\x32\x33.dataset_profile.ChunkMessage.MetricComponentsEntry\x1a`\n\x15MetricComponentsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.dataset_profile.MetricComponentMessage:\x02\x38\x01\"\x86\x01\n\x0b\x43hunkHeader\x12\x34\n\x04type\x18\x01 \x01(\x0e\x32&.dataset_profile.ChunkHeader.ChunkType\x12\x0b\n\x03tag\x18\x02 \x01(\t\x12\x0e\n\x06length\x18\x03 \x01(\r\"$\n\tChunkType\x12\x0b\n\x07\x44\x41TASET\x10\x00\x12\n\n\x06\x43OLUMN\x10\x02\"\xd4\x03\n\x14\x44\x61tasetProfileHeader\x12\x36\n\nproperties\x18\x01 \x01(\x0b\x32\".dataset_profile.DatasetProperties\x12P\n\x0e\x63olumn_offsets\x18\x02 \x03(\x0b\x32\x38.dataset_profile.DatasetProfileHeader.ColumnOffsetsEntry\x12\x35\n\x0emetric_offsets\x18\x03 \x03(\x0b\x32\x1d.dataset_profile.ChunkOffsets\x12\x0e\n\x06length\x18\x04 \x01(\x04\x12[\n\x14indexed_metric_paths\x18\x05 \x03(\x0b\x32=.dataset_profile.DatasetProfileHeader.IndexedMetricPathsEntry\x1aS\n\x12\x43olumnOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12,\n\x05value\x18\x02 \x01(\x0b\x32\x1d.dataset_profile.ChunkOffsets:\x02\x38\x01\x1a\x39\n\x17IndexedMetricPathsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"(\n\nSegmentTag\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\"4\n\x07Segment\x12)\n\x04tags\x18\x01 \x03(\x0b\x32\x1b.dataset_profile.SegmentTag\"\xcd\x01\n\x14\x44\x61tasetSegmentHeader\x12\x14\n\x0chas_segments\x18\x01 \x01(\x08\x12*\n\x08segments\x18\x04 \x03(\x0b\x32\x18.dataset_profile.Segment\x12\x43\n\x07offsets\x18\x05 \x03(\x0b\x32\x32.dataset_profile.DatasetSegmentHeader.OffsetsEntry\x1a.\n\x0cOffsetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\r\x12\r\n\x05value\x18\x02 \x01(\x04:\x02\x38\x01\x42-Z+github.com/ludwig-ai/ludwig/dataset_profileb\x06proto3' , dependencies=[google_dot_protobuf_dot_any__pb2.DESCRIPTOR,google_dot_protobuf_dot_struct__pb2.DESCRIPTOR,]) @@ -1337,6 +1337,7 @@ _sym_db.RegisterMessage(DatasetSegmentHeader.OffsetsEntry) +DESCRIPTOR._options = None _METRICMESSAGE_METRICCOMPONENTSENTRY._options = None _COLUMNMESSAGE_METRICCOMPONENTSENTRY._options = None _DATASETPROPERTIES_TAGSENTRY._options = None diff --git a/pyproject.toml b/pyproject.toml index 205f772c254..38ac51086cf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -7,4 +7,4 @@ order_by_type = "False" [tool.black] line-length = 120 -exclude = "./proto/" +exclude = "./python/"