diff --git a/pkg/manager/impl/artifact_manager_test.go b/pkg/manager/impl/artifact_manager_test.go index c19b6ae7..53606115 100644 --- a/pkg/manager/impl/artifact_manager_test.go +++ b/pkg/manager/impl/artifact_manager_test.go @@ -3,10 +3,12 @@ package impl import ( "context" "testing" + "time" "fmt" "github.com/golang/protobuf/proto" + "github.com/golang/protobuf/ptypes" "github.com/lyft/datacatalog/pkg/common" "github.com/lyft/datacatalog/pkg/errors" "github.com/lyft/datacatalog/pkg/repositories/mocks" @@ -48,6 +50,11 @@ func getTestStringLiteral() *core.Literal { } } +func getTestTimestamp() time.Time { + timestamp, _ := time.Parse(time.RFC3339, "2019-12-26T00:00:00+00:00") + return timestamp +} + func getTestArtifact() *datacatalog.Artifact { datasetID := &datacatalog.DatasetID{ Project: "test-project", @@ -56,6 +63,8 @@ func getTestArtifact() *datacatalog.Artifact { Version: "test-version", UUID: "test-uuid", } + createdAt, _ := ptypes.TimestampProto(getTestTimestamp()) + return &datacatalog.Artifact{ Id: "test-id", Dataset: datasetID, @@ -75,6 +84,7 @@ func getTestArtifact() *datacatalog.Artifact { Tags: []*datacatalog.Tag{ {Name: "test-tag", Dataset: datasetID, ArtifactId: "test-id"}, }, + CreatedAt: createdAt, } } @@ -134,6 +144,9 @@ func getExpectedArtifactModel(ctx context.Context, t *testing.T, datastore *stor Tags: []models.Tag{ {TagKey: models.TagKey{TagName: "test-tag"}, DatasetUUID: expectedDataset.UUID, ArtifactID: artifact.Id}, }, + BaseModel: models.BaseModel{ + CreatedAt: getTestTimestamp(), + }, } } diff --git a/pkg/repositories/transformers/artifact.go b/pkg/repositories/transformers/artifact.go index fae50db7..bbcdc705 100644 --- a/pkg/repositories/transformers/artifact.go +++ b/pkg/repositories/transformers/artifact.go @@ -1,8 +1,11 @@ package transformers import ( + "github.com/golang/protobuf/ptypes" + "github.com/lyft/datacatalog/pkg/errors" "github.com/lyft/datacatalog/pkg/repositories/models" datacatalog "github.com/lyft/datacatalog/protos/gen" + "google.golang.org/grpc/codes" ) func CreateArtifactModel(request datacatalog.CreateArtifactRequest, artifactData []models.ArtifactData, dataset models.Dataset) (models.Artifact, error) { @@ -63,12 +66,19 @@ func FromArtifactModel(artifact models.Artifact) (datacatalog.Artifact, error) { for i, tag := range artifact.Tags { tags[i] = FromTagModel(datasetID, tag) } + + createdAt, err := ptypes.TimestampProto(artifact.CreatedAt) + if err != nil { + return datacatalog.Artifact{}, errors.NewDataCatalogErrorf(codes.Internal, + "artifact [%+v] invalid createdAt time conversion", artifact) + } return datacatalog.Artifact{ Id: artifact.ArtifactID, Dataset: &datasetID, Metadata: metadata, Partitions: partitions, Tags: tags, + CreatedAt: createdAt, }, nil } diff --git a/pkg/repositories/transformers/artifact_test.go b/pkg/repositories/transformers/artifact_test.go index 9b403bc0..42a1fdc4 100644 --- a/pkg/repositories/transformers/artifact_test.go +++ b/pkg/repositories/transformers/artifact_test.go @@ -3,6 +3,9 @@ package transformers import ( "testing" + "time" + + "github.com/golang/protobuf/ptypes" "github.com/lyft/datacatalog/pkg/repositories/models" datacatalog "github.com/lyft/datacatalog/protos/gen" "github.com/lyft/flyteidl/gen/pb-go/flyteidl/core" @@ -101,6 +104,8 @@ func TestCreateArtifactModelNoMetdata(t *testing.T) { } func TestFromArtifactModel(t *testing.T) { + createdAt := time.Now() + artifactModel := models.Artifact{ ArtifactKey: models.ArtifactKey{ DatasetProject: "project1", @@ -112,6 +117,9 @@ func TestFromArtifactModel(t *testing.T) { SerializedMetadata: []byte{}, Partitions: getTestPartitions(), Tags: getTestTags(), + BaseModel: models.BaseModel{ + CreatedAt: createdAt, + }, } actual, err := FromArtifactModel(artifactModel) @@ -130,6 +138,10 @@ func TestFromArtifactModel(t *testing.T) { assert.Len(t, actual.Tags, 1) assert.EqualValues(t, artifactModel.Tags[0].TagName, actual.Tags[0].Name) + + timestampProto, err := ptypes.TimestampProto(createdAt) + assert.NoError(t, err) + assert.Equal(t, actual.CreatedAt, timestampProto) } func TestToArtifactKey(t *testing.T) { diff --git a/protos/gen/service.pb.go b/protos/gen/service.pb.go index f7c5bb3a..2b03be37 100644 --- a/protos/gen/service.pb.go +++ b/protos/gen/service.pb.go @@ -7,6 +7,7 @@ import ( context "context" fmt "fmt" proto "github.com/golang/protobuf/proto" + timestamp "github.com/golang/protobuf/ptypes/timestamp" core "github.com/lyft/flyteidl/gen/pb-go/flyteidl/core" grpc "google.golang.org/grpc" codes "google.golang.org/grpc/codes" @@ -622,7 +623,7 @@ func (m *ListArtifactsResponse) GetNextToken() string { type ListDatasetsRequest struct { // Apply the filter expression to this query Filter *FilterExpression `protobuf:"bytes,1,opt,name=filter,proto3" json:"filter,omitempty"` - // Pagination options to get a page of artifacts + // Pagination options to get a page of datasets Pagination *PaginationOptions `protobuf:"bytes,2,opt,name=pagination,proto3" json:"pagination,omitempty"` XXX_NoUnkeyedLiteral struct{} `json:"-"` XXX_unrecognized []byte `json:"-"` @@ -670,7 +671,7 @@ func (m *ListDatasetsRequest) GetPagination() *PaginationOptions { // List the datasets response with token for next pagination type ListDatasetsResponse struct { - // The list of artifacts + // The list of datasets Datasets []*Dataset `protobuf:"bytes,1,rep,name=datasets,proto3" json:"datasets,omitempty"` // Token to use to request the next page, pass this into the next requests PaginationOptions NextToken string `protobuf:"bytes,2,opt,name=next_token,json=nextToken,proto3" json:"next_token,omitempty"` @@ -892,15 +893,16 @@ func (m *DatasetID) GetUUID() string { } type Artifact struct { - Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` - Dataset *DatasetID `protobuf:"bytes,2,opt,name=dataset,proto3" json:"dataset,omitempty"` - Data []*ArtifactData `protobuf:"bytes,3,rep,name=data,proto3" json:"data,omitempty"` - Metadata *Metadata `protobuf:"bytes,4,opt,name=metadata,proto3" json:"metadata,omitempty"` - Partitions []*Partition `protobuf:"bytes,5,rep,name=partitions,proto3" json:"partitions,omitempty"` - Tags []*Tag `protobuf:"bytes,6,rep,name=tags,proto3" json:"tags,omitempty"` - XXX_NoUnkeyedLiteral struct{} `json:"-"` - XXX_unrecognized []byte `json:"-"` - XXX_sizecache int32 `json:"-"` + Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` + Dataset *DatasetID `protobuf:"bytes,2,opt,name=dataset,proto3" json:"dataset,omitempty"` + Data []*ArtifactData `protobuf:"bytes,3,rep,name=data,proto3" json:"data,omitempty"` + Metadata *Metadata `protobuf:"bytes,4,opt,name=metadata,proto3" json:"metadata,omitempty"` + Partitions []*Partition `protobuf:"bytes,5,rep,name=partitions,proto3" json:"partitions,omitempty"` + Tags []*Tag `protobuf:"bytes,6,rep,name=tags,proto3" json:"tags,omitempty"` + CreatedAt *timestamp.Timestamp `protobuf:"bytes,7,opt,name=created_at,json=createdAt,proto3" json:"created_at,omitempty"` + XXX_NoUnkeyedLiteral struct{} `json:"-"` + XXX_unrecognized []byte `json:"-"` + XXX_sizecache int32 `json:"-"` } func (m *Artifact) Reset() { *m = Artifact{} } @@ -970,6 +972,13 @@ func (m *Artifact) GetTags() []*Tag { return nil } +func (m *Artifact) GetCreatedAt() *timestamp.Timestamp { + if m != nil { + return m.CreatedAt + } + return nil +} + type ArtifactData struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Value *core.Literal `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` @@ -1735,88 +1744,92 @@ func init() { func init() { proto.RegisterFile("service.proto", fileDescriptor_a0b84a42fa06f626) } var fileDescriptor_a0b84a42fa06f626 = []byte{ - // 1294 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x9c, 0x57, 0x5f, 0x6f, 0xe2, 0x46, - 0x10, 0xc7, 0x40, 0x00, 0x0f, 0x81, 0x90, 0x3d, 0x92, 0x73, 0xb9, 0x7f, 0xc4, 0x17, 0x9d, 0xa2, - 0xaa, 0xe5, 0xae, 0xe4, 0x7a, 0x6a, 0xaf, 0x55, 0x5b, 0x12, 0x48, 0x42, 0xf3, 0x8f, 0x73, 0xfe, - 0x48, 0x55, 0x1f, 0xd0, 0x36, 0xde, 0x50, 0x37, 0x06, 0xfb, 0xec, 0x4d, 0x74, 0x3c, 0x55, 0x7d, - 0x6d, 0xef, 0xad, 0x52, 0xbf, 0x4e, 0xbf, 0x41, 0xa5, 0x7e, 0xa3, 0xd3, 0x7a, 0xd7, 0xc6, 0x36, - 0x4e, 0xc2, 0xe5, 0x05, 0x79, 0x77, 0x67, 0x7e, 0xcc, 0xcc, 0x6f, 0x76, 0x66, 0x16, 0x4a, 0x2e, - 0x71, 0xae, 0x8c, 0x33, 0xd2, 0xb0, 0x1d, 0x8b, 0x5a, 0xa8, 0xa8, 0x63, 0x8a, 0xcf, 0x30, 0xc5, - 0xa6, 0x35, 0xa8, 0x3d, 0x3c, 0x37, 0xc7, 0x94, 0x18, 0xba, 0xf9, 0xfc, 0xcc, 0x72, 0xc8, 0x73, - 0xd3, 0xa0, 0xc4, 0xc1, 0xa6, 0xcb, 0x45, 0xd5, 0x2d, 0xa8, 0x6e, 0x3a, 0x04, 0x53, 0xd2, 0xc6, - 0x14, 0xbb, 0x84, 0x6a, 0xe4, 0xed, 0x25, 0x71, 0x29, 0x6a, 0x40, 0x5e, 0xe7, 0x3b, 0x8a, 0x54, - 0x97, 0xd6, 0x8a, 0xcd, 0x6a, 0x23, 0x04, 0xda, 0xf0, 0xa5, 0x7d, 0x21, 0xf5, 0x3e, 0x2c, 0xc5, - 0x70, 0x5c, 0xdb, 0x1a, 0xb9, 0x44, 0xed, 0xc0, 0xe2, 0x36, 0xa1, 0x31, 0xf4, 0x17, 0x71, 0xf4, - 0xe5, 0x24, 0xf4, 0x6e, 0x7b, 0x82, 0xdf, 0x06, 0x14, 0x86, 0xe1, 0xe0, 0x1f, 0x6d, 0xe5, 0x3f, - 0x92, 0x07, 0xd3, 0x72, 0xa8, 0x71, 0x8e, 0xcf, 0xee, 0x6e, 0x0e, 0x5a, 0x81, 0x22, 0x16, 0x20, - 0x7d, 0x43, 0x57, 0xd2, 0x75, 0x69, 0x4d, 0xde, 0x49, 0x69, 0xe0, 0x6f, 0x76, 0x75, 0xf4, 0x00, - 0x0a, 0x14, 0x0f, 0xfa, 0x23, 0x3c, 0x24, 0x4a, 0x46, 0x9c, 0xe7, 0x29, 0x1e, 0x1c, 0xe0, 0x21, - 0xd9, 0x28, 0xc3, 0xfc, 0xdb, 0x4b, 0xe2, 0x8c, 0xfb, 0xbf, 0xe2, 0x91, 0x6e, 0x12, 0x75, 0x07, - 0xee, 0x45, 0xec, 0x12, 0xfe, 0x7d, 0x01, 0x05, 0x1f, 0x51, 0x58, 0xb6, 0x14, 0xb1, 0x2c, 0x50, - 0x08, 0xc4, 0xd4, 0x1f, 0x7d, 0x22, 0xe2, 0x4e, 0xde, 0x01, 0x4b, 0x81, 0xe5, 0x38, 0x96, 0x60, - 0x75, 0x1d, 0x4a, 0x2d, 0x5d, 0x3f, 0xc6, 0x03, 0x1f, 0x5d, 0x85, 0x0c, 0xc5, 0x03, 0x01, 0x5c, - 0x89, 0x00, 0x33, 0x29, 0x76, 0xa8, 0x56, 0xa0, 0xec, 0x2b, 0x09, 0x98, 0x7f, 0x25, 0xa8, 0xee, - 0x19, 0x6e, 0xe0, 0xb8, 0x7b, 0x77, 0x46, 0xbe, 0x84, 0xdc, 0xb9, 0x61, 0x52, 0xe2, 0x78, 0x64, - 0x14, 0x9b, 0x8f, 0x22, 0x0a, 0x5b, 0xde, 0x51, 0xe7, 0x9d, 0xed, 0x10, 0xd7, 0x35, 0xac, 0x91, - 0x26, 0x84, 0xd1, 0x77, 0x00, 0x36, 0x1e, 0x18, 0x23, 0x4c, 0x0d, 0x6b, 0xe4, 0xf1, 0x54, 0x6c, - 0x3e, 0x8e, 0xa8, 0xf6, 0x82, 0xe3, 0x43, 0x9b, 0xfd, 0xba, 0x5a, 0x48, 0x43, 0xbd, 0x80, 0xa5, - 0x98, 0x03, 0x82, 0xba, 0x75, 0x90, 0xfd, 0x38, 0xba, 0x8a, 0x54, 0xcf, 0x5c, 0x1f, 0xef, 0x89, - 0x1c, 0x7a, 0x04, 0x30, 0x22, 0xef, 0x68, 0x9f, 0x5a, 0x17, 0x64, 0xc4, 0xb3, 0x4a, 0x93, 0xd9, - 0xce, 0x31, 0xdb, 0x50, 0xdf, 0x4b, 0x70, 0x8f, 0xfd, 0x9b, 0x70, 0x3f, 0x88, 0xd6, 0xc4, 0x77, - 0xe9, 0xee, 0xbe, 0xa7, 0x3f, 0xda, 0xf7, 0x01, 0x27, 0x6f, 0x62, 0x8d, 0x70, 0xfd, 0x05, 0x14, - 0x04, 0x2b, 0xbe, 0xe7, 0xc9, 0xd7, 0x32, 0x90, 0xba, 0xcd, 0xef, 0x3f, 0x25, 0xc8, 0x0b, 0x25, - 0xf4, 0x0c, 0xd2, 0x86, 0x7e, 0x4b, 0x52, 0xa4, 0x0d, 0x9d, 0xa5, 0xfb, 0x90, 0x50, 0xcc, 0x04, - 0x84, 0x6b, 0xd1, 0xf0, 0xef, 0x8b, 0x43, 0x2d, 0x10, 0x43, 0xab, 0x50, 0xb2, 0x19, 0x17, 0xcc, - 0xb9, 0x5d, 0x32, 0x76, 0x95, 0x4c, 0x3d, 0xb3, 0x26, 0x6b, 0xd1, 0x4d, 0x75, 0x1d, 0xe4, 0x9e, - 0xbf, 0x81, 0x2a, 0x90, 0xb9, 0x20, 0x63, 0xcf, 0x1c, 0x59, 0x63, 0x9f, 0xa8, 0x0a, 0x73, 0x57, - 0xd8, 0xbc, 0x24, 0xc2, 0x0b, 0xbe, 0x50, 0x7f, 0x07, 0x39, 0x30, 0x0f, 0x29, 0x90, 0xb7, 0x1d, - 0xeb, 0x37, 0x22, 0x2e, 0xa2, 0xac, 0xf9, 0x4b, 0x84, 0x20, 0xeb, 0xd5, 0x0b, 0xae, 0xeb, 0x7d, - 0xa3, 0x65, 0xc8, 0xe9, 0xd6, 0x10, 0x1b, 0x3c, 0x3b, 0x65, 0x4d, 0xac, 0x18, 0xca, 0x15, 0x71, - 0x18, 0xa1, 0x4a, 0x96, 0xa3, 0x88, 0x25, 0x43, 0x39, 0x39, 0xe9, 0xb6, 0x95, 0x39, 0x8e, 0xc2, - 0xbe, 0xd5, 0xf7, 0x69, 0x28, 0xf8, 0x19, 0x87, 0xca, 0x41, 0x0c, 0x65, 0x2f, 0x56, 0xa1, 0xdb, - 0x96, 0x9e, 0xed, 0xb6, 0x7d, 0x0e, 0x59, 0x2f, 0xb2, 0x19, 0x8f, 0xde, 0x4f, 0x12, 0x13, 0x9b, - 0xa9, 0x69, 0x9e, 0x58, 0x84, 0x8c, 0xec, 0x6c, 0x64, 0xbc, 0x62, 0xc9, 0x29, 0xc2, 0xec, 0x2a, - 0x73, 0xde, 0xff, 0x2c, 0xc7, 0x92, 0x53, 0x1c, 0x6b, 0x21, 0x49, 0xb4, 0x0a, 0x59, 0x8a, 0x07, - 0xae, 0x92, 0xf3, 0x34, 0xa6, 0x2b, 0x91, 0x77, 0xaa, 0xf6, 0x60, 0x3e, 0x6c, 0x66, 0x10, 0x78, - 0x29, 0x14, 0xf8, 0xcf, 0xc2, 0x4c, 0xb2, 0x3f, 0xf7, 0x1b, 0x69, 0x83, 0x35, 0xd2, 0xc6, 0x1e, - 0x6f, 0xa4, 0x3e, 0xc3, 0x26, 0x64, 0x8e, 0xf1, 0x20, 0x11, 0xe8, 0x49, 0x42, 0xb3, 0x88, 0xb4, - 0x8a, 0x50, 0xfc, 0x33, 0xb3, 0xb5, 0xc3, 0x3f, 0x24, 0x28, 0xf8, 0x41, 0x43, 0xaf, 0x21, 0x7f, - 0x41, 0xc6, 0xfd, 0x21, 0xb6, 0xc5, 0x75, 0x5b, 0x49, 0x0c, 0x6e, 0x63, 0x97, 0x8c, 0xf7, 0xb1, - 0xdd, 0x19, 0x51, 0x67, 0xac, 0xe5, 0x2e, 0xbc, 0x45, 0xed, 0x6b, 0x28, 0x86, 0xb6, 0x67, 0xcd, - 0xe7, 0xd7, 0xe9, 0xaf, 0x24, 0xf5, 0x10, 0x2a, 0xf1, 0xd2, 0x82, 0xbe, 0x81, 0x3c, 0x2f, 0x2e, - 0x6e, 0xa2, 0x29, 0x47, 0xc6, 0x68, 0x60, 0x92, 0x9e, 0x63, 0xd9, 0xc4, 0xa1, 0x63, 0xae, 0xad, - 0xf9, 0x1a, 0xea, 0x7f, 0x19, 0xa8, 0x26, 0x49, 0xa0, 0xef, 0x01, 0x58, 0x2b, 0x8d, 0xd4, 0xb8, - 0xc7, 0x71, 0x66, 0xa3, 0x3a, 0x3b, 0x29, 0x4d, 0xa6, 0x78, 0x20, 0x00, 0xde, 0x40, 0x25, 0x48, - 0x91, 0x7e, 0xa4, 0x4d, 0xac, 0x26, 0xa7, 0xd4, 0x14, 0xd8, 0x42, 0xa0, 0x2f, 0x20, 0x0f, 0x60, - 0x21, 0x20, 0x55, 0x20, 0x72, 0xee, 0x9e, 0x26, 0x5e, 0x86, 0x29, 0xc0, 0xb2, 0xaf, 0x2d, 0xf0, - 0x76, 0xa1, 0x2c, 0xc8, 0xf5, 0xe1, 0xf8, 0x45, 0x51, 0x93, 0x52, 0x61, 0x0a, 0xad, 0x24, 0x74, - 0x05, 0x58, 0x0f, 0x0a, 0x4c, 0x00, 0x53, 0xcb, 0x51, 0xa0, 0x2e, 0xad, 0x95, 0x9b, 0x2f, 0x6f, - 0xe5, 0xa1, 0xb1, 0x69, 0x0d, 0x6d, 0xec, 0x18, 0x2e, 0x2b, 0xf6, 0x5c, 0x57, 0x0b, 0x50, 0xd4, - 0x3a, 0xa0, 0xe9, 0x73, 0x04, 0x90, 0xeb, 0xbc, 0x39, 0x69, 0xed, 0x1d, 0x55, 0x52, 0x1b, 0x8b, - 0xb0, 0x60, 0x0b, 0x40, 0xe1, 0x81, 0xba, 0x0d, 0xcb, 0xc9, 0xfe, 0xc7, 0xe7, 0x27, 0x69, 0x7a, - 0x7e, 0xda, 0x00, 0x28, 0xf8, 0x78, 0xea, 0xb7, 0xb0, 0x38, 0xc5, 0x70, 0x64, 0xc0, 0x92, 0xe2, - 0x03, 0x56, 0x58, 0xfb, 0x67, 0xb8, 0x7f, 0x0d, 0xb1, 0xe8, 0x25, 0xbf, 0x3a, 0x57, 0xd8, 0x14, - 0x69, 0x15, 0x2d, 0x65, 0xbb, 0x64, 0x7c, 0xca, 0xf2, 0xbd, 0x87, 0x0d, 0x16, 0x65, 0x76, 0x69, - 0x4e, 0xb1, 0x19, 0x01, 0x7f, 0x05, 0xf3, 0x61, 0xa9, 0x99, 0x3b, 0xc2, 0x5f, 0x12, 0x2c, 0x25, - 0xb2, 0x89, 0x6a, 0xb1, 0xf6, 0xc0, 0xdc, 0xf2, 0x1b, 0x44, 0x35, 0xdc, 0x20, 0x76, 0x52, 0xa2, - 0xc0, 0x28, 0xd1, 0x16, 0xc1, 0x2c, 0x15, 0x4d, 0xa2, 0x16, 0x6b, 0x12, 0x0c, 0x4b, 0x6c, 0x44, - 0xbc, 0xf8, 0x3b, 0x0d, 0x8b, 0x53, 0xcd, 0x9e, 0x59, 0x6e, 0x1a, 0x43, 0x83, 0xdb, 0x51, 0xd2, - 0xf8, 0x82, 0xed, 0x86, 0xfb, 0x34, 0x5f, 0xa0, 0x1f, 0x20, 0xef, 0x5a, 0x0e, 0xdd, 0x25, 0x63, - 0xcf, 0x88, 0x72, 0xf3, 0xd9, 0xcd, 0x93, 0x44, 0xe3, 0x88, 0x4b, 0x6b, 0xbe, 0x1a, 0xda, 0x02, - 0x99, 0x7d, 0x1e, 0x3a, 0xba, 0x48, 0xfe, 0x72, 0x73, 0x6d, 0x06, 0x0c, 0x4f, 0x5e, 0x9b, 0xa8, - 0xaa, 0x9f, 0x82, 0x1c, 0xec, 0xa3, 0x32, 0x40, 0xbb, 0x73, 0xb4, 0xd9, 0x39, 0x68, 0x77, 0x0f, - 0xb6, 0x2b, 0x29, 0x54, 0x02, 0xb9, 0x15, 0x2c, 0x25, 0xf5, 0x21, 0xe4, 0x85, 0x1d, 0x68, 0x11, - 0x4a, 0x9b, 0x5a, 0xa7, 0x75, 0xdc, 0x3d, 0x3c, 0xe8, 0x1f, 0x77, 0xf7, 0x3b, 0x95, 0x54, 0xf3, - 0xff, 0x2c, 0x14, 0x19, 0x47, 0x9b, 0xdc, 0x00, 0x74, 0x0a, 0xa5, 0xc8, 0x23, 0x07, 0x45, 0xab, - 0x5b, 0xd2, 0x43, 0xaa, 0xa6, 0xde, 0x24, 0x22, 0x06, 0xa6, 0x7d, 0x80, 0xc9, 0xe3, 0x06, 0x45, - 0x2b, 0xdb, 0xd4, 0xe3, 0xa9, 0xf6, 0xe4, 0xda, 0x73, 0x01, 0xf7, 0x13, 0x94, 0xa3, 0x63, 0x3b, - 0x4a, 0x32, 0x22, 0xf6, 0x3e, 0xa8, 0x3d, 0xbd, 0x51, 0x46, 0x40, 0xf7, 0xa0, 0x18, 0x7a, 0xa7, - 0xa0, 0x29, 0x53, 0xe2, 0xa0, 0xf5, 0xeb, 0x05, 0x04, 0x62, 0x0b, 0x72, 0xfc, 0x51, 0x80, 0x6a, - 0xd1, 0xc2, 0x19, 0x7e, 0x5e, 0xd4, 0x1e, 0x24, 0x9e, 0x09, 0x88, 0x53, 0x28, 0x45, 0x66, 0xf0, - 0x18, 0x2d, 0x49, 0x0f, 0x8c, 0x18, 0x2d, 0xc9, 0x23, 0xfc, 0x11, 0xcc, 0x87, 0xe7, 0x5b, 0x54, - 0x9f, 0xd2, 0x89, 0x0d, 0xe2, 0xb5, 0x95, 0x1b, 0x24, 0x38, 0xe8, 0x2f, 0x39, 0xef, 0xdd, 0xbd, - 0xfe, 0x21, 0x00, 0x00, 0xff, 0xff, 0x3a, 0x4e, 0xce, 0xe9, 0xb3, 0x0f, 0x00, 0x00, + // 1348 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x9c, 0x57, 0x5f, 0x6f, 0xdb, 0xb6, + 0x17, 0x8d, 0xec, 0xd4, 0xb6, 0xae, 0x63, 0xd7, 0x61, 0x93, 0x54, 0x3f, 0xf5, 0x9f, 0xab, 0x16, + 0x45, 0xf0, 0xc3, 0xa6, 0x74, 0x4e, 0x57, 0xac, 0xdd, 0xb0, 0xcd, 0x8d, 0xdd, 0xc6, 0x4b, 0x93, + 0xb8, 0x8a, 0x1b, 0x60, 0xd8, 0x83, 0xc1, 0x46, 0x8c, 0xa6, 0x45, 0xb6, 0x54, 0x89, 0x09, 0xea, + 0xa7, 0x61, 0xaf, 0xdb, 0xde, 0x06, 0xec, 0xeb, 0xec, 0x71, 0x6f, 0x03, 0xf6, 0x8d, 0x06, 0x8a, + 0x94, 0x2c, 0xc9, 0x4a, 0xe2, 0xe6, 0xc5, 0x10, 0xc9, 0x73, 0x8f, 0xef, 0xe5, 0xb9, 0xe4, 0xbd, + 0x84, 0x5a, 0x40, 0xfc, 0x33, 0xfb, 0x88, 0xe8, 0x9e, 0xef, 0x52, 0x17, 0x55, 0x4d, 0x4c, 0xf1, + 0x11, 0xa6, 0xd8, 0x71, 0x2d, 0xf5, 0xf6, 0xb1, 0x33, 0xa1, 0xc4, 0x36, 0x9d, 0x8d, 0x23, 0xd7, + 0x27, 0x1b, 0x8e, 0x4d, 0x89, 0x8f, 0x9d, 0x80, 0x43, 0xd5, 0x7b, 0x96, 0xeb, 0x5a, 0x0e, 0xd9, + 0x08, 0x47, 0xef, 0x4e, 0x8f, 0x37, 0xa8, 0x3d, 0x22, 0x01, 0xc5, 0x23, 0x8f, 0x03, 0xb4, 0x97, + 0xb0, 0xb2, 0xe5, 0x13, 0x4c, 0x49, 0x07, 0x53, 0x1c, 0x10, 0x6a, 0x90, 0xf7, 0xa7, 0x24, 0xa0, + 0x48, 0x87, 0xb2, 0xc9, 0x67, 0x14, 0xa9, 0x29, 0xad, 0x57, 0x5b, 0x2b, 0x7a, 0xe2, 0x5f, 0xf5, + 0x08, 0x1d, 0x81, 0xb4, 0x9b, 0xb0, 0x9a, 0xe1, 0x09, 0x3c, 0x77, 0x1c, 0x10, 0xad, 0x0b, 0xcb, + 0xaf, 0x08, 0xcd, 0xb0, 0x3f, 0xce, 0xb2, 0xaf, 0xe5, 0xb1, 0xf7, 0x3a, 0x53, 0xfe, 0x0e, 0xa0, + 0x24, 0x0d, 0x27, 0xff, 0x68, 0x2f, 0xff, 0x94, 0x42, 0x9a, 0xb6, 0x4f, 0xed, 0x63, 0x7c, 0x74, + 0x75, 0x77, 0xd0, 0x7d, 0xa8, 0x62, 0x41, 0x32, 0xb4, 0x4d, 0xa5, 0xd0, 0x94, 0xd6, 0xe5, 0xed, + 0x05, 0x03, 0xa2, 0xc9, 0x9e, 0x89, 0x6e, 0x41, 0x85, 0x62, 0x6b, 0x38, 0xc6, 0x23, 0xa2, 0x14, + 0xc5, 0x7a, 0x99, 0x62, 0x6b, 0x0f, 0x8f, 0xc8, 0x8b, 0x3a, 0x2c, 0xbd, 0x3f, 0x25, 0xfe, 0x64, + 0xf8, 0x23, 0x1e, 0x9b, 0x0e, 0xd1, 0xb6, 0xe1, 0x46, 0xca, 0x2f, 0x11, 0xdf, 0x67, 0x50, 0x89, + 0x18, 0x85, 0x67, 0xab, 0x29, 0xcf, 0x62, 0x83, 0x18, 0xa6, 0x7d, 0x17, 0x09, 0x91, 0x0d, 0xf2, + 0x0a, 0x5c, 0x0a, 0xac, 0x65, 0xb9, 0x84, 0xaa, 0x9b, 0x50, 0x6b, 0x9b, 0xe6, 0x00, 0x5b, 0x11, + 0xbb, 0x06, 0x45, 0x8a, 0x2d, 0x41, 0xdc, 0x48, 0x11, 0x33, 0x14, 0x5b, 0xd4, 0x1a, 0x50, 0x8f, + 0x8c, 0x04, 0xcd, 0x5f, 0x12, 0xac, 0xbc, 0xb6, 0x83, 0x38, 0xf0, 0xe0, 0xea, 0x8a, 0x7c, 0x0e, + 0xa5, 0x63, 0xdb, 0xa1, 0xc4, 0x0f, 0xc5, 0xa8, 0xb6, 0xee, 0xa4, 0x0c, 0x5e, 0x86, 0x4b, 0xdd, + 0x0f, 0x9e, 0x4f, 0x82, 0xc0, 0x76, 0xc7, 0x86, 0x00, 0xa3, 0xaf, 0x01, 0x3c, 0x6c, 0xd9, 0x63, + 0x4c, 0x6d, 0x77, 0x1c, 0xea, 0x54, 0x6d, 0xdd, 0x4d, 0x99, 0xf6, 0xe3, 0xe5, 0x7d, 0x8f, 0xfd, + 0x06, 0x46, 0xc2, 0x42, 0x3b, 0x81, 0xd5, 0x4c, 0x00, 0x42, 0xba, 0x4d, 0x90, 0xa3, 0x7d, 0x0c, + 0x14, 0xa9, 0x59, 0x3c, 0x7f, 0xbf, 0xa7, 0x38, 0x74, 0x07, 0x60, 0x4c, 0x3e, 0xd0, 0x21, 0x75, + 0x4f, 0xc8, 0x98, 0x67, 0x95, 0x21, 0xb3, 0x99, 0x01, 0x9b, 0xd0, 0x7e, 0x97, 0xe0, 0x06, 0xfb, + 0x37, 0x11, 0x7e, 0xbc, 0x5b, 0xd3, 0xd8, 0xa5, 0xab, 0xc7, 0x5e, 0xf8, 0xe8, 0xd8, 0x2d, 0x2e, + 0xde, 0xd4, 0x1b, 0x11, 0xfa, 0x63, 0xa8, 0x08, 0x55, 0xa2, 0xc8, 0xf3, 0x8f, 0x65, 0x8c, 0xba, + 0x2c, 0xee, 0x5f, 0x25, 0x28, 0x0b, 0x23, 0xf4, 0x08, 0x0a, 0xb6, 0x79, 0x49, 0x52, 0x14, 0x6c, + 0x93, 0xa5, 0xfb, 0x88, 0x50, 0xcc, 0x00, 0x22, 0xb4, 0xf4, 0xf6, 0xef, 0x8a, 0x45, 0x23, 0x86, + 0xa1, 0x87, 0x50, 0xf3, 0x98, 0x16, 0x2c, 0xb8, 0x1d, 0x32, 0x09, 0x94, 0x62, 0xb3, 0xb8, 0x2e, + 0x1b, 0xe9, 0x49, 0x6d, 0x13, 0xe4, 0x7e, 0x34, 0x81, 0x1a, 0x50, 0x3c, 0x21, 0x93, 0xd0, 0x1d, + 0xd9, 0x60, 0x9f, 0x68, 0x05, 0xae, 0x9d, 0x61, 0xe7, 0x94, 0x88, 0x28, 0xf8, 0x40, 0xfb, 0x19, + 0xe4, 0xd8, 0x3d, 0xa4, 0x40, 0xd9, 0xf3, 0xdd, 0x9f, 0x88, 0x38, 0x88, 0xb2, 0x11, 0x0d, 0x11, + 0x82, 0xc5, 0xf0, 0xbe, 0xe0, 0xb6, 0xe1, 0x37, 0x5a, 0x83, 0x92, 0xe9, 0x8e, 0xb0, 0xcd, 0xb3, + 0x53, 0x36, 0xc4, 0x88, 0xb1, 0x9c, 0x11, 0x9f, 0x09, 0xaa, 0x2c, 0x72, 0x16, 0x31, 0x64, 0x2c, + 0x6f, 0xdf, 0xf6, 0x3a, 0xca, 0x35, 0xce, 0xc2, 0xbe, 0xb5, 0xbf, 0x0b, 0x50, 0x89, 0x32, 0x0e, + 0xd5, 0xe3, 0x3d, 0x94, 0xc3, 0xbd, 0x4a, 0x9c, 0xb6, 0xc2, 0x7c, 0xa7, 0xed, 0x53, 0x58, 0x0c, + 0x77, 0xb6, 0x18, 0xca, 0xfb, 0xbf, 0xdc, 0xc4, 0x66, 0x66, 0x46, 0x08, 0x4b, 0x89, 0xb1, 0x38, + 0x9f, 0x18, 0x4f, 0x59, 0x72, 0x8a, 0x6d, 0x0e, 0x94, 0x6b, 0xe1, 0xff, 0xac, 0x65, 0x92, 0x53, + 0x2c, 0x1b, 0x09, 0x24, 0x7a, 0x08, 0x8b, 0x14, 0x5b, 0x81, 0x52, 0x0a, 0x2d, 0x66, 0x6f, 0xa2, + 0x70, 0x15, 0x3d, 0x03, 0x38, 0x0a, 0x6f, 0x36, 0x73, 0x88, 0xa9, 0x52, 0x0e, 0x5d, 0x52, 0x75, + 0x5e, 0x2c, 0xf5, 0xa8, 0x58, 0xea, 0x83, 0xa8, 0x58, 0x1a, 0xb2, 0x40, 0xb7, 0xa9, 0xd6, 0x87, + 0xa5, 0x64, 0x84, 0xb1, 0x66, 0x52, 0x42, 0xb3, 0x4f, 0x92, 0x49, 0xc0, 0xfc, 0x8e, 0x8a, 0xb4, + 0xce, 0x8a, 0xb4, 0xfe, 0x9a, 0x17, 0xe9, 0x28, 0x39, 0x1c, 0x28, 0x0e, 0xb0, 0x95, 0x4b, 0x74, + 0x2f, 0xa7, 0xce, 0xa4, 0xaa, 0x4c, 0x42, 0xba, 0xe2, 0x7c, 0x95, 0xf4, 0x17, 0x09, 0x2a, 0xd1, + 0x7e, 0xa3, 0xe7, 0x50, 0x3e, 0x21, 0x93, 0xe1, 0x08, 0x7b, 0xe2, 0xa4, 0xde, 0xcf, 0xd5, 0x45, + 0xdf, 0x21, 0x93, 0x5d, 0xec, 0x75, 0xc7, 0xd4, 0x9f, 0x18, 0xa5, 0x93, 0x70, 0xa0, 0x3e, 0x83, + 0x6a, 0x62, 0x7a, 0xde, 0xa3, 0xf0, 0xbc, 0xf0, 0x85, 0xa4, 0xed, 0x43, 0x23, 0x7b, 0x2b, 0xa1, + 0x2f, 0xa1, 0xcc, 0xef, 0xa5, 0x20, 0xd7, 0x95, 0x03, 0x7b, 0x6c, 0x39, 0xa4, 0xef, 0xbb, 0x1e, + 0xf1, 0xe9, 0x84, 0x5b, 0x1b, 0x91, 0x85, 0xf6, 0x4f, 0x11, 0x56, 0xf2, 0x10, 0xe8, 0x1b, 0x00, + 0x56, 0x85, 0x53, 0xd7, 0xe3, 0xdd, 0x6c, 0x52, 0xa4, 0x6d, 0xb6, 0x17, 0x0c, 0x99, 0x62, 0x4b, + 0x10, 0xbc, 0x81, 0x46, 0x9c, 0x5d, 0xc3, 0x54, 0x85, 0x79, 0x98, 0x9f, 0x8d, 0x33, 0x64, 0xd7, + 0x63, 0x7b, 0x41, 0xb9, 0x07, 0xd7, 0x63, 0x51, 0x05, 0x23, 0xd7, 0xee, 0x41, 0xee, 0x39, 0x9a, + 0x21, 0xac, 0x47, 0xd6, 0x82, 0x6f, 0x07, 0xea, 0x42, 0xdc, 0x88, 0x8e, 0x9f, 0x31, 0x2d, 0x2f, + 0x15, 0x66, 0xd8, 0x6a, 0xc2, 0x56, 0x90, 0xf5, 0xa1, 0xc2, 0x00, 0x98, 0xba, 0xbe, 0x02, 0x4d, + 0x69, 0xbd, 0xde, 0x7a, 0x72, 0xa9, 0x0e, 0xfa, 0x96, 0x3b, 0xf2, 0xb0, 0x6f, 0x07, 0xac, 0x4e, + 0x70, 0x5b, 0x23, 0x66, 0xd1, 0x9a, 0x80, 0x66, 0xd7, 0x11, 0x40, 0xa9, 0xfb, 0xe6, 0x6d, 0xfb, + 0xf5, 0x41, 0x63, 0xe1, 0xc5, 0x32, 0x5c, 0xf7, 0x04, 0xa1, 0x88, 0x40, 0x7b, 0x05, 0x6b, 0xf9, + 0xf1, 0x67, 0x5b, 0x2f, 0x69, 0xb6, 0xf5, 0x7a, 0x01, 0x50, 0x89, 0xf8, 0xb4, 0xaf, 0x60, 0x79, + 0x46, 0xe1, 0x54, 0x6f, 0x26, 0x65, 0x7b, 0xb3, 0xa4, 0xf5, 0x0f, 0x70, 0xf3, 0x1c, 0x61, 0xd1, + 0x13, 0x7e, 0x74, 0xce, 0xb0, 0x23, 0xd2, 0x2a, 0x7d, 0x0b, 0xee, 0x90, 0xc9, 0x21, 0xcb, 0xf7, + 0x3e, 0xb6, 0xd9, 0x2e, 0xb3, 0x43, 0x73, 0x88, 0x9d, 0x14, 0xf9, 0x53, 0x58, 0x4a, 0xa2, 0xe6, + 0x2e, 0x26, 0xbf, 0x49, 0xb0, 0x9a, 0xab, 0x26, 0x52, 0x33, 0x95, 0x85, 0x85, 0x15, 0xd5, 0x96, + 0x95, 0x64, 0x6d, 0xd9, 0x5e, 0x10, 0x17, 0x8c, 0x92, 0xae, 0x2e, 0xcc, 0x53, 0x51, 0x5f, 0xd4, + 0x4c, 0x7d, 0x61, 0x5c, 0x62, 0x22, 0x15, 0xc5, 0x1f, 0x05, 0x58, 0x9e, 0xe9, 0x13, 0x98, 0xe7, + 0x8e, 0x3d, 0xb2, 0xb9, 0x1f, 0x35, 0x83, 0x0f, 0xd8, 0x6c, 0xb2, 0xc4, 0xf3, 0x01, 0xfa, 0x16, + 0xca, 0x81, 0xeb, 0xd3, 0x1d, 0x32, 0x09, 0x9d, 0xa8, 0xb7, 0x1e, 0x5d, 0xdc, 0x84, 0xe8, 0x07, + 0x1c, 0x6d, 0x44, 0x66, 0xe8, 0x25, 0xc8, 0xec, 0x73, 0xdf, 0x37, 0x45, 0xf2, 0xd7, 0x5b, 0xeb, + 0x73, 0x70, 0x84, 0x78, 0x63, 0x6a, 0xaa, 0xfd, 0x1f, 0xe4, 0x78, 0x1e, 0xd5, 0x01, 0x3a, 0xdd, + 0x83, 0xad, 0xee, 0x5e, 0xa7, 0xb7, 0xf7, 0xaa, 0xb1, 0x80, 0x6a, 0x20, 0xb7, 0xe3, 0xa1, 0xa4, + 0xdd, 0x86, 0xb2, 0xf0, 0x03, 0x2d, 0x43, 0x6d, 0xcb, 0xe8, 0xb6, 0x07, 0xbd, 0xfd, 0xbd, 0xe1, + 0xa0, 0xb7, 0xdb, 0x6d, 0x2c, 0xb4, 0xfe, 0x5d, 0x84, 0x2a, 0xd3, 0x68, 0x8b, 0x3b, 0x80, 0x0e, + 0xa1, 0x96, 0x7a, 0x1f, 0xa1, 0xf4, 0xed, 0x96, 0xf7, 0x06, 0x53, 0xb5, 0x8b, 0x20, 0xa2, 0xd7, + 0xda, 0x05, 0x98, 0xbe, 0x8b, 0x50, 0xfa, 0x66, 0x9b, 0x79, 0x77, 0xa9, 0xf7, 0xce, 0x5d, 0x17, + 0x74, 0xdf, 0x43, 0x3d, 0xdd, 0xf1, 0xa3, 0x3c, 0x27, 0x32, 0x4f, 0x0b, 0xf5, 0xc1, 0x85, 0x18, + 0x41, 0xdd, 0x87, 0x6a, 0xe2, 0x89, 0x83, 0x66, 0x5c, 0xc9, 0x92, 0x36, 0xcf, 0x07, 0x08, 0xc6, + 0x36, 0x94, 0xf8, 0x7b, 0x02, 0xa9, 0xe9, 0x8b, 0x33, 0xf9, 0x32, 0x51, 0x6f, 0xe5, 0xae, 0x09, + 0x8a, 0x43, 0xa8, 0xa5, 0xda, 0xf7, 0x8c, 0x2c, 0x79, 0x6f, 0x93, 0x8c, 0x2c, 0xf9, 0xdd, 0xff, + 0x01, 0x2c, 0x25, 0x5b, 0x63, 0xd4, 0x9c, 0xb1, 0xc9, 0xf4, 0xf0, 0xea, 0xfd, 0x0b, 0x10, 0x9c, + 0xf4, 0x5d, 0x29, 0x6c, 0x4c, 0x36, 0xff, 0x0b, 0x00, 0x00, 0xff, 0xff, 0x4d, 0x4e, 0xae, 0xa5, + 0x0f, 0x10, 0x00, 0x00, } // Reference imports to suppress errors if they are not otherwise used. diff --git a/protos/idl/service.proto b/protos/idl/service.proto index 97fc0061..45cc0a4e 100644 --- a/protos/idl/service.proto +++ b/protos/idl/service.proto @@ -3,6 +3,7 @@ syntax = "proto3"; package datacatalog; import "flyteidl/core/literals.proto"; +import "google/protobuf/timestamp.proto"; service DataCatalog { rpc CreateDataset (CreateDatasetRequest) returns (CreateDatasetResponse); @@ -80,7 +81,7 @@ message ListArtifactsResponse { message ListDatasetsRequest { // Apply the filter expression to this query FilterExpression filter = 1; - // Pagination options to get a page of datasetes + // Pagination options to get a page of datasets PaginationOptions pagination = 2; } @@ -118,6 +119,7 @@ message Artifact { Metadata metadata = 4; repeated Partition partitions = 5; repeated Tag tags = 6; + google.protobuf.Timestamp created_at = 7; // creation timestamp of artifact, autogenerated by service } message ArtifactData {