✨ Change created_at field type

go-sigma · Nov 24, 2023 · b785d76 · b785d76
1 parent 6e05eec
commit b785d76
Show file tree

Hide file tree

Showing 85 changed files with 649 additions and 686 deletions.
diff --git a/pkg/daemon/gc/gc_repository.go b/pkg/daemon/gc/gc_repository.go
@@ -175,9 +175,10 @@ func (g gcRepository) deleteRepositoryCheck() {
 					log.Error().Err(err).Int64("RepositoryID", task.Repository.ID).Msg("Get repository by id failed")
 					continue
 				}
-				if !repositoryObj.UpdatedAt.Before(time.Now().Add(-1 * 24 * time.Duration(task.Runner.Rule.RetentionDay) * time.Hour)) {
-					continue
-				}
+				log.Info().Interface("repo", repositoryObj).Send()
+				// if !repositoryObj.UpdatedAt.Before(time.Now().Add(-1 * 24 * time.Duration(task.Runner.Rule.RetentionDay) * time.Hour)) {
+				// 	continue
+				// }
 			}
 			g.deleteRepositoryChan <- task
 		}

diff --git a/pkg/dal/dao/artifact.go b/pkg/dal/dao/artifact.go
@@ -123,7 +123,7 @@ func (s *artifactService) Create(ctx context.Context, artifact *models.Artifact)
 func (s *artifactService) FindWithLastPull(ctx context.Context, repositoryID int64, before time.Time, limit, last int64) ([]*models.Artifact, error) {
 	return s.tx.Artifact.WithContext(ctx).
 		Where(s.tx.Artifact.LastPull.Lt(sql.NullTime{Valid: true, Time: before})).
-		Or(s.tx.Artifact.LastPull.IsNull(), s.tx.Artifact.UpdatedAt.Lt(before)).
+		Or(s.tx.Artifact.LastPull.IsNull(), s.tx.Artifact.UpdatedAt.Lt(before.UTC().UnixMilli())).
 		Where(s.tx.Artifact.ID.Gt(last), s.tx.Artifact.RepositoryID.Eq(repositoryID)).
 		Limit(int(limit)).Find()
 }

diff --git a/pkg/dal/dao/blob.go b/pkg/dal/dao/blob.go
@@ -87,7 +87,7 @@ func (s *blobService) Create(ctx context.Context, blob *models.Blob) error {
 func (s *blobService) FindWithLastPull(ctx context.Context, before time.Time, last, limit int64) ([]*models.Blob, error) {
 	return s.tx.Blob.WithContext(ctx).
 		Where(s.tx.Blob.LastPull.Lt(sql.NullTime{Valid: true, Time: before})).
-		Or(s.tx.Blob.LastPull.IsNull(), s.tx.Blob.UpdatedAt.Lt(before)).
+		Or(s.tx.Blob.LastPull.IsNull(), s.tx.Blob.UpdatedAt.Lt(before.UTC().UnixMilli())).
 		Where(s.tx.Blob.ID.Gt(last)).Find()
 }
 

diff --git a/pkg/dal/dao/tag.go b/pkg/dal/dao/tag.go
@@ -161,7 +161,7 @@ func (s *tagService) FindWithQuantityCursor(ctx context.Context, repositoryID in
 func (s *tagService) FindWithDayCursor(ctx context.Context, repositoryID int64, day, limit int, last int64) ([]*models.Tag, error) {
 	q := s.tx.Tag.WithContext(ctx).Where(s.tx.Tag.RepositoryID.Eq(repositoryID)).Order(s.tx.Tag.UpdatedAt.Desc())
 	if last == 0 {
-		q = q.Where(s.tx.Tag.UpdatedAt.Gt(time.Now().Add(time.Hour * 24 * time.Duration(day))))
+		q = q.Where(s.tx.Tag.UpdatedAt.Gt(time.Now().Add(time.Hour * 24 * time.Duration(day)).UTC().UnixMilli()))
 	} else {
 		q = q.Where(s.tx.Tag.ID.Gt(last))
 	}

diff --git a/pkg/dal/migrations/mysql/0001_initialize.up.sql b/pkg/dal/migrations/mysql/0001_initialize.up.sql
diff --git a/pkg/dal/migrations/postgresql/0001_initialize.up.sql b/pkg/dal/migrations/postgresql/0001_initialize.up.sql
diff --git a/pkg/dal/migrations/sqlite3/0001_initialize.up.sql b/pkg/dal/migrations/sqlite3/0001_initialize.up.sql
diff --git a/pkg/dal/models/artifact.go b/pkg/dal/models/artifact.go
@@ -28,8 +28,8 @@ import (
 
 // Artifact represents an artifact
 type Artifact struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -160,8 +160,8 @@ WHERE
 
 // ArtifactSbom represents an artifact sbom
 type ArtifactSbom struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -178,8 +178,8 @@ type ArtifactSbom struct {
 
 // ArtifactVulnerability represents an artifact vulnerability
 type ArtifactVulnerability struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/audit.go b/pkg/dal/models/audit.go
@@ -15,17 +15,15 @@
 package models
 
 import (
-	"time"
-
 	"gorm.io/plugin/soft_delete"
 
 	"github.com/go-sigma/sigma/pkg/types/enums"
 )
 
 // Audit represents a audit
 type Audit struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/blob.go b/pkg/dal/models/blob.go
@@ -24,8 +24,8 @@ import (
 
 // Blob represents a blob
 type Blob struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/blob_upload.go b/pkg/dal/models/blob_upload.go
@@ -15,14 +15,12 @@
 package models
 
 import (
-	"time"
-
 	"gorm.io/plugin/soft_delete"
 )
 
 type BlobUpload struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/builder.go b/pkg/dal/models/builder.go
@@ -26,8 +26,8 @@ import (
 
 // Builder represents a builder
 type Builder struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -75,8 +75,8 @@ type Builder struct {
 
 // BuilderRunner represents a builder runner
 type BuilderRunner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/cache.go b/pkg/dal/models/cache.go
@@ -15,15 +15,13 @@
 package models
 
 import (
-	"time"
-
 	"gorm.io/plugin/soft_delete"
 )
 
 // Cache cache
 type Cache struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/code_repository.go b/pkg/dal/models/code_repository.go
@@ -15,17 +15,15 @@
 package models
 
 import (
-	"time"
-
 	"gorm.io/plugin/soft_delete"
 
 	"github.com/go-sigma/sigma/pkg/types/enums"
 )
 
 // CodeRepository ...
 type CodeRepository struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -47,8 +45,8 @@ type CodeRepository struct {
 
 // CodeRepositoryBranch ...
 type CodeRepositoryBranch struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -58,8 +56,8 @@ type CodeRepositoryBranch struct {
 
 // CodeRepositoryOwner ...
 type CodeRepositoryOwner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -73,8 +71,8 @@ type CodeRepositoryOwner struct {
 
 // CodeRepositoryCloneCredential ...
 type CodeRepositoryCloneCredential struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/daemon.go b/pkg/dal/models/daemon.go
@@ -22,25 +22,10 @@ import (
 	"github.com/go-sigma/sigma/pkg/types/enums"
 )
 
-// DaemonLog represents an artifact
-// type DaemonLog struct {
-// 	CreatedAt time.Time
-// 	UpdatedAt time.Time
-// 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
-// 	ID        int64                 `gorm:"primaryKey"`
-
-// 	NamespaceID *int64
-// 	Type        enums.Daemon
-// 	Action      enums.AuditAction
-// 	Resource    string
-// 	Status      enums.TaskCommonStatus
-// 	Message     []byte
-// }
-
 // DaemonGcTagRule ...
 type DaemonGcTagRule struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -58,8 +43,8 @@ type DaemonGcTagRule struct {
 
 // DaemonGcTagRunner ...
 type DaemonGcTagRunner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -78,8 +63,8 @@ type DaemonGcTagRunner struct {
 
 // DaemonGcTagRecords ...
 type DaemonGcTagRecord struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -93,8 +78,8 @@ type DaemonGcTagRecord struct {
 
 // DaemonGcRepositoryRule ...
 type DaemonGcRepositoryRule struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -110,8 +95,8 @@ type DaemonGcRepositoryRule struct {
 
 // DaemonGcRepositoryRunner ...
 type DaemonGcRepositoryRunner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -130,8 +115,8 @@ type DaemonGcRepositoryRunner struct {
 
 // DaemonGcRepositoryRecord ...
 type DaemonGcRepositoryRecord struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -145,8 +130,8 @@ type DaemonGcRepositoryRecord struct {
 
 // DaemonGcArtifactRule ...
 type DaemonGcArtifactRule struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -161,8 +146,8 @@ type DaemonGcArtifactRule struct {
 }
 
 type DaemonGcArtifactRunner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -181,8 +166,8 @@ type DaemonGcArtifactRunner struct {
 
 // DaemonGcArtifactRecord ...
 type DaemonGcArtifactRecord struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -196,8 +181,8 @@ type DaemonGcArtifactRecord struct {
 
 // DaemonGcBlobRule ...
 type DaemonGcBlobRule struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -210,8 +195,8 @@ type DaemonGcBlobRule struct {
 
 // DaemonGcBlobRunner ...
 type DaemonGcBlobRunner struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 
@@ -229,8 +214,8 @@ type DaemonGcBlobRunner struct {
 }
 
 type DaemonGcBlobRecord struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`
 

diff --git a/pkg/dal/models/locker.go b/pkg/dal/models/locker.go
@@ -15,15 +15,13 @@
 package models
 
 import (
-	"time"
-
 	"gorm.io/plugin/soft_delete"
 )
 
 // Locker locker
 type Locker struct {
-	CreatedAt time.Time
-	UpdatedAt time.Time
+	CreatedAt int64                 `gorm:"autoUpdateTime:milli"`
+	UpdatedAt int64                 `gorm:"autoUpdateTime:milli"`
 	DeletedAt soft_delete.DeletedAt `gorm:"softDelete:milli"`
 	ID        int64                 `gorm:"primaryKey"`