mirror of
https://github.com/ente-io/ente.git
synced 2025-08-14 02:07:33 +00:00
Tweak speed for crons
This commit is contained in:
committed by
Neeraj Gupta
parent
192caedeb9
commit
e667eef951
@@ -855,14 +855,14 @@ func setupAndStartCrons(userAuthRepo *repo.UserAuthRepository, publicCollectionR
|
|||||||
}
|
}
|
||||||
})
|
})
|
||||||
|
|
||||||
schedule(c, "@every 193s", func() {
|
schedule(c, "@every 2m", func() {
|
||||||
fileController.CleanupDeletedFiles()
|
fileController.CleanupDeletedFiles()
|
||||||
})
|
})
|
||||||
schedule(c, "@every 101s", func() {
|
schedule(c, "@every 101s", func() {
|
||||||
embeddingCtrl.CleanupDeletedEmbeddings()
|
embeddingCtrl.CleanupDeletedEmbeddings()
|
||||||
})
|
})
|
||||||
|
|
||||||
schedule(c, "@every 120s", func() {
|
schedule(c, "@every 5m", func() {
|
||||||
trashController.DropFileMetadataCron()
|
trashController.DropFileMetadataCron()
|
||||||
})
|
})
|
||||||
|
|
||||||
|
@@ -5,6 +5,7 @@ import (
|
|||||||
"database/sql"
|
"database/sql"
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
"runtime/debug"
|
"runtime/debug"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
@@ -54,6 +55,9 @@ const MaxFileSize = int64(1024 * 1024 * 1024 * 5)
|
|||||||
|
|
||||||
// MaxUploadURLsLimit indicates the max number of upload urls which can be request in one go
|
// MaxUploadURLsLimit indicates the max number of upload urls which can be request in one go
|
||||||
const MaxUploadURLsLimit = 50
|
const MaxUploadURLsLimit = 50
|
||||||
|
const (
|
||||||
|
DeletedObjectQueueLock = "deleted_objects_queue_lock"
|
||||||
|
)
|
||||||
|
|
||||||
// Create adds an entry for a file in the respective tables
|
// Create adds an entry for a file in the respective tables
|
||||||
func (c *FileController) Create(ctx context.Context, userID int64, file ente.File, userAgent string, app ente.App) (ente.File, error) {
|
func (c *FileController) Create(ctx context.Context, userID int64, file ente.File, userAgent string, app ente.App) (ente.File, error) {
|
||||||
@@ -600,7 +604,16 @@ func (c *FileController) CleanupDeletedFiles() {
|
|||||||
defer func() {
|
defer func() {
|
||||||
c.cleanupCronRunning = false
|
c.cleanupCronRunning = false
|
||||||
}()
|
}()
|
||||||
items, err := c.QueueRepo.GetItemsReadyForDeletion(repo.DeleteObjectQueue, 200)
|
|
||||||
|
lockStatus := c.LockController.TryLock(DeletedObjectQueueLock, time.MicrosecondsAfterHours(24))
|
||||||
|
if !lockStatus {
|
||||||
|
log.Warning(fmt.Sprintf("Failed to acquire lock %s", DeletedObjectQueueLock))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
defer func() {
|
||||||
|
c.LockController.ReleaseLock(DeletedObjectQueueLock)
|
||||||
|
}()
|
||||||
|
items, err := c.QueueRepo.GetItemsReadyForDeletion(repo.DeleteObjectQueue, 2000)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
log.WithError(err).Error("Failed to fetch items from queue")
|
log.WithError(err).Error("Failed to fetch items from queue")
|
||||||
return
|
return
|
||||||
|
Reference in New Issue
Block a user