kenmirrors/ente
1
0
Fork 0
mirror of https://github.com/ente-io/ente.git synced 2025-08-08 07:28:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

[server] Add DB triggers for validating row sanity

Browse Source
This commit is contained in:
Neeraj Gupta 2024-07-31 13:04:51 +05:30
parent 3a962cfe52
commit b9b22fa4dc
2 changed files with 48 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/migrations/89_derived_data_table.down.sql
View File

@ -1,6 +1,5 @@
DROP INDEX IF EXISTS idx_file_data_user_id_data_type;
DROP INDEX IF EXISTS idx_file_data_user_id_updated_at;
DROP INDEX IF EXISTS idx_file_data_user_type_deleted;
DROP TABLE IF EXISTS file_data;

66
server/migrations/89_derived_data_table.up.sql
View File

@ -1,24 +1,52 @@
-- Create the derived table
CREATE TABLE file_data (
file_id BIGINT NOT NULL,
user_id BIGINT NOT NULL,
data_type OBJECT_TYPE NOT NULL,
size BIGINT NOT NULL,
latest_bucket s3region NOT NULL,
replicated_buckets s3region[] NOT NULL,
-- following field contains list of buckets from where we need to delete the data as the given data_type will not longer be persisted in that dc
delete_from_buckets s3region[] NOT NULL DEFAULT '{}',
pending_sync BOOLEAN NOT NULL DEFAULT false,
is_deleted BOOLEAN NOT NULL DEFAULT false,
last_sync_time BIGINT NOT NULL DEFAULT 0,
created_at BIGINT NOT NULL DEFAULT now_utc_micro_seconds(),
updated_at BIGINT NOT NULL DEFAULT now_utc_micro_seconds(),
PRIMARY KEY (file_id, data_type)
CREATE TABLE file_data
(
file_id BIGINT NOT NULL,
user_id BIGINT NOT NULL,
data_type OBJECT_TYPE NOT NULL,
size BIGINT NOT NULL,
latest_bucket s3region NOT NULL,
replicated_buckets s3region[] NOT NULL DEFAULT '{}',
-- following field contains list of buckets from where we need to delete the data as the given data_type will not longer be persisted in that dc
delete_from_buckets s3region[] NOT NULL DEFAULT '{}',
pending_sync BOOLEAN NOT NULL DEFAULT false,
is_deleted BOOLEAN NOT NULL DEFAULT false,
last_sync_time BIGINT NOT NULL DEFAULT 0,
created_at BIGINT NOT NULL DEFAULT now_utc_micro_seconds(),
updated_at BIGINT NOT NULL DEFAULT now_utc_micro_seconds(),
PRIMARY KEY (file_id, data_type)
);
-- Add index for user_id and data_type
CREATE INDEX idx_file_data_user_id_data_type ON file_data (user_id, data_type);
-- Add index for user_id and data_type for efficient querying
CREATE INDEX idx_file_data_user_type_deleted ON file_data (user_id, data_type, is_deleted) INCLUDE (file_id, size);
CREATE OR REPLACE FUNCTION ensure_no_common_entries()
RETURNS TRIGGER AS $$
BEGIN
-- Check for common entries between latest_bucket and replicated_buckets
IF NEW.latest_bucket = ANY(NEW.replicated_buckets) THEN
RAISE EXCEPTION 'latest_bucket and replicated_buckets have common entries';
END IF;
-- Check for common entries between latest_bucket and delete_from_buckets
IF NEW.latest_bucket = ANY(NEW.delete_from_buckets) THEN
RAISE EXCEPTION 'latest_bucket and delete_from_buckets have common entries';
END IF;
-- Check for common entries between replicated_buckets and delete_from_buckets
IF EXISTS (
SELECT 1 FROM unnest(NEW.replicated_buckets) AS rb
WHERE rb = ANY(NEW.delete_from_buckets)
) THEN
RAISE EXCEPTION 'replicated_buckets and delete_from_buckets have common entries';
END IF;
RETURN NEW;
END;
$$ LANGUAGE plpgsql;
CREATE TRIGGER check_no_common_entries
BEFORE INSERT OR UPDATE ON file_data
FOR EACH ROW EXECUTE FUNCTION ensure_no_common_entries();
-- Add index for user_id and updated_at for efficient querying
CREATE INDEX idx_file_data_user_id_updated_at ON file_data (user_id, updated_at);