import 'dart:async'; import 'dart:convert'; import 'dart:math'; import "package:ente_crypto/ente_crypto.dart"; import 'package:flutter/foundation.dart'; import 'package:logging/logging.dart'; import "package:photos/core/configuration.dart"; import "package:photos/db/entities_db.dart"; import "package:photos/db/files_db.dart"; import "package:photos/gateways/entity_gw.dart"; import "package:photos/models/api/entity/data.dart"; import "package:photos/models/api/entity/key.dart"; import "package:photos/models/api/entity/type.dart"; import "package:photos/models/local_entity_data.dart"; import "package:photos/utils/gzip.dart"; import 'package:shared_preferences/shared_preferences.dart'; class EntityService { static const int fetchLimit = 500; final _logger = Logger((EntityService).toString()); final SharedPreferences _prefs; final EntityGateway _gateway; final _config = Configuration.instance; late final FilesDB _db = FilesDB.instance; EntityService(this._prefs, this._gateway) { debugPrint("EntityService constructor"); } String _getEntityKeyPrefix(EntityType type) { return "entity_key_" + type.typeToString(); } String _getEntityHeaderPrefix(EntityType type) { return "entity_key_header_" + type.typeToString(); } String _getEntityLastSyncTimePrefix(EntityType type) { return "entity_last_sync_time_" + type.typeToString(); } Future> getEntities(EntityType type) async { return await _db.getEntities(type); } Future getEntity(EntityType type, String id) async { return await _db.getEntity(type, id); } Future addOrUpdate( EntityType type, Map jsonMap, { String? id, }) async { final String plainText = jsonEncode(jsonMap); final key = await getOrCreateEntityKey(type); late String encryptedData, header; if (type.isZipped()) { final ChaChaEncryptionResult result = await gzipAndEncryptJson(jsonMap, key); encryptedData = result.encData; header = result.header; } else { final encryptedKeyData = await CryptoUtil.encryptChaCha(utf8.encode(plainText), key); encryptedData = CryptoUtil.bin2base64(encryptedKeyData.encryptedData!); header = CryptoUtil.bin2base64(encryptedKeyData.header!); } debugPrint( " ${id == null ? 'Adding' : 'Updating'} entity of type: " + type.typeToString(), ); final EntityData data = id == null ? await _gateway.createEntity(type, encryptedData, header) : await _gateway.updateEntity(type, id, encryptedData, header); final LocalEntityData localData = LocalEntityData( id: data.id, type: type, data: plainText, ownerID: data.userID, updatedAt: data.updatedAt, ); await _db.upsertEntities([localData]); syncEntities().ignore(); return localData; } Future deleteEntry(String id) async { await _gateway.deleteEntity(id); await _db.deleteEntities([id]); } Future syncEntities() async { try { await _remoteToLocalSync(EntityType.location); await _remoteToLocalSync(EntityType.cgroup); } catch (e) { _logger.severe("Failed to sync entities", e); } } Future syncEntity(EntityType type) async { try { return _remoteToLocalSync(type); } catch (e) { _logger.severe("Failed to sync entities", e); return -1; } } Future _remoteToLocalSync( EntityType type, { int prevFetchCount = 0, }) async { final int lastSyncTime = _prefs.getInt(_getEntityLastSyncTimePrefix(type)) ?? 0; final List result = await _gateway.getDiff( type, lastSyncTime, limit: fetchLimit, ); if (result.isEmpty) { return prevFetchCount; } final bool hasMoreItems = result.length == fetchLimit; _logger.info("${result.length} entries of type $type fetched"); final maxSyncTime = result.map((e) => e.updatedAt).reduce(max); final List deletedIDs = result.where((element) => element.isDeleted).map((e) => e.id).toList(); if (deletedIDs.isNotEmpty) { _logger.info("${deletedIDs.length} entries of type $type deleted"); await _db.deleteEntities(deletedIDs); } result.removeWhere((element) => element.isDeleted); if (result.isNotEmpty) { final entityKey = await getOrCreateEntityKey(type); final List entities = []; for (EntityData e in result) { try { late String plainText; if (type.isZipped()) { final jsonMap = await decryptAndUnzipJson( entityKey, encryptedData: e.encryptedData!, header: e.header!, ); plainText = jsonEncode(jsonMap); } else { final Uint8List decryptedValue = await CryptoUtil.decryptChaCha( CryptoUtil.base642bin(e.encryptedData!), entityKey, CryptoUtil.base642bin(e.header!), ); plainText = utf8.decode(decryptedValue); } entities.add( LocalEntityData( id: e.id, type: type, data: plainText, ownerID: e.userID, updatedAt: e.updatedAt, ), ); } catch (e, s) { _logger.severe("Failed to decrypted data for key $type", e, s); rethrow; } } if (entities.isNotEmpty) { await _db.upsertEntities(entities); } } await _prefs.setInt(_getEntityLastSyncTimePrefix(type), maxSyncTime); if (hasMoreItems) { _logger.info("Diff limit reached, pulling again"); await _remoteToLocalSync( type, prevFetchCount: prevFetchCount + result.length, ); } return prevFetchCount + result.length; } Future getOrCreateEntityKey(EntityType type) async { late String encryptedKey; late String header; try { if (_prefs.containsKey(_getEntityKeyPrefix(type)) && _prefs.containsKey(_getEntityHeaderPrefix(type))) { encryptedKey = _prefs.getString(_getEntityKeyPrefix(type))!; header = _prefs.getString(_getEntityHeaderPrefix(type))!; } else { final EntityKey response = await _gateway.getKey(type); encryptedKey = response.encryptedKey; header = response.header; await _prefs.setString(_getEntityKeyPrefix(type), encryptedKey); await _prefs.setString(_getEntityHeaderPrefix(type), header); } final entityKey = CryptoUtil.decryptSync( CryptoUtil.base642bin(encryptedKey), _config.getKey()!, CryptoUtil.base642bin(header), ); return entityKey; } on EntityKeyNotFound { _logger.info("EntityKeyNotFound generating key for type $type"); final key = CryptoUtil.generateKey(); final encryptedKeyData = CryptoUtil.encryptSync(key, _config.getKey()!); encryptedKey = CryptoUtil.bin2base64(encryptedKeyData.encryptedData!); header = CryptoUtil.bin2base64(encryptedKeyData.nonce!); await _gateway.createKey(type, encryptedKey, header); await _prefs.setString(_getEntityKeyPrefix(type), encryptedKey); await _prefs.setString(_getEntityHeaderPrefix(type), header); return key; } catch (e, s) { _logger.severe("Failed to getOrCreateKey for type $type", e, s); rethrow; } } }