using System; using System.Collections.Concurrent; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading; using System.Threading.Tasks; using CommunityToolkit.Mvvm.Messaging; using MimeKit; using Serilog; using Wino.Core.Domain; using Wino.Core.Domain.Entities.Mail; using Wino.Core.Domain.Entities.Shared; using Wino.Core.Domain.Enums; using Wino.Core.Domain.Exceptions; using Wino.Core.Domain.Extensions; using Wino.Core.Domain.Interfaces; using Wino.Core.Domain.Models.MailItem; using Wino.Messaging.UI; using Wino.Services.Extensions; namespace Wino.Services; public class MailService : BaseDatabaseService, IMailService { private const int ItemLoadCount = 100; private readonly IFolderService _folderService; private readonly IContactService _contactService; private readonly IAccountService _accountService; private readonly ISignatureService _signatureService; private readonly IMimeFileService _mimeFileService; private readonly IPreferencesService _preferencesService; private readonly ILogger _logger = Log.ForContext(); public MailService(IDatabaseService databaseService, IFolderService folderService, IContactService contactService, IAccountService accountService, ISignatureService signatureService, IMimeFileService mimeFileService, IPreferencesService preferencesService) : base(databaseService) { _folderService = folderService; _contactService = contactService; _accountService = accountService; _signatureService = signatureService; _mimeFileService = mimeFileService; _preferencesService = preferencesService; } public async Task<(MailCopy draftMailCopy, string draftBase64MimeMessage)> CreateDraftAsync(Guid accountId, DraftCreationOptions draftCreationOptions) { var composerAccount = await _accountService.GetAccountAsync(accountId).ConfigureAwait(false); var createdDraftMimeMessage = await CreateDraftMimeAsync(composerAccount, draftCreationOptions); var draftFolder = await _folderService.GetSpecialFolderByAccountIdAsync(composerAccount.Id, SpecialFolderType.Draft); if (draftFolder == null) throw new UnavailableSpecialFolderException(SpecialFolderType.Draft, accountId); // Get locally created unique id from the mime headers. // This header will be used to map the local draft copy with the remote draft copy. var mimeUniqueId = createdDraftMimeMessage.Headers[Constants.WinoLocalDraftHeader]; var primaryAlias = await _accountService.GetPrimaryAccountAliasAsync(accountId).ConfigureAwait(false); var copy = new MailCopy { UniqueId = Guid.Parse(mimeUniqueId), Id = Guid.NewGuid().ToString(), // This will be replaced after network call with the remote draft id. CreationDate = DateTime.UtcNow, FromAddress = primaryAlias?.AliasAddress ?? composerAccount.Address, FromName = composerAccount.SenderName, HasAttachments = false, Importance = MailImportance.Normal, Subject = createdDraftMimeMessage.Subject, PreviewText = createdDraftMimeMessage.TextBody, IsRead = true, IsDraft = true, FolderId = draftFolder.Id, DraftId = $"{Constants.LocalDraftStartPrefix}{Guid.NewGuid()}", AssignedFolder = draftFolder, AssignedAccount = composerAccount, FileId = Guid.NewGuid() }; // If replying, add In-Reply-To, ThreadId and References per RFC 5322. // References must include all previous References + the Message-ID of the message being replied to. if (draftCreationOptions.ReferencedMessage != null) { var refMime = draftCreationOptions.ReferencedMessage.MimeMessage; var refs = new List(); if (refMime.References != null) refs.AddRange(refMime.References); if (!string.IsNullOrEmpty(refMime.MessageId)) { copy.InReplyTo = refMime.MessageId; refs.Add(refMime.MessageId); } if (refs.Count > 0) copy.References = string.Join(";", refs); if (!string.IsNullOrEmpty(draftCreationOptions.ReferencedMessage.MailCopy?.ThreadId)) copy.ThreadId = draftCreationOptions.ReferencedMessage.MailCopy.ThreadId; } await Connection.InsertAsync(copy, typeof(MailCopy)); await _mimeFileService.SaveMimeMessageAsync(copy.FileId, createdDraftMimeMessage, composerAccount.Id); ReportUIChange(new DraftCreated(copy, composerAccount)); return (copy, createdDraftMimeMessage.GetBase64MimeMessage()); } public async Task> GetMailsByFolderIdAsync(Guid folderId) { var mails = await Connection.QueryAsync("SELECT * FROM MailCopy WHERE FolderId = ?", folderId); foreach (var mail in mails) { await LoadAssignedPropertiesAsync(mail).ConfigureAwait(false); } return mails; } public async Task HasAccountAnyDraftAsync(Guid accountId) { // Get the draft folder. var draftFolder = await _folderService.GetSpecialFolderByAccountIdAsync(accountId, SpecialFolderType.Draft); if (draftFolder == null) return false; var draftCount = await Connection.Table().Where(a => a.FolderId == draftFolder.Id).CountAsync(); return draftCount > 0; } public async Task> GetUnreadMailsByFolderIdAsync(Guid folderId) { var unreadMails = await Connection.QueryAsync("SELECT * FROM MailCopy WHERE FolderId = ? AND IsRead = 0", folderId); foreach (var mail in unreadMails) { await LoadAssignedPropertiesAsync(mail).ConfigureAwait(false); } return unreadMails; } private static (string Query, object[] Parameters) BuildMailFetchQuery(MailListInitializationOptions options) { var sql = new StringBuilder(); sql.Append("SELECT MailCopy.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id"); var whereClauses = new List(); var parameters = new List(); // Folder filter var folderPlaceholders = string.Join(",", options.Folders.Select(_ => "?")); whereClauses.Add($"MailCopy.FolderId IN ({folderPlaceholders})"); parameters.AddRange(options.Folders.Select(f => (object)f.Id)); // Filter type switch (options.FilterType) { case FilterOptionType.Unread: whereClauses.Add("MailCopy.IsRead = 0"); break; case FilterOptionType.Flagged: whereClauses.Add("MailCopy.IsFlagged = 1"); break; case FilterOptionType.Files: whereClauses.Add("MailCopy.HasAttachments = 1"); break; } // Focused filter if (options.IsFocusedOnly != null) { whereClauses.Add($"MailCopy.IsFocused = {(options.IsFocusedOnly.Value ? "1" : "0")}"); } // Search query if (!string.IsNullOrEmpty(options.SearchQuery)) { whereClauses.Add("(MailCopy.PreviewText LIKE ? OR MailCopy.Subject LIKE ? OR MailCopy.FromName LIKE ? OR MailCopy.FromAddress LIKE ?)"); var searchPattern = $"%{options.SearchQuery}%"; parameters.Add(searchPattern); parameters.Add(searchPattern); parameters.Add(searchPattern); parameters.Add(searchPattern); } // Exclude existing items if (options.ExistingUniqueIds?.Any() ?? false) { var excludePlaceholders = string.Join(",", options.ExistingUniqueIds.Select(_ => "?")); whereClauses.Add($"MailCopy.UniqueId NOT IN ({excludePlaceholders})"); parameters.AddRange(options.ExistingUniqueIds.Keys.Select(id => (object)id)); } if (whereClauses.Any()) { sql.Append(" WHERE "); sql.Append(string.Join(" AND ", whereClauses)); } // Sorting if (options.SortingOptionType == SortingOptionType.ReceiveDate) sql.Append(" ORDER BY CreationDate DESC"); else if (options.SortingOptionType == SortingOptionType.Sender) sql.Append(" ORDER BY FromName ASC"); // Pagination var limit = options.Take > 0 ? options.Take : ItemLoadCount; sql.Append($" LIMIT {limit}"); if (options.Skip > 0) { sql.Append($" OFFSET {options.Skip}"); } return (sql.ToString(), parameters.ToArray()); } private static List ApplyOptionsToPreFetchedMails(MailListInitializationOptions options) { var allowedFolderIds = options.Folders.Select(f => f.Id).ToHashSet(); IEnumerable query = options.PreFetchMailCopies .Where(m => m != null && allowedFolderIds.Contains(m.FolderId)) .GroupBy(m => m.UniqueId) .Select(g => g.First()); switch (options.FilterType) { case FilterOptionType.Unread: query = query.Where(m => !m.IsRead); break; case FilterOptionType.Flagged: query = query.Where(m => m.IsFlagged); break; case FilterOptionType.Files: query = query.Where(m => m.HasAttachments); break; } if (options.IsFocusedOnly is bool isFocused) { query = query.Where(m => m.IsFocused == isFocused); } if (!string.IsNullOrWhiteSpace(options.SearchQuery)) { var search = options.SearchQuery.Trim(); query = query.Where(m => (!string.IsNullOrEmpty(m.PreviewText) && m.PreviewText.Contains(search, StringComparison.OrdinalIgnoreCase)) || (!string.IsNullOrEmpty(m.Subject) && m.Subject.Contains(search, StringComparison.OrdinalIgnoreCase)) || (!string.IsNullOrEmpty(m.FromName) && m.FromName.Contains(search, StringComparison.OrdinalIgnoreCase)) || (!string.IsNullOrEmpty(m.FromAddress) && m.FromAddress.Contains(search, StringComparison.OrdinalIgnoreCase))); } if (options.ExistingUniqueIds?.Any() ?? false) { query = query.Where(m => !options.ExistingUniqueIds.ContainsKey(m.UniqueId)); } query = options.SortingOptionType switch { SortingOptionType.Sender => query.OrderBy(m => m.FromName).ThenByDescending(m => m.CreationDate), _ => query.OrderByDescending(m => m.CreationDate) }; if (options.Skip > 0) { query = query.Skip(options.Skip); } if (options.Take > 0) { query = query.Take(options.Take); } return query.ToList(); } public async Task> FetchMailsAsync(MailListInitializationOptions options, CancellationToken cancellationToken = default) { List mails = null; // If user performs an online search, mail copies are passed to options. if (options.PreFetchMailCopies != null) { mails = ApplyOptionsToPreFetchedMails(options); } else { // If not just do the query. var (query, parameters) = BuildMailFetchQuery(options); mails = await Connection.QueryAsync(query, parameters); } ConcurrentDictionary folderCache = new(); ConcurrentDictionary accountCache = new(); ConcurrentDictionary contactCache = new(); // Populate Folder Assignment for each single mail, to be able later group by "MailAccountId". // This is needed to execute threading strategy by account type. // Avoid DBs calls as possible, storing info in a dictionary. foreach (var mail in mails) { await LoadAssignedPropertiesWithCacheAsync(mail, folderCache, accountCache, contactCache).ConfigureAwait(false); } // Remove items that has no assigned account or folder. mails.RemoveAll(a => a.AssignedAccount == null || a.AssignedFolder == null); cancellationToken.ThrowIfCancellationRequested(); // If CreateThreads is false, just return the mails as-is if (!options.CreateThreads) { return [.. mails]; } // Include other mails in the same threads - batch process to reduce DB calls var expandedMails = new List(mails); var uniqueThreadIds = mails .Where(m => !string.IsNullOrEmpty(m.ThreadId)) .Select(m => m.ThreadId) .Distinct() .ToList(); if (uniqueThreadIds.Count > 0) { // Get all thread mails in a single DB call var existingMailIds = expandedMails.Select(m => m.Id).ToHashSet(); var allThreadMails = await GetMailsByThreadIdsAsync(uniqueThreadIds, existingMailIds).ConfigureAwait(false); if (allThreadMails?.Count > 0) { // Process thread mails in parallel to improve performance var tasks = allThreadMails.Select(async threadMail => { await LoadAssignedPropertiesWithCacheAsync(threadMail, folderCache, accountCache, contactCache).ConfigureAwait(false); return threadMail; }); var processedThreadMails = await Task.WhenAll(tasks).ConfigureAwait(false); // Filter out items with no assigned account or folder var validThreadMails = processedThreadMails.Where(m => m.AssignedAccount != null && m.AssignedFolder != null); expandedMails.AddRange(validThreadMails); } cancellationToken.ThrowIfCancellationRequested(); } return [.. expandedMails]; } private async Task> GetMailsByThreadIdAsync(string threadId, HashSet excludeMailIds) { if (string.IsNullOrEmpty(threadId)) return []; var placeholders = string.Join(",", excludeMailIds.Select(_ => "?")); var sql = $"SELECT MailCopy.* FROM MailCopy WHERE ThreadId = ? AND Id NOT IN ({placeholders})"; var parameters = new List { threadId }; parameters.AddRange(excludeMailIds.Cast()); return await Connection.QueryAsync(sql, parameters.ToArray()); } private async Task> GetMailsByThreadIdsAsync(List threadIds, HashSet excludeMailIds) { if (threadIds?.Count == 0) return []; var threadPlaceholders = string.Join(",", threadIds.Select(_ => "?")); var excludePlaceholders = string.Join(",", excludeMailIds.Select(_ => "?")); var sql = $"SELECT MailCopy.* FROM MailCopy WHERE ThreadId IN ({threadPlaceholders}) AND Id NOT IN ({excludePlaceholders})"; var parameters = new List(); parameters.AddRange(threadIds.Cast()); parameters.AddRange(excludeMailIds.Cast()); return await Connection.QueryAsync(sql, parameters.ToArray()).ConfigureAwait(false); } /// /// This method should used for operations with multiple mailItems. Don't use this for single mail items. /// Called method should provide own instances for caches. /// private async Task LoadAssignedPropertiesWithCacheAsync(MailCopy mail, ConcurrentDictionary folderCache, ConcurrentDictionary accountCache, ConcurrentDictionary contactCache) { if (mail is MailCopy mailCopy) { var isFolderCached = folderCache.TryGetValue(mailCopy.FolderId, out MailItemFolder folderAssignment); MailAccount accountAssignment = null; if (!isFolderCached) { folderAssignment = await _folderService.GetFolderAsync(mailCopy.FolderId).ConfigureAwait(false); folderCache.TryAdd(mailCopy.FolderId, folderAssignment); } if (folderAssignment != null) { var isAccountCached = accountCache.TryGetValue(folderAssignment.MailAccountId, out accountAssignment); if (!isAccountCached) { accountAssignment = await _accountService.GetAccountAsync(folderAssignment.MailAccountId).ConfigureAwait(false); accountCache.TryAdd(folderAssignment.MailAccountId, accountAssignment); } } AccountContact contactAssignment = null; bool isContactCached = !string.IsNullOrEmpty(mailCopy.FromAddress) && contactCache.TryGetValue(mailCopy.FromAddress, out contactAssignment); if (!isContactCached && accountAssignment != null) { contactAssignment = await GetSenderContactForAccountAsync(accountAssignment, mailCopy.FromAddress).ConfigureAwait(false); if (contactAssignment != null) { contactCache.TryAdd(mailCopy.FromAddress, contactAssignment); } } mailCopy.AssignedFolder = folderAssignment; mailCopy.AssignedAccount = accountAssignment; mailCopy.SenderContact = contactAssignment ?? CreateUnknownContact(mailCopy.FromName, mailCopy.FromAddress); } } private static AccountContact CreateUnknownContact(string fromName, string fromAddress) { if (string.IsNullOrEmpty(fromName) && string.IsNullOrEmpty(fromAddress)) { return new AccountContact() { Name = Translator.UnknownSender, Address = Translator.UnknownAddress }; } else { if (string.IsNullOrEmpty(fromName)) fromName = fromAddress; return new AccountContact() { Name = fromName, Address = fromAddress }; } } private async Task> GetMailItemsAsync(string mailCopyId) { var mailCopies = await Connection.Table().Where(a => a.Id == mailCopyId).ToListAsync(); foreach (var mailCopy in mailCopies) { await LoadAssignedPropertiesAsync(mailCopy).ConfigureAwait(false); } return mailCopies; } private Task GetSenderContactForAccountAsync(MailAccount account, string fromAddress) { // Make sure to return the latest up to date contact information for the original account. if (fromAddress == account.Address) { return Task.FromResult(new AccountContact() { Address = account.Address, Name = account.SenderName, Base64ContactPicture = account.Base64ProfilePictureData }); } else { return _contactService.GetAddressInformationByAddressAsync(fromAddress); } } private async Task LoadAssignedPropertiesAsync(MailCopy mailCopy) { if (mailCopy == null) return; // Load AssignedAccount, AssignedFolder and SenderContact. var folder = await _folderService.GetFolderAsync(mailCopy.FolderId); if (folder == null) return; var account = await _accountService.GetAccountAsync(folder.MailAccountId); if (account == null) return; mailCopy.AssignedAccount = account; mailCopy.AssignedFolder = folder; mailCopy.SenderContact = await GetSenderContactForAccountAsync(account, mailCopy.FromAddress).ConfigureAwait(false); } public async Task GetSingleMailItemWithoutFolderAssignmentAsync(string mailCopyId) { var mailCopy = await Connection.Table().FirstOrDefaultAsync(a => a.Id == mailCopyId); if (mailCopy == null) return null; await LoadAssignedPropertiesAsync(mailCopy).ConfigureAwait(false); return mailCopy; } /// /// Using this override is dangerous. /// Gmail stores multiple copies of same mail in different folders. /// This one will always return the first one. Use with caution. /// /// Mail copy id. public async Task GetSingleMailItemAsync(string mailCopyId) { var mailCopy = await Connection.FindWithQueryAsync( "SELECT MailCopy.* FROM MailCopy WHERE MailCopy.Id = ?", mailCopyId); if (mailCopy == null) return null; await LoadAssignedPropertiesAsync(mailCopy).ConfigureAwait(false); return mailCopy; } public async Task GetSingleMailItemAsync(string mailCopyId, string remoteFolderId) { var mailItem = await Connection.FindWithQueryAsync( "SELECT MailCopy.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id WHERE MailCopy.Id = ? AND MailItemFolder.RemoteFolderId = ?", mailCopyId, remoteFolderId); if (mailItem == null) return null; await LoadAssignedPropertiesAsync(mailItem).ConfigureAwait(false); return mailItem; } public async Task GetSingleMailItemAsync(Guid uniqueMailId) { var mailItem = await Connection.FindAsync(uniqueMailId); if (mailItem == null) return null; await LoadAssignedPropertiesAsync(mailItem).ConfigureAwait(false); return mailItem; } // v2 public async Task DeleteMailAsync(Guid accountId, string mailCopyId) { var allMails = await GetMailItemsAsync(mailCopyId).ConfigureAwait(false); foreach (var mailItem in allMails) { // Delete mime file as well. // Even though Gmail might have multiple copies for the same mail, we only have one MIME file for all. // Their FileId is inserted same. await DeleteMailInternalAsync(mailItem, preserveMimeFile: false).ConfigureAwait(false); } } #region Repository Calls private async Task InsertMailAsync(MailCopy mailCopy) { if (mailCopy == null) { _logger.Warning("Null mail passed to InsertMailAsync call."); return; } if (mailCopy.FolderId == Guid.Empty) { _logger.Warning("Invalid FolderId for MailCopyId {Id} for InsertMailAsync", mailCopy.Id); return; } _logger.Debug("Inserting mail {MailCopyId} to {FolderName}", mailCopy.Id, mailCopy.AssignedFolder.FolderName); await Connection.InsertAsync(mailCopy, typeof(MailCopy)).ConfigureAwait(false); ReportUIChange(new MailAddedMessage(mailCopy)); } public async Task UpdateMailAsync(MailCopy mailCopy) { if (mailCopy == null) { _logger.Warning("Null mail passed to UpdateMailAsync call."); return; } _logger.Debug("Updating mail {MailCopyId} with Folder {FolderId}", mailCopy.Id, mailCopy.FolderId); await Connection.UpdateAsync(mailCopy, typeof(MailCopy)).ConfigureAwait(false); ReportUIChange(new MailUpdatedMessage(mailCopy, MailUpdateSource.Server)); } private async Task DeleteMailInternalAsync(MailCopy mailCopy, bool preserveMimeFile) { if (mailCopy == null) { _logger.Warning("Null mail passed to DeleteMailAsync call."); return; } _logger.Debug("Deleting mail {Id} from folder {FolderName}", mailCopy.Id, mailCopy.AssignedFolder.FolderName); await Connection.DeleteAsync(mailCopy.UniqueId).ConfigureAwait(false); // If there are no more copies exists of the same mail, delete the MIME file as well. var isMailExists = await IsMailExistsAsync(mailCopy.Id).ConfigureAwait(false); if (!isMailExists && !preserveMimeFile) { await _mimeFileService.DeleteMimeMessageAsync(mailCopy.AssignedAccount.Id, mailCopy.FileId).ConfigureAwait(false); } ReportUIChange(new MailRemovedMessage(mailCopy)); } #endregion private async Task UpdateAllMailCopiesAsync(string mailCopyId, Func action) { var mailCopies = await GetMailItemsAsync(mailCopyId); if (mailCopies == null || !mailCopies.Any()) { _logger.Warning("Updating mail copies failed because there are no copies available with Id {MailCopyId}", mailCopyId); return; } _logger.Debug("Updating {MailCopyCount} mail copies with Id {MailCopyId}", mailCopies.Count, mailCopyId); foreach (var mailCopy in mailCopies) { bool shouldUpdateItem = action(mailCopy); if (shouldUpdateItem) { await UpdateMailAsync(mailCopy).ConfigureAwait(false); } else _logger.Debug("Skipped updating mail because it is already in the desired state."); } } public Task ChangeReadStatusAsync(string mailCopyId, bool isRead) => UpdateAllMailCopiesAsync(mailCopyId, (item) => { if (item.IsRead == isRead) return false; item.IsRead = isRead; if (isRead && item.UniqueId != Guid.Empty) { WeakReferenceMessenger.Default.Send(new MailReadStatusChanged(item.UniqueId)); } return true; }); public Task ChangeFlagStatusAsync(string mailCopyId, bool isFlagged) => UpdateAllMailCopiesAsync(mailCopyId, (item) => { if (item.IsFlagged == isFlagged) return false; item.IsFlagged = isFlagged; return true; }); public async Task CreateAssignmentAsync(Guid accountId, string mailCopyId, string remoteFolderId) { // Note: Folder might not be available at the moment due to user not syncing folders before the delta processing. // This is a problem, because assignments won't be created. // Therefore we sync folders every time before the delta processing. var localFolder = await _folderService.GetFolderAsync(accountId, remoteFolderId); if (localFolder == null) { _logger.Warning("Local folder not found for remote folder {RemoteFolderId}", remoteFolderId); _logger.Warning("Skipping assignment creation for the the message {MailCopyId}", mailCopyId); return; } var mailCopy = await GetSingleMailItemWithoutFolderAssignmentAsync(mailCopyId); if (mailCopy == null) { _logger.Warning("Can't create assignment for mail {MailCopyId} because it does not exist.", mailCopyId); return; } if (mailCopy.AssignedFolder.SpecialFolderType == SpecialFolderType.Sent && localFolder.SpecialFolderType == SpecialFolderType.Deleted) { // Sent item is deleted. // Gmail does not delete the sent items, but moves them to the deleted folder. // API doesn't allow removing Sent label. // Here we intercept this behavior, removing the Sent copy of the mail and adding the Deleted copy. // This way item will only be visible in Trash folder as in Gmail Web UI. // Don't delete MIME file since if exists. await DeleteMailInternalAsync(mailCopy, preserveMimeFile: true).ConfigureAwait(false); } // Copy one of the mail copy and assign it to the new folder. // We don't need to create a new MIME pack. // Therefore FileId is not changed for the new MailCopy. mailCopy.UniqueId = Guid.NewGuid(); mailCopy.FolderId = localFolder.Id; mailCopy.AssignedFolder = localFolder; await InsertMailAsync(mailCopy).ConfigureAwait(false); } public async Task DeleteAssignmentAsync(Guid accountId, string mailCopyId, string remoteFolderId) { var mailItem = await GetSingleMailItemAsync(mailCopyId, remoteFolderId).ConfigureAwait(false); if (mailItem == null) { _logger.Warning("Mail not found with id {MailCopyId} with remote folder {RemoteFolderId}", mailCopyId, remoteFolderId); return; } var localFolder = await _folderService.GetFolderAsync(accountId, remoteFolderId); if (localFolder == null) { _logger.Warning("Local folder not found for remote folder {RemoteFolderId}", remoteFolderId); return; } await DeleteMailInternalAsync(mailItem, preserveMimeFile: false).ConfigureAwait(false); } public async Task CreateMailRawAsync(MailAccount account, MailItemFolder mailItemFolder, NewMailItemPackage package) { var mailCopy = package.Copy; var mimeMessage = package.Mime; mailCopy.UniqueId = Guid.NewGuid(); mailCopy.AssignedAccount = account; mailCopy.AssignedFolder = mailItemFolder; mailCopy.SenderContact = await GetSenderContactForAccountAsync(account, mailCopy.FromAddress).ConfigureAwait(false); mailCopy.FolderId = mailItemFolder.Id; await SaveContactsForPackageAsync(package).ConfigureAwait(false); var mimeSaveTask = _mimeFileService.SaveMimeMessageAsync(mailCopy.FileId, mimeMessage, account.Id); var insertMailTask = InsertMailAsync(mailCopy); await Task.WhenAll(mimeSaveTask, insertMailTask).ConfigureAwait(false); } public async Task CreateMailAsyncEx(Guid accountId, NewMailItemPackage package) { } public async Task CreateMailAsync(Guid accountId, NewMailItemPackage package) { var account = await _accountService.GetAccountAsync(accountId).ConfigureAwait(false); if (account == null) return false; if (string.IsNullOrEmpty(package.AssignedRemoteFolderId)) { _logger.Warning("Remote folder id is not set for {MailCopyId}.", package.Copy.Id); _logger.Warning("Ignoring creation of mail."); return false; } var assignedFolder = await _folderService.GetFolderAsync(accountId, package.AssignedRemoteFolderId).ConfigureAwait(false); if (assignedFolder == null) { _logger.Warning("Assigned folder not found for {MailCopyId}.", package.Copy.Id); _logger.Warning("Ignoring creation of mail."); return false; } var mailCopy = package.Copy; var mimeMessage = package.Mime; mailCopy.UniqueId = Guid.NewGuid(); mailCopy.AssignedAccount = account; mailCopy.AssignedFolder = assignedFolder; mailCopy.SenderContact = await GetSenderContactForAccountAsync(account, mailCopy.FromAddress).ConfigureAwait(false); mailCopy.FolderId = assignedFolder.Id; // Only save MIME files if they don't exists. // This is because 1 mail may have multiple copies in different folders. // but only single MIME to represent all. // Save mime file to disk if provided. if (mimeMessage != null) { var isMimeExists = await _mimeFileService.IsMimeExistAsync(accountId, mailCopy.FileId).ConfigureAwait(false); if (!isMimeExists) { bool isMimeSaved = await _mimeFileService.SaveMimeMessageAsync(mailCopy.FileId, mimeMessage, accountId).ConfigureAwait(false); if (!isMimeSaved) { _logger.Warning("Failed to save mime file for {MailCopyId}.", mailCopy.Id); } } } // Save contact information extracted from provider API or MIME before insert/update. await SaveContactsForPackageAsync(package).ConfigureAwait(false); // Create mail copy in the database. // Update if exists. var existingCopyItem = await Connection.Table() .FirstOrDefaultAsync(a => a.Id == mailCopy.Id && a.FolderId == assignedFolder.Id); if (existingCopyItem != null) { mailCopy.UniqueId = existingCopyItem.UniqueId; await UpdateMailAsync(mailCopy).ConfigureAwait(false); return false; } else { if (account.ProviderType != MailProviderType.Gmail) { // Make sure there is only 1 instance left of this mail copy id. var allMails = await GetMailItemsAsync(mailCopy.Id).ConfigureAwait(false); await DeleteMailAsync(accountId, mailCopy.Id).ConfigureAwait(false); } await InsertMailAsync(mailCopy).ConfigureAwait(false); return true; } } private async Task SaveContactsForPackageAsync(NewMailItemPackage package) { if (package == null) return; if (package.Mime != null) { await _contactService.SaveAddressInformationAsync(package.Mime).ConfigureAwait(false); return; } var contacts = package.ExtractedContacts? .Where(c => c != null && !string.IsNullOrWhiteSpace(c.Address)) .ToList() ?? new List(); var senderAddress = package.Copy?.FromAddress; if (!string.IsNullOrWhiteSpace(senderAddress)) { contacts.Add(new AccountContact { Address = senderAddress, Name = string.IsNullOrWhiteSpace(package.Copy?.FromName) ? senderAddress : package.Copy.FromName }); } if (contacts.Count == 0) return; await _contactService.SaveAddressInformationAsync(contacts).ConfigureAwait(false); } private async Task CreateDraftMimeAsync(MailAccount account, DraftCreationOptions draftCreationOptions) { // This unique id is stored in mime headers for Wino to identify remote message with local copy. // Same unique id will be used for the local copy as well. // Synchronizer will map this unique id to the local draft copy after synchronization. var message = new MimeMessage() { Headers = { { Constants.WinoLocalDraftHeader, Guid.NewGuid().ToString() } }, }; var primaryAlias = await _accountService.GetPrimaryAccountAliasAsync(account.Id) ?? throw new MissingAliasException(); // Set FromName and FromAddress by alias. message.From.Add(new MailboxAddress(account.SenderName, primaryAlias.AliasAddress)); var builder = new BodyBuilder(); var signature = await GetSignature(account, draftCreationOptions.Reason); _ = draftCreationOptions.Reason switch { DraftCreationReason.Empty => CreateEmptyDraft(builder, message, draftCreationOptions, signature), _ => CreateReferencedDraft(builder, message, draftCreationOptions, account, signature), }; // TODO: Migration // builder.SetHtmlBody(builder.HtmlBody); message.Body = builder.ToMessageBody(); return message; } private string CreateHtmlGap() { var template = $"""

"""; return string.Concat(Enumerable.Repeat(template, 2)); } private async Task GetSignature(MailAccount account, DraftCreationReason reason) { if (account.Preferences.IsSignatureEnabled) { var signatureId = reason == DraftCreationReason.Empty ? account.Preferences.SignatureIdForNewMessages : account.Preferences.SignatureIdForFollowingMessages; if (signatureId != null) { var signature = await _signatureService.GetSignatureAsync(signatureId.Value); return signature.HtmlBody; } } return null; } private MimeMessage CreateEmptyDraft(BodyBuilder builder, MimeMessage message, DraftCreationOptions draftCreationOptions, string signature) { builder.HtmlBody = CreateHtmlGap(); if (draftCreationOptions.MailToUri != null) { if (draftCreationOptions.MailToUri.Subject != null) message.Subject = draftCreationOptions.MailToUri.Subject; if (draftCreationOptions.MailToUri.Body != null) { // TODO: In .NET 6+ replace with string "ReplaceLineEndings" method. var escapedBody = draftCreationOptions.MailToUri.Body.Replace("\r\n", "
").Replace("\n", "
").Replace("\r", "
"); builder.HtmlBody = $"""
{escapedBody}
""" + builder.HtmlBody; } if (draftCreationOptions.MailToUri.To.Any()) message.To.AddRange(draftCreationOptions.MailToUri.To.Select(x => new MailboxAddress(x, x))); if (draftCreationOptions.MailToUri.Cc.Any()) message.Cc.AddRange(draftCreationOptions.MailToUri.Cc.Select(x => new MailboxAddress(x, x))); if (draftCreationOptions.MailToUri.Bcc.Any()) message.Bcc.AddRange(draftCreationOptions.MailToUri.Bcc.Select(x => new MailboxAddress(x, x))); } if (signature != null) builder.HtmlBody += signature; return message; } private MimeMessage CreateReferencedDraft(BodyBuilder builder, MimeMessage message, DraftCreationOptions draftCreationOptions, MailAccount account, string signature) { var reason = draftCreationOptions.Reason; var referenceMessage = draftCreationOptions.ReferencedMessage.MimeMessage; var gap = CreateHtmlGap(); builder.HtmlBody = gap + CreateHtmlForReferencingMessage(referenceMessage); if (signature != null) { builder.HtmlBody = gap + signature + builder.HtmlBody; } // Manage "To" if (reason == DraftCreationReason.Reply || reason == DraftCreationReason.ReplyAll) { // Reply to the sender of the message if (referenceMessage.ReplyTo.Count > 0) message.To.AddRange(referenceMessage.ReplyTo); else if (referenceMessage.From.Count > 0) message.To.AddRange(referenceMessage.From); else if (referenceMessage.Sender != null) message.To.Add(referenceMessage.Sender); if (reason == DraftCreationReason.ReplyAll) { // Include all of the other original recipients message.To.AddRange(referenceMessage.To.Where(x => x is MailboxAddress mailboxAddress && !mailboxAddress.Address.Equals(account.Address, StringComparison.OrdinalIgnoreCase))); message.Cc.AddRange(referenceMessage.Cc.Where(x => x is MailboxAddress mailboxAddress && !mailboxAddress.Address.Equals(account.Address, StringComparison.OrdinalIgnoreCase))); } // Self email can be present at this step, when replying to own message. It should be removed only in case there no other recipients. if (message.To.Count > 1) { var self = message.To.FirstOrDefault(x => x is MailboxAddress mailboxAddress && mailboxAddress.Address.Equals(account.Address, StringComparison.OrdinalIgnoreCase)); if (self != null) message.To.Remove(self); } // Manage "ThreadId-ConversationId" // CRITICAL: In-Reply-To and References headers are essential for threading // They must reference the original message's Message-ID from the MIME headers if (!string.IsNullOrEmpty(referenceMessage.MessageId)) { message.InReplyTo = referenceMessage.MessageId; // Add all previous References first if (referenceMessage.References != null && referenceMessage.References.Count > 0) { message.References.AddRange(referenceMessage.References); } // Then add the message we're replying to message.References.Add(referenceMessage.MessageId); } else { // WARNING: Reference message has no Message-ID! // This will break threading. Try to use the MessageId from MailCopy if available. var referenceMailCopy = draftCreationOptions.ReferencedMessage.MailCopy; if (referenceMailCopy != null && !string.IsNullOrEmpty(referenceMailCopy.MessageId)) { message.InReplyTo = referenceMailCopy.MessageId; if (!string.IsNullOrEmpty(referenceMailCopy.References)) { // Parse the References string (supports both ";" and "," separators for backward compatibility) var references = referenceMailCopy.References.Split(new[] { ';', ',' }, StringSplitOptions.RemoveEmptyEntries); foreach (var reference in references) { message.References.Add(reference.Trim()); } } message.References.Add(referenceMailCopy.MessageId); } } message.Headers.Add("Thread-Topic", referenceMessage.Subject); } // Manage Subject if (reason == DraftCreationReason.Forward && !referenceMessage.Subject.StartsWith("FW: ", StringComparison.OrdinalIgnoreCase)) message.Subject = $"FW: {referenceMessage.Subject}"; else if ((reason == DraftCreationReason.Reply || reason == DraftCreationReason.ReplyAll) && !referenceMessage.Subject.StartsWith("RE: ", StringComparison.OrdinalIgnoreCase)) message.Subject = $"RE: {referenceMessage.Subject}"; else if (referenceMessage != null) message.Subject = referenceMessage.Subject; // Only include attachments if forwarding. if (reason == DraftCreationReason.Forward && (referenceMessage?.Attachments?.Any() ?? false)) { foreach (var attachment in referenceMessage.Attachments) { builder.Attachments.Add(attachment); } } return message; // Generates html representation of To/Cc/From/Time and so on from referenced message. string CreateHtmlForReferencingMessage(MimeMessage referenceMessage) { var htmlMimeInfo = string.Empty; // Separation Line htmlMimeInfo += "
"; var visitor = _mimeFileService.CreateHTMLPreviewVisitor(referenceMessage, string.Empty); visitor.Visit(referenceMessage); htmlMimeInfo += $"""
From: {ParticipantsToHtml(referenceMessage.From)}
Sent: {referenceMessage.Date.ToLocalTime()}
To: {ParticipantsToHtml(referenceMessage.To)}
{(referenceMessage.Cc.Count > 0 ? $"Cc: {ParticipantsToHtml(referenceMessage.Cc)}
" : string.Empty)} Subject: {referenceMessage.Subject}
 
{visitor.HtmlBody}
"""; return htmlMimeInfo; } static string ParticipantsToHtml(InternetAddressList internetAddresses) => string.Join("; ", internetAddresses.Mailboxes .Select(x => $"{x.Name ?? Translator.UnknownSender} <{x.Address ?? Translator.UnknownAddress}>")); } public async Task MapLocalDraftAsync(Guid accountId, Guid localDraftCopyUniqueId, string newMailCopyId, string newDraftId, string newThreadId) { var localDraftCopy = await Connection.FindWithQueryAsync( "SELECT MailCopy.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id WHERE MailCopy.UniqueId = ? AND MailItemFolder.MailAccountId = ?", localDraftCopyUniqueId, accountId); if (localDraftCopy == null) { _logger.Warning("Draft mapping failed because local draft copy with unique id {LocalDraftCopyUniqueId} does not exist.", localDraftCopyUniqueId); return false; } var oldLocalDraftId = localDraftCopy.Id; await LoadAssignedPropertiesAsync(localDraftCopy).ConfigureAwait(false); bool isIdChanging = localDraftCopy.Id != newMailCopyId; localDraftCopy.Id = newMailCopyId; if (!string.IsNullOrEmpty(newDraftId)) localDraftCopy.DraftId = newDraftId; if (!string.IsNullOrEmpty(newThreadId)) localDraftCopy.ThreadId = newThreadId; await UpdateMailAsync(localDraftCopy).ConfigureAwait(false); ReportUIChange(new DraftMapped(oldLocalDraftId, localDraftCopy.DraftId)); return true; } public Task MapLocalDraftAsync(string mailCopyId, string newDraftId, string newThreadId) { return UpdateAllMailCopiesAsync(mailCopyId, (item) => { var shouldUpdateThreadId = !string.IsNullOrEmpty(newThreadId); var shouldUpdateDraftId = !string.IsNullOrEmpty(newDraftId); if ((shouldUpdateThreadId && item.ThreadId != newThreadId) || (shouldUpdateDraftId && item.DraftId != newDraftId)) { var oldDraftId = item.DraftId; if (shouldUpdateDraftId) item.DraftId = newDraftId; if (shouldUpdateThreadId) item.ThreadId = newThreadId; ReportUIChange(new DraftMapped(oldDraftId, item.DraftId)); return true; } return false; }); } public Task> GetDownloadedUnreadMailsAsync(Guid accountId, IEnumerable downloadedMailCopyIds) { var placeholders = string.Join(",", downloadedMailCopyIds.Select(_ => "?")); var sql = $"SELECT MailCopy.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id WHERE MailCopy.Id IN ({placeholders}) AND MailCopy.IsRead = ? AND MailItemFolder.MailAccountId = ? AND MailItemFolder.SpecialFolderType = ?"; var parameters = new List(); parameters.AddRange(downloadedMailCopyIds.Cast()); parameters.Add(false); parameters.Add(accountId); parameters.Add((int)SpecialFolderType.Inbox); return Connection.QueryAsync(sql, parameters.ToArray()); } public Task GetMailAccountByUniqueIdAsync(Guid uniqueMailId) { return Connection.FindWithQueryAsync( "SELECT MailAccount.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id INNER JOIN MailAccount ON MailItemFolder.MailAccountId = MailAccount.Id WHERE MailCopy.UniqueId = ?", uniqueMailId); } public Task IsMailExistsAsync(string mailCopyId) => Connection.ExecuteScalarAsync("SELECT EXISTS(SELECT 1 FROM MailCopy WHERE Id = ?)", mailCopyId); public async Task> GetExistingMailsAsync(Guid folderId, IEnumerable uniqueIds) { var localMailIds = uniqueIds.Select(a => MailkitClientExtensions.CreateUid(folderId, a.Id)).ToArray(); var placeholders = string.Join(",", localMailIds.Select(_ => "?")); var sql = $"SELECT * FROM MailCopy WHERE Id IN ({placeholders})"; return await Connection.QueryAsync(sql, localMailIds.Cast().ToArray()); } public Task IsMailExistsAsync(string mailCopyId, Guid folderId) => Connection.ExecuteScalarAsync("SELECT EXISTS(SELECT 1 FROM MailCopy WHERE Id = ? AND FolderId = ?)", mailCopyId, folderId); public async Task GetGmailArchiveComparisonResultAsync(Guid archiveFolderId, List onlineArchiveMailIds) { onlineArchiveMailIds ??= []; var localArchiveMails = await Connection.Table() .Where(a => a.FolderId == archiveFolderId) .ToListAsync().ConfigureAwait(false); var onlineArchiveIdSet = onlineArchiveMailIds .Where(a => !string.IsNullOrWhiteSpace(a)) .ToHashSet(StringComparer.Ordinal); var localArchiveIdSet = localArchiveMails .Select(a => a.Id) .Where(a => !string.IsNullOrWhiteSpace(a)) .ToHashSet(StringComparer.Ordinal); var removedMails = localArchiveIdSet.Except(onlineArchiveIdSet).ToArray(); var addedMails = onlineArchiveIdSet.Except(localArchiveIdSet).ToArray(); return new GmailArchiveComparisonResult(addedMails, removedMails); } public async Task> GetRecentMailIdsForFolderAsync(Guid folderId, int count) { var recentMails = await Connection.Table() .Where(a => a.FolderId == folderId) .OrderByDescending(a => a.CreationDate) .Take(count) .ToListAsync() .ConfigureAwait(false); return recentMails.Select(m => m.Id); } public async Task> GetMailItemsAsync(IEnumerable mailCopyIds) { if (!mailCopyIds.Any()) return []; var placeholders = string.Join(",", mailCopyIds.Select(_ => "?")); var sql = $"SELECT MailCopy.* FROM MailCopy WHERE MailCopy.Id IN ({placeholders})"; var mailCopies = await Connection.QueryAsync(sql, mailCopyIds.Cast().ToArray()); if (mailCopies?.Count == 0) return []; ConcurrentDictionary folderCache = new(); ConcurrentDictionary accountCache = new(); ConcurrentDictionary contactCache = new(); foreach (var mail in mailCopies) { await LoadAssignedPropertiesWithCacheAsync(mail, folderCache, accountCache, contactCache).ConfigureAwait(false); } return mailCopies; } public async Task> AreMailsExistsAsync(IEnumerable mailCopyIds) { var placeholders = string.Join(",", mailCopyIds.Select(_ => "?")); var sql = $"SELECT Id FROM MailCopy WHERE Id IN ({placeholders})"; return await Connection.QueryScalarsAsync(sql, mailCopyIds.Cast().ToArray()); } public Task> GetMailCopiesBeforeDateAsync(Guid accountId, DateTime cutoffDateUtc) { const string query = """ SELECT MailCopy.* FROM MailCopy INNER JOIN MailItemFolder ON MailCopy.FolderId = MailItemFolder.Id WHERE MailItemFolder.MailAccountId = ? AND MailCopy.CreationDate < ? """; return Connection.QueryAsync(query, accountId, cutoffDateUtc); } }