javier/Wino-Mail
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Max 1500 mails to download per-folder on initial sync for Gmail.

Browse Source
This commit is contained in:
Burak Kaan Köse
2025-04-21 10:15:42 +02:00
parent df991a3829
commit 86a6382463
1 changed files with 39 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

68
Wino.Core/Synchronizers/GmailSynchronizer.cs
View File

@@ -44,12 +44,8 @@ public class GmailSynchronizer : WinoSynchronizer<IClientServiceRequest, Message
{ {
public override uint BatchModificationSize => 1000; public override uint BatchModificationSize => 1000;
/// <summary> /// This now represents actual per-folder download count for initial sync
/// This is NOT the initial message download count per folder. public override uint InitialMessageDownloadCountPerFolder => 1500;
/// Gmail doesn't have per-folder sync. Therefore this represents to total amount that 1 page query returns until
/// there are no pages to get. Max allowed is 500.
/// </summary>
public override uint InitialMessageDownloadCountPerFolder => 500;
// It's actually 100. But Gmail SDK has internal bug for Out of Memory exception. // It's actually 100. But Gmail SDK has internal bug for Out of Memory exception.
// https://github.com/googleapis/google-api-dotnet-client/issues/2603 // https://github.com/googleapis/google-api-dotnet-client/issues/2603
@@ -178,36 +174,50 @@ public class GmailSynchronizer : WinoSynchronizer<IClientServiceRequest, Message
if (isInitialSync) if (isInitialSync)
{ {
// Initial synchronization. // Get all folders that need synchronization
// Google sends message id and thread id in this query. var folders = await _gmailChangeProcessor.GetLocalFoldersAsync(Account.Id).ConfigureAwait(false);
// We'll collect them and send a Batch request to get details of the messages. var syncFolders = folders.Where(f =>
f.IsSynchronizationEnabled &&
f.SpecialFolderType != SpecialFolderType.Category &&
f.SpecialFolderType != SpecialFolderType.Archive).ToList();
var messageRequest = _gmailService.Users.Messages.List("me"); // Download messages for each folder separately
foreach (var folder in syncFolders)
// Gmail doesn't do per-folder sync. So our per-folder count is the same as total message count.
messageRequest.MaxResults = InitialMessageDownloadCountPerFolder;
messageRequest.IncludeSpamTrash = true;
ListMessagesResponse result = null;
string nextPageToken = string.Empty;
while (true)
{ {
if (!string.IsNullOrEmpty(nextPageToken)) var messageRequest = _gmailService.Users.Messages.List("me");
messageRequest.MaxResults = InitialMessageDownloadCountPerFolder;
messageRequest.LabelIds = new[] { folder.RemoteFolderId };
// messageRequest.OrderBy = "internalDate desc"; // Get latest messages first
messageRequest.IncludeSpamTrash = true;
string nextPageToken = null;
uint downloadedCount = 0;
do
{ {
messageRequest.PageToken = nextPageToken; if (!string.IsNullOrEmpty(nextPageToken))
} {
messageRequest.PageToken = nextPageToken;
}
result = await messageRequest.ExecuteAsync(cancellationToken); var result = await messageRequest.ExecuteAsync(cancellationToken);
nextPageToken = result.NextPageToken;
nextPageToken = result.NextPageToken; if (result.Messages != null)
{
downloadedCount += (uint)result.Messages.Count;
listChanges.Add(result);
}
listChanges.Add(result); // Stop if we've downloaded enough messages for this folder
if (downloadedCount >= InitialMessageDownloadCountPerFolder)
{
break;
}
// Nothing to fetch anymore. Break the loop. } while (!string.IsNullOrEmpty(nextPageToken));
if (nextPageToken == null)
break; _logger.Information("Downloaded {Count} messages for folder {Folder}", downloadedCount, folder.FolderName);
} }
} }
else else