Fix bug in download and upload pipeline

Author: SebastianStehle

cli/Squidex.CLI/Squidex.CLI/Commands/App_Assets.cs

@@ -6,7 +6,6 @@
 // ==========================================================================
 
 using System;
-using System.Collections.Concurrent;
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;

cli/Squidex.CLI/Squidex.CLI/Commands/App_Backup.cs

@@ -7,7 +7,6 @@
 
 using System;
 using System.IO;
-using System.Linq;
 using System.Threading;
 using System.Threading.Tasks;
 using CommandDotNet;

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/OpenLibrary/AuthorContent.cs

@@ -5,7 +5,6 @@
 //  All rights reserved. Licensed under the MIT license.
 // ==========================================================================
 
-using System;
 using Newtonsoft.Json;
 using Squidex.ClientLibrary;
 

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/OpenLibrary/AuthorImporter.cs

@@ -13,7 +13,6 @@
 using System.Threading.Tasks.Dataflow;
 using CsvHelper;
 using CsvHelper.Configuration;
-using Newtonsoft.Json;
 using Newtonsoft.Json.Linq;
 using Squidex.ClientLibrary;
 

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/Sync/App/AppSynchronizer.cs

@@ -6,7 +6,6 @@
 // ==========================================================================
 
 using System.Collections.Generic;
-using System.Linq;
 using System.Threading.Tasks;
 using Squidex.CLI.Commands.Implementation.FileSystem;
 using Squidex.ClientLibrary.Management;

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/Sync/Assets/AssetsSynchronizer.cs

@@ -99,6 +99,8 @@ public async Task ImportAsync(ISyncService sync, SyncOptions options, ISession s
 
             var tree = new FolderTree(session);
 
+            var batchIndex = 0;
+
             foreach (var (_, model) in models)
             {
                 if (model?.Assets?.Count > 0)
@@ -140,7 +142,7 @@ public async Task ImportAsync(ISyncService sync, SyncOptions options, ISession s
                         var result1 = results.FirstOrDefault(x => x.JobIndex == (assetIndex * 2));
                         var result2 = results.FirstOrDefault(x => x.JobIndex == (assetIndex * 2) + 1);
 
-                        log.StepStart($"Upserting #{assetIndex}");
+                        log.StepStart($"Upserting #{batchIndex}/{assetIndex}");
 
                         if (result1?.Error != null)
                         {
@@ -162,6 +164,8 @@ public async Task ImportAsync(ISyncService sync, SyncOptions options, ISession s
                         assetIndex++;
                     }
                 }
+
+                batchIndex++;
             }
         }
 

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/Sync/Assets/DownloadPipeline.cs

@@ -6,8 +6,6 @@
 // ==========================================================================
 
 using System;
-using System.IO;
-using System.Security.Cryptography;
 using System.Threading.Tasks;
 using System.Threading.Tasks.Dataflow;
 using Squidex.CLI.Commands.Implementation.FileSystem;
@@ -111,7 +109,7 @@ public Task DownloadAsync(AssetDto asset)
 
         public Task CompleteAsync()
         {
-            pipelineEnd.Complete();
+            pipelineStart.Complete();
 
             return pipelineEnd.Completion;
         }

cli/Squidex.CLI/Squidex.CLI/Commands/Implementation/Sync/Assets/UploadPipeline.cs

@@ -6,7 +6,6 @@
 // ==========================================================================
 
 using System;
-using System.Collections.Generic;
 using System.Threading.Tasks;
 using System.Threading.Tasks.Dataflow;
 using Squidex.CLI.Commands.Implementation.FileSystem;
@@ -71,14 +70,7 @@ public UploadPipeline(ISession session, ILogger log, IFileSystem fs)
 
                         var result = await session.Assets.PostUpsertAssetAsync(session.App, asset.Id, null, true, file);
 
-                        if (string.Equals(asset.FileHash, result.FileHash, StringComparison.Ordinal))
-                        {
-                            log.ProcessSkipped(process, "Same hash.");
-                        }
-                        else
-                        {
-                            log.ProcessCompleted(process);
-                        }
+                        log.ProcessCompleted(process);
                     }
                 }
                 catch (Exception ex)
@@ -108,7 +100,7 @@ public Task UploadAsync(AssetModel asset)
 
         public Task CompleteAsync()
         {
-            pipelineEnd.Complete();
+            pipelineStart.Complete();
 
             return pipelineEnd.Completion;
         }

cli/Squidex.CLI/Squidex.CLI/Squidex.CLI.csproj

@@ -14,7 +14,7 @@
     <TargetFramework>net5.0</TargetFramework>
     <TargetLatestRuntimePatch>true</TargetLatestRuntimePatch>
     <ToolCommandName>sq</ToolCommandName>
-    <Version>7.23</Version>
+    <Version>7.24</Version>
   </PropertyGroup>
   <ItemGroup>
     <None Remove="Commands\Implementation\OpenLibrary\Structure\schemas\author.json" />