IsPipelineCacheEnabled

Author: saddam213

TensorStack.StableDiffusion/Common/GenerateOptions.cs

@@ -45,7 +45,7 @@ public record GenerateOptions : IPipelineOptions, ISchedulerOptions
         public bool IsLowMemoryEncoderEnabled { get; set; }
         public bool IsLowMemoryDecoderEnabled { get; set; }
         public bool IsLowMemoryTextEncoderEnabled { get; set; }
-
+        public bool IsPipelineCacheEnabled { get; set; } = true;
 
         public bool HasControlNet => ControlNet is not null;
         public bool HasInputImage => InputImage is not null;

TensorStack.StableDiffusion/Pipelines/IPipelineOptions.cs

@@ -36,7 +36,7 @@ public interface IPipelineOptions : IRunOptions
         bool IsLowMemoryEncoderEnabled { get; set; }
         bool IsLowMemoryDecoderEnabled { get; set; }
         bool IsLowMemoryTextEncoderEnabled { get; set; }
-
+        bool IsPipelineCacheEnabled { get; set; }
 
         bool HasControlNet => ControlNet is not null;
         bool HasInputImage => InputImage is not null;

TensorStack.StableDiffusion/Pipelines/PipelineBase.cs

@@ -157,6 +157,9 @@ protected Tensor<float> ApplyGuidance(Tensor<float> conditional, Tensor<float> u
         /// <param name="options">The options.</param>
         protected PromptResult GetPromptCache(IPipelineOptions options)
         {
+            if (!options.IsPipelineCacheEnabled)
+                return default;
+
             if (_promptCache is null || !_promptCache.IsValid(options))
                 return default;
 
@@ -187,10 +190,10 @@ protected PromptResult SetPromptCache(IPipelineOptions options, PromptResult pro
         /// <param name="options">The options.</param>
         protected Tensor<float> GetEncoderCache(IPipelineOptions options)
         {
-            if (_encoderCache is null)
+            if (!options.IsPipelineCacheEnabled)
                 return default;
 
-            if (!_encoderCache.IsValid(options.InputImage))
+            if (_encoderCache is null || !_encoderCache.IsValid(options.InputImage))
                 return default;
 
             return _encoderCache.CacheResult;