fix: use recyclable streams for serialization to reduce memory pressure and improve overall performance

* Updated serialization writers to use RecyclableMemoryStream

* Updated to use private static manager

* Updated to use IBufferWriter<byte> as per PR review comments

* Update src/serialization/json/JsonSerializationWriter.cs

Co-authored-by: Vincent Biret <vincentbiret@hotmail.com>

* Update src/serialization/json/JsonSerializationWriter.cs

Co-authored-by: Vincent Biret <vincentbiret@hotmail.com>

---------

Co-authored-by: Vincent Biret <vincentbiret@hotmail.com>

Author: sri-suryanarayanan

src/serialization/form/FormSerializationWriter.cs

@@ -12,13 +12,15 @@
 using System;
 using System.Collections.Generic;
 using Microsoft.Kiota.Abstractions.Helpers;
+using Microsoft.IO;
 
 namespace Microsoft.Kiota.Serialization.Form;
 /// <summary>Represents a serialization writer that can be used to write a form url encoded string.</summary>
 public class FormSerializationWriter : ISerializationWriter
 {
     private int depth;
     private readonly StringBuilder _builder = new();
+    private static readonly RecyclableMemoryStreamManager _memoryStreamManager = new RecyclableMemoryStreamManager();
     /// <inheritdoc/>
     public Action<IParsable>? OnBeforeObjectSerialization { get; set; }
     /// <inheritdoc/>
@@ -31,7 +33,7 @@ public void Dispose()
         GC.SuppressFinalize(this);
     }
     /// <inheritdoc/>
-    public Stream GetSerializedContent() => new MemoryStream(Encoding.UTF8.GetBytes(_builder.ToString()));
+    public Stream GetSerializedContent() => _memoryStreamManager.GetStream(Encoding.UTF8.GetBytes(_builder.ToString()));
     /// <inheritdoc/>
     public void WriteAdditionalData(IDictionary<string, object> value)
     {

src/serialization/form/Microsoft.Kiota.Serialization.Form.csproj

@@ -14,6 +14,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.1" />
     <PackageReference Include="Microsoft.VisualStudio.Threading.Analyzers" Version="17.14.15">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>

src/serialization/json/JsonSerializationWriter.cs

@@ -10,6 +10,7 @@
 using System.Text;
 using System.Text.Json;
 using System.Xml;
+using Microsoft.IO;
 using Microsoft.Kiota.Abstractions;
 using Microsoft.Kiota.Abstractions.Helpers;
 using Microsoft.Kiota.Abstractions.Serialization;
@@ -18,14 +19,19 @@
 using System.Diagnostics.CodeAnalysis;
 #endif
 
+#if NETSTANDARD2_1_OR_GREATER || NETCOREAPP3_0_OR_GREATER
+using System.Buffers;
+#endif
+
 namespace Microsoft.Kiota.Serialization.Json
 {
     /// <summary>
     /// The <see cref="ISerializationWriter"/> implementation for json content types.
     /// </summary>
     public class JsonSerializationWriter : ISerializationWriter, IDisposable
     {
-        private readonly MemoryStream _stream = new MemoryStream();
+        private static readonly RecyclableMemoryStreamManager _memoryStreamManager = new RecyclableMemoryStreamManager();
+        private readonly RecyclableMemoryStream _stream = _memoryStreamManager.GetStream();
         private readonly KiotaJsonSerializationContext _kiotaJsonSerializationContext;
 
         /// <summary>
@@ -48,7 +54,11 @@ public JsonSerializationWriter()
         public JsonSerializationWriter(KiotaJsonSerializationContext kiotaJsonSerializationContext)
         {
             _kiotaJsonSerializationContext = kiotaJsonSerializationContext;
-            writer = new Utf8JsonWriter(_stream, new JsonWriterOptions
+#if NETSTANDARD2_1_OR_GREATER || NETCOREAPP2_1_OR_GREATER
+            writer = new Utf8JsonWriter((IBufferWriter<byte>)_stream, new JsonWriterOptions
+#else
+            writer = new Utf8JsonWriter((Stream)_stream, new JsonWriterOptions
+#endif
             {
                 Encoder = kiotaJsonSerializationContext.Options.Encoder,
                 Indented = kiotaJsonSerializationContext.Options.WriteIndented

src/serialization/json/Microsoft.Kiota.Serialization.Json.csproj

@@ -21,6 +21,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.1" />
     <PackageReference Include="Microsoft.VisualStudio.Threading.Analyzers" Version="17.14.15">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>

src/serialization/multipart/Microsoft.Kiota.Serialization.Multipart.csproj

@@ -14,6 +14,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.1" />
     <PackageReference Include="Microsoft.VisualStudio.Threading.Analyzers" Version="17.14.15">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>

src/serialization/multipart/MultipartSerializationWriter.cs

@@ -5,6 +5,7 @@
 using System;
 using System.Collections.Generic;
 using System.IO;
+using Microsoft.IO;
 using Microsoft.Kiota.Abstractions;
 using Microsoft.Kiota.Abstractions.Serialization;
 #if NET5_0_OR_GREATER
@@ -17,7 +18,8 @@ namespace Microsoft.Kiota.Serialization.Multipart;
 /// </summary>
 public class MultipartSerializationWriter : ISerializationWriter
 {
-    private readonly MemoryStream _stream = new MemoryStream();
+    private static readonly RecyclableMemoryStreamManager _memoryStreamManager = new RecyclableMemoryStreamManager();
+    private readonly RecyclableMemoryStream _stream = _memoryStreamManager.GetStream();
     /// <inheritdoc/>
     public Action<IParsable>? OnBeforeObjectSerialization { get; set; }
     /// <inheritdoc/>

src/serialization/text/Microsoft.Kiota.Serialization.Text.csproj

@@ -14,6 +14,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.1" />
     <PackageReference Include="Microsoft.VisualStudio.Threading.Analyzers" Version="17.14.15">
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       <PrivateAssets>all</PrivateAssets>

src/serialization/text/TextSerializationWriter.cs

@@ -3,6 +3,7 @@
 using System.Globalization;
 using System.IO;
 using System.Xml;
+using Microsoft.IO;
 using Microsoft.Kiota.Abstractions;
 using Microsoft.Kiota.Abstractions.Extensions;
 using Microsoft.Kiota.Abstractions.Helpers;
@@ -19,7 +20,8 @@ namespace Microsoft.Kiota.Serialization.Text;
 /// </summary>
 public class TextSerializationWriter : ISerializationWriter, IDisposable
 {
-    private readonly MemoryStream _stream = new MemoryStream();
+    private static readonly RecyclableMemoryStreamManager _memoryStreamManager = new RecyclableMemoryStreamManager();
+    private readonly RecyclableMemoryStream _stream = _memoryStreamManager.GetStream();
     private readonly StreamWriter _writer;
     /// <summary>
     /// Initializes a new instance of the <see cref="TextSerializationWriter"/> class.