Add test to email with 8bit transfer encode. Change default text encode from ASCII to UTF8.

Author: reinaldocoelho

ActiveUp.Net-vs2017.sln

@@ -138,7 +138,7 @@ private static int GetASCIIByteCountOfPart(string part)
         private static void ParseSubParts(ref MimePart part, Message message)
         {
             string boundary = part.ContentType.Parameters["boundary"];
-            string parentPartAsciiBody = ToASCII(part.BinaryContent);
+            string parentPartAsciiBody = ToUtf8(part.BinaryContent);
             byte[] parentPartBinary = part.BinaryContent;
 
             Logger.AddEntry(typeof(Parser), "boundary : " + boundary);
@@ -171,7 +171,7 @@ private static void ParseSubParts(ref MimePart part, Message message)
                 GC.WaitForPendingFinalizers();
 
                 parentPartBinary = tmp;
-                parentPartAsciiBody = ToASCII(parentPartBinary);
+                parentPartAsciiBody = ToUtf8(parentPartBinary);
                 tmp = null;
 
                 if (!strpart.StartsWith("--") && !string.IsNullOrEmpty(strpart))
@@ -316,7 +316,7 @@ private static void DecodePartBody(ref MimePart part)
                 }
                 else if (part.ContentTransferEncoding.Equals(ContentTransferEncoding.QuotedPrintable))
                 {
-                    part.TextContent = Codec.FromQuotedPrintable(ToASCII(part.BinaryContent), charset);
+                    part.TextContent = Codec.FromQuotedPrintable(ToUtf8(part.BinaryContent), charset);
                     part.BinaryContent = Codec.GetEncoding(charset).GetBytes(part.TextContent);
                 }
                 else
@@ -332,7 +332,7 @@ private static void DecodePartBody(ref MimePart part)
 
         private static void DecodeBase64Part(MimePart part, string charset)
         {
-            string text = ToASCII(part.BinaryContent);
+            string text = ToUtf8(part.BinaryContent);
             byte[] binary = null;
 #if !PocketPC
             try
@@ -347,7 +347,7 @@ private static void DecodeBase64Part(MimePart part, string charset)
                 binary = Convert.FromBase64String(text);
             }
 #endif
-            text = ToASCII(binary);
+            text = ToUtf8(binary);
             if (part.ContentDisposition != ContentDisposition.Attachment)
                 text = Codec.GetEncoding(charset).GetString(binary, 0, binary.Length);
 
@@ -461,10 +461,10 @@ public static string Unfold(string input)
         /// </summary>
         public static event OnBodyParsedEvent BodyParsed;
 
-        private static string ToASCII(byte[] data)
+        private static string ToUtf8(byte[] data)
         {
             const int BUFFER_SIZE = 2048;
-            StringBuilder sb = new StringBuilder();
+            var sb = new StringBuilder();
             for (int i = 0; i < data.Length; i += BUFFER_SIZE)
                 sb.Append(ConvertByteBlock(data, i, Math.Min(BUFFER_SIZE, data.Length - i)));
 
@@ -473,7 +473,7 @@ private static string ToASCII(byte[] data)
 
         private static string ConvertByteBlock(byte[] data, int start, int length)
         {
-            return Encoding.ASCII.GetString(data, start, length);
+            return Encoding.UTF8.GetString(data, start, length);
         }
 
         private static void ParseHeaderFields(MimePart part, int headerEnd)
@@ -511,7 +511,7 @@ public static MimePart ParseMimePart(byte[] binaryData, Message message)
         {
             MimePart part = new MimePart();
             part.ParentMessage = message;
-            part.OriginalContent = ToASCII(binaryData); //ASCII content for header parsing            
+            part.OriginalContent = ToUtf8(binaryData); //ASCII content for header parsing            
 
             try
             {

Class Library/ActiveUp.Net.Common/Parser.cs

@@ -105,6 +105,9 @@
     <None Include="resource\confirm_read_parse_problem.eml">
       <CopyToOutputDirectory>Always</CopyToOutputDirectory>
     </None>
+    <None Include="resource\content-transfer-encode-8bit.eml">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </None>
     <None Include="resource\image-as-body-part.eml">
       <CopyToOutputDirectory>Always</CopyToOutputDirectory>
     </None>

Class Library/ActiveUp.Net.Tests/ActiveUp.Net.Tests.csproj

@@ -419,7 +419,7 @@ public void should_content_transfer_encode_text()
         public void should_append_html_parts_with_multipart_related_content_type()
         {
             var message = Parser.ParseMessageFromFile(_baseDir + "\\resource\\html_multipart_related_email_with_subparts.eml");
-            message.BodyText.Text.ShouldEqual("Hi,\r\n\r\nI?m the first step of message to test.\r\n\r\nSender\r\nHelper\r\n[Descrição: Descrição: Descrição: Descrição: Imagem4]\r\nE-mail: sender@sender.com\r\nWeb: www.sender.com<http://www.sender.com/>\r\n\r\nCurta nossa página no Facebook<https://www.sender.com>\r\n\r\n\r\n\r\n\r\nDe: Destinatary - Client\r\nEnviada em: quarta-feira, 23 de março de 2016 18:39\r\nPara: Odare; suport@enterprise.com; suporte\r\nCc: contasapagar; Customer2 - Client; Customer3 - Client; Customer4 - Client\r\nAssunto: Email multipart related multilevel\r\n\r\nHi there,\r\n\r\nThis is the multipart original message.\r\n\r\n[cid:image003.jpg@01D185BB.A9907410]\r\n\r\n\r\nFollow the image of problem:\r\n\r\n[cid:image004.jpg@01D185BB.A9907410]\r\n\r\nAtt,\r\n\r\n\r\n\r\n\r\n\r\n");
+            message.BodyText.Text.ShouldEqual("Hi,\r\n\r\nI'm the first step of message to test.\r\n\r\nSender\r\nHelper\r\n[Descrição: Descrição: Descrição: Descrição: Imagem4]\r\nE-mail: sender@sender.com\r\nWeb: www.sender.com<http://www.sender.com/>\r\n\r\nCurta nossa página no Facebook<https://www.sender.com>\r\n\r\n\r\n\r\n\r\nDe: Destinatary - Client\r\nEnviada em: quarta-feira, 23 de março de 2016 18:39\r\nPara: Odare; suport@enterprise.com; suporte\r\nCc: contasapagar; Customer2 - Client; Customer3 - Client; Customer4 - Client\r\nAssunto: Email multipart related multilevel\r\n\r\nHi there,\r\n\r\nThis is the multipart original message.\r\n\r\n[cid:image003.jpg@01D185BB.A9907410]\r\n\r\n\r\nFollow the image of problem:\r\n\r\n[cid:image004.jpg@01D185BB.A9907410]\r\n\r\nAtt,\r\n\r\n\r\n\r\n\r\n\r\n");
             message.BodyHtml.Text.ShouldEqual("<html>\r\n<head>\r\n<meta http-equiv=\"Content-Type\" content=\"text/html; charset=iso-8859-1\">\r\n<meta name=\"Generator\" content=\"Microsoft Word 14 (filtered medium)\">\r\n<!--[if !mso]><style>v\\:* {behavior:url(#default#VML);}\r\no\\:* {behavior:url(#default#VML);}\r\nw\\:* {behavior:url(#default#VML);}\r\n..sape {behavior:url(#default#VML);}\r\n</style><![endif]--><style><!--\r\n/* Font Definitions */\r\n@font-face\r\n	{font-family:Calibri;\r\n	panose-1:2 15 5 2 2 2 4 3 2 4;}\r\n@font-face\r\n	{font-family:Tahoma;\r\n	panose-1:2 11 6 4 3 5 4 4 2 4;}\r\n@font-face\r\n	{font-family:Verdana;\r\n	panose-1:2 11 6 4 3 5 4 4 2 4;}\r\n@font-face\r\n	{font-family:\"Century Gothic\";\r\n	panose-1:2 11 5 2 2 2 2 2 2 4;}\r\n/* Style Definitions */\r\np.MsoNormal, li.MsoNormal, div.MsoNormal\r\n	{margin:0cm;\r\n	margin-bottom:.0001pt;\r\n	font-size:11.0pt;\r\n	font-family:\"Calibri\",\"sans-serif\";\r\n	mso-fareast-language:EN-US;}\r\na:link, span.MsoHyperlink\r\n	{mso-style-priority:99;\r\n	color:blue;\r\n	text-decoration:underline;}\r\na:visited, span.MsoHyperlinkFollowed\r\n	{mso-style-priority:99;\r\n	color:purple;\r\n	text-decoration:underline;}\r\np.MsoAcetate, li.MsoAcetate, div.MsoAcetate\r\n	{mso-style-priority:99;\r\n	mso-style-link:\"Texto de balão Char\";\r\n	margin:0cm;\r\n	margin-bottom:.0001pt;\r\n	font-size:8.0pt;\r\n	font-family:\"Tahoma\",\"sans-serif\";\r\n	mso-fareast-language:EN-US;}\r\nspan.TextodebaloChar\r\n	{mso-style-name:\"Texto de balão Char\";\r\n	mso-style-priority:99;\r\n	mso-style-link:\"Texto de balão\";\r\n	font-family:\"Tahoma\",\"sans-serif\";}\r\nspan.EstiloDeEmail19\r\n	{mso-style-type:personal;\r\n	font-family:\"Calibri\",\"sans-serif\";\r\n	color:windowtext;}\r\nspan.EstiloDeEmail20\r\n	{mso-style-type:personal-reply;\r\n	font-family:\"Calibri\",\"sans-serif\";\r\n	color:#365F91;}\r\n..MoChpDefault\r\n	{mso-style-type:export-only;\r\n	font-size:10.0pt;}\r\n@page WordSection1\r\n	{size:612.0pt 792.0pt;\r\n	margin:70.85pt 3.0cm 70.85pt 3.0cm;}\r\ndiv.WordSection1\r\n	{page:WordSection1;}\r\n--></style><!--[if gte mso 9]><xml>\r\n<o:shapedefaults v:ext=\"edit\" spidmax=\"1026\" />\r\n</xml><![endif]--><!--[if gte mso 9]><xml>\r\n<o:shapelayout v:ext=\"edit\">\r\n<o:idmap v:ext=\"edit\" data=\"1\" />\r\n</o:shapelayout></xml><![endif]-->\r\n</head>\r\n<body lang=\"PT-BR\" link=\"blue\" vlink=\"purple\">\r\n<div class=\"WordSection1\">\r\n<p class=\"MsoNormal\"><span style=\"color:#365F91\">Hi,<o:p></o:p></span></p>\r\n<p class=\"MsoNormal\"><span style=\"color:#365F91\"><o:p>&nbsp;</o:p></span></p>\r\n<p class=\"MsoNormal\"><span style=\"color:#365F91\">This is the multipart original message.<o:p></o:p></span></p>\r\n<p class=\"MsoNormal\"><b><span style=\"font-family:&quot;Century Gothic&quot;,&quot;sans-serif&quot;;color:#002060;mso-fareast-language:PT-BR\"><o:p>&nbsp;</o:p></span></b></p>\r\n<p class=\"MsoNormal\"><b><span style=\"font-family:&quot;Century Gothic&quot;,&quot;sans-serif&quot;;color:#002060;mso-fareast-language:PT-BR\">Sender<o:p></o:p></span></b></p>\r\n<table class=\"MsoNormalTable\" border=\"0\" cellpadding=\"0\">\r\n<tbody>\r\n<tr>\r\n<td style=\"padding:.75pt .75pt .75pt .75pt\">\r\n<p class=\"MsoNormal\"><i><span style=\"font-size:10.0pt;font-family:&quot;Century Gothic&quot;,&quot;sans-serif&quot;;color:#002060;mso-fareast-language:PT-BR\">Helper                 </span></i><i><span style=\"font-size:10.0pt;font-family:&quot;Century Gothic&quot;,&quot;sans-serif&quot;;color:#002060;mso-fareast-language:PT-BR\"><o:p></o:p></span></i></p>\r\n<p class=\"MsoNormal\"><span style=\"color:#1F497D;mso-fareast-language:PT-BR\"><img width=\"175\" height=\"104\" id=\"Imagem_x0020_1\" src=\"cid:image001.jpg@01D185BB.A9907410\" alt=\"Descrição: Descrição: Descrição: Descrição: Imagem4\"></span><span style=\"font-size:12.0pt;color:#1F497D;mso-fareast-language:PT-BR\"><o:p></o:p></span></p>\r\n</td>");
         }