NET的webservice的优化

在网上找了一下资料,用WebService进行大量数据传送的人并不多,主要原因是因为传送速度慢,因为WebService是以XML文件流的方式来传送的,写过XML的人都知道,XML中会有很多冗余的内容,比说字段名,他是每一行就要写一次,如果有约束,还要附加很多描述语句,而且从WebService返回数据时,还要进行64位编码,所以用WebService进行通迅效率很低.找了好久终于找到了一位高手的文章,原来WebService可以通过三步瘦身,但他用的方法是VS2003+wse2.0,而我用的是Vs2008+Wse3.0写法有所不同,于是写下此日志,帮助自己记录,也希望帮到有相关需求的人.

正文:

1. 将DataSet设置为用于远程传送的精简二进制模式
2. 用压缩程序对数据进行压缩(此处使用微软提供的ICSharpCode.SharpZipLib.dll)
3. 使用WSE3.0的MTOM技术优化SOAP.

WSE3.0配置:

安装完WSE3.0后,你会发现安装目录下会有一个WebService3.dll,要将其引入到WebService项目中(不能像VS2005中可以直接创建一个WSE3.0的项目),然后要配置Web.config,置于具体的配置写法可以用Wse3.0安装目录下的WseConfigEditor3.exe进行配置,例如要开通MTOM,则先在General页中勾选Enable this project for Web Service Enhancements,再在Messaging页中Client Mode选择on 然后关闭程序,会提示生成配置文件,打开文件,将相关项目填回Web.config中就可以使用了.

具体Web.config内容如下

[c-sharp] view plaincopyprint?

1.<?xml version="1.0" encoding="utf-8"?>  
2.<configuration>  
3.  <configSections>  
4.    <section name="microsoft.web.services3" type="Microsoft.Web.Services3.Configuration.WebServicesConfiguration, Microsoft.Web.Services3, Version=3.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35" />  
5.  </configSections>  
6.  <system.web>  
7.    <webServices>  
8.      <soapExtensionImporterTypes>  
9.        <add type="Microsoft.Web.Services3.Description.WseExtensionImporter, Microsoft.Web.Services3, Version=3.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35" />  
10.      </soapExtensionImporterTypes>  
11.      <soapServerProtocolFactory type="Microsoft.Web.Services3.WseProtocolFactory, Microsoft.Web.Services3, Version=3.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35" />  
12.    </webServices>  
13.    <compilation>  
14.      <assemblies>  
15.        <add assembly="Microsoft.Web.Services3, Version=3.0.0.0, Culture=neutral, PublicKeyToken=31BF3856AD364E35" />  
16.      </assemblies>  
17.    </compilation>  
18.  </system.web>  
19.  <microsoft.web.services3>  
20.    <messaging>  
21.      <mtom clientMode="On" />  
22.    </messaging>  
23.  </microsoft.web.services3>  
24.</configuration>  

具体代码:

一.压缩类:

[c-sharp] view plain copy print ?

1. using System;  
2. using System.IO;  
3. using System.Text;  
4. using ICSharpCode.SharpZipLib.Zip.Compression;  
5. using ICSharpCode.SharpZipLib.Zip.Compression.Streams;  
6.   
7. namespace ClassLb1  
8. {  
9.     /// <summary>  
10.     /// 压缩强度。  
11.     /// </summary>  
12.     public enum CompressionLevel  
13.     {  
14.         /// <summary>  
15.         /// 采用最好的压缩率。  
16.         /// </summary>  
17.         BestCompression,  
18.   
19.         /// <summary>  
20.         /// 采用默认的压缩率。  
21.         /// </summary>  
22.         DefaultCompression,  
23.   
24.         /// <summary>  
25.         /// 采用最快的压缩速度。  
26.         /// </summary>  
27.         BestSpeed,  
28.   
29.         /// <summary>  
30.         /// 不采用任何压缩。  
31.         /// </summary>  
32.         NoCompression  
33.     }  
34.   
35.     /// <summary>  
36.     /// CompressionHelper 的摘要说明。  
37.     /// </summary>  
38.     public class CompressionHelper  
39.     {  
40.         /// <summary>  
41.         /// 获取和设置压缩强度。  
42.         /// </summary>  
43.         public CompressionLevel Level;  
44.   
45.         public CompressionHelper()  
46.         {  
47.             Level = CompressionLevel.DefaultCompression;  
48.         }  
49.   
50.         public CompressionHelper(CompressionLevel level)  
51.         {  
52.             Level = level;  
53.         }  
54.  
55.         #region Public Methods  
56.         /// <summary>  
57.         /// 从原始字节数组生成已压缩的字节数组。  
58.         /// </summary>  
59.         /// <param name="bytesToCompress">原始字节数组。</param>  
60.         /// <returns>返回已压缩的字节数组</returns>  
61.         public byte[] CompressToBytes(byte[] bytesToCompress)  
62.         {  
63.             MemoryStream ms = new MemoryStream();  
64.             Stream s = GetOutputStream(ms);  
65.             s.Write(bytesToCompress, 0, bytesToCompress.Length);  
66.               
67.             s.Close();  
68.             return ms.ToArray();  
69.         }  
70.   
71.         /// <summary>  
72.         /// 从已压缩的字节数组生成原始字节数组。  
73.         /// </summary>  
74.         /// <param name="bytesToDecompress">已压缩的字节数组。</param>  
75.         /// <returns>返回原始字节数组。</returns>  
76.         public byte[] DecompressToBytes(byte[] bytesToDecompress)  
77.         {  
78.             byte[] writeData = new byte[4096];              //设置缓冲区  
79.             Stream s2 = GetInputStream(new MemoryStream(bytesToDecompress));        //解压缩数组  
80.             MemoryStream outStream = new MemoryStream();      //由于Stream类型不能直接转换为byte[]只能通过MemoryStream做中间变换  
81.   
82.             while (true)            //循环读取数据流到outStream,直至读取完毕  
83.             {  
84.                 int size = s2.Read(writeData, 0, writeData.Length);  
85.                 if (size > 0)  
86.                 {  
87.                     outStream.Write(writeData, 0, size);  
88.                 }  
89.                 else  
90.                 {  
91.                     break;  
92.                 }  
93.             }  
94.             s2.Close();  
95.             byte[] outArr = outStream.ToArray();  
96.             outStream.Close();  
97.             return outArr;  
98.         }  
99.         #endregion  
100.  
101.         #region Private Methods  
102.         /// <summary>  
103.         /// 根据压缩强度返回使用了不用压缩算法的 Deflate 对象。  
104.         /// </summary>  
105.         /// <param name="level">压缩强度。</param>  
106.         /// <returns>返回使用了不用压缩算法的 Deflate 对象。</returns>  
107.         private Deflater GetDeflater(CompressionLevel level)  
108.         {  
109.             switch (level)  
110.             {  
111.                 case CompressionLevel.DefaultCompression:  
112.                     return new Deflater(Deflater.DEFAULT_COMPRESSION);  
113.   
114.                 case CompressionLevel.BestCompression:  
115.                     return new Deflater(Deflater.BEST_COMPRESSION);  
116.   
117.                 case CompressionLevel.BestSpeed:  
118.                     return new Deflater(Deflater.BEST_SPEED);  
119.   
120.                 case CompressionLevel.NoCompression:  
121.                     return new Deflater(Deflater.NO_COMPRESSION);  
122.   
123.                 default:  
124.                     return new Deflater(Deflater.DEFAULT_COMPRESSION);  
125.             }  
126.         }  
127.   
128.         /// <summary>  
129.         /// 从给定的流生成压缩输出流。  
130.         /// </summary>  
131.         /// <param name="inputStream">原始流。</param>  
132.         /// <returns>返回压缩输出流。</returns>  
133.         private DeflaterOutputStream GetOutputStream(Stream inputStream)  
134.         {  
135.             return new DeflaterOutputStream(inputStream, GetDeflater(Level));  
136.         }  
137.   
138.         /// <summary>  
139.         /// 从给定的流生成压缩输入流。  
140.         /// </summary>  
141.         /// <param name="inputStream">原始流。</param>  
142.         /// <returns>返回压缩输入流。</returns>  
143.         private InflaterInputStream GetInputStream(Stream inputStream)  
144.         {  
145.             return new InflaterInputStream(inputStream);  
146.         }  
147.         #endregion  
148.   
149.     }  
150. }  

using System; using System.IO; using System.Text; using ICSharpCode.SharpZipLib.Zip.Compression; using ICSharpCode.SharpZipLib.Zip.Compression.Streams; namespace ClassLb1 { /// <summary> /// 压缩强度。 /// </summary> public enum CompressionLevel { /// <summary> /// 采用最好的压缩率。 /// </summary> BestCompression, /// <summary> /// 采用默认的压缩率。 /// </summary> DefaultCompression, /// <summary> /// 采用最快的压缩速度。 /// </summary> BestSpeed, /// <summary> /// 不采用任何压缩。 /// </summary> NoCompression } /// <summary> /// CompressionHelper 的摘要说明。 /// </summary> public class CompressionHelper { /// <summary> /// 获取和设置压缩强度。 /// </summary> public CompressionLevel Level; public CompressionHelper() { Level = CompressionLevel.DefaultCompression; } public CompressionHelper(CompressionLevel level) { Level = level; } #region Public Methods /// <summary> /// 从原始字节数组生成已压缩的字节数组。 /// </summary> /// <param name="bytesToCompress">原始字节数组。</param> /// <returns>返回已压缩的字节数组</returns> public byte[] CompressToBytes(byte[] bytesToCompress) { MemoryStream ms = new MemoryStream(); Stream s = GetOutputStream(ms); s.Write(bytesToCompress, 0, bytesToCompress.Length); s.Close(); return ms.ToArray(); } /// <summary> /// 从已压缩的字节数组生成原始字节数组。 /// </summary> /// <param name="bytesToDecompress">已压缩的字节数组。</param> /// <returns>返回原始字节数组。</returns> public byte[] DecompressToBytes(byte[] bytesToDecompress) { byte[] writeData = new byte[4096]; //设置缓冲区 Stream s2 = GetInputStream(new MemoryStream(bytesToDecompress)); //解压缩数组 MemoryStream outStream = new MemoryStream(); //由于Stream类型不能直接转换为byte[]只能通过MemoryStream做中间变换 while (true) //循环读取数据流到outStream,直至读取完毕 { int size = s2.Read(writeData, 0, writeData.Length); if (size > 0) { outStream.Write(writeData, 0, size); } else { break; } } s2.Close(); byte[] outArr = outStream.ToArray(); outStream.Close(); return outArr; } #endregion #region Private Methods /// <summary> /// 根据压缩强度返回使用了不用压缩算法的 Deflate 对象。 /// </summary> /// <param name="level">压缩强度。</param> /// <returns>返回使用了不用压缩算法的 Deflate 对象。</returns> private Deflater GetDeflater(CompressionLevel level) { switch (level) { case CompressionLevel.DefaultCompression: return new Deflater(Deflater.DEFAULT_COMPRESSION); case CompressionLevel.BestCompression: return new Deflater(Deflater.BEST_COMPRESSION); case CompressionLevel.BestSpeed: return new Deflater(Deflater.BEST_SPEED); case CompressionLevel.NoCompression: return new Deflater(Deflater.NO_COMPRESSION); default: return new Deflater(Deflater.DEFAULT_COMPRESSION); } } /// <summary> /// 从给定的流生成压缩输出流。 /// </summary> /// <param name="inputStream">原始流。</param> /// <returns>返回压缩输出流。</returns> private DeflaterOutputStream GetOutputStream(Stream inputStream) { return new DeflaterOutputStream(inputStream, GetDeflater(Level)); } /// <summary> /// 从给定的流生成压缩输入流。 /// </summary> /// <param name="inputStream">原始流。</param> /// <returns>返回压缩输入流。</returns> private InflaterInputStream GetInputStream(Stream inputStream) { return new InflaterInputStream(inputStream); } #endregion } }

二.客户端:

[c-sharp] view plain copy print ?

1. Thread thread1;  
2. private void button1_Click(object sender, EventArgs e)  
3. {  
4.     //try  
5.     //{  
6.         label1.Text = "整理数据......";  
7.         thread1 = new Thread(new ThreadStart(UpLoad));  
8.         thread1.Start();  
9.     //}  
10.     //catch (Exception e1)  
11.     //{  
12.     //    MessageBox.Show("上传数据失败!错误代码如下:/r/n" + e1.ToString());  
13.     //}  
14. }  
15.   
16.   
17. /// <summary>  
18. /// 上传数据  
19. /// </summary>  
20. private void UpLoad()         
21. {  
22.     int LinLimit = 10;  
23.   
24.     string ZDDB1 = "ZD";  
25.     string Prsta = AppDomain.CurrentDomain.SetupInformation.ApplicationBase;  
26.     //Prsta = Prsta.Substring(0, Prsta.LastIndexOf("//", Prsta.Length - 2));     //截取Prsta的路径  
27.     SqlConn sqlConn = new SqlConn();  
28.     SqlConnection Conn2 = sqlConn.Sqlc2(Prsta, ZDDB1);  
29.     Conn2.Open();  
30.     string sqlse1 = "select top 100 * from SqlLogOut";  
31.     SqlDataAdapter sqlDa = new SqlDataAdapter(sqlse1, Conn2);  
32.     SqlCommandBuilder scb = new SqlCommandBuilder(sqlDa);  
33.       
34.     DataSet Ds = new DataSet();  
35.     sqlDa.Fill(Ds, "SqlLogOut");  
36.   
37.     label1.Text = "共有" + Ds.Tables[0].Rows.Count.ToString() + "条记录  开始上传..........";  
38.   
39.     int Loop1 = Ds.Tables[0].Rows.Count / LinLimit;                             //分包数  
40.     if (Ds.Tables[0].Rows.Count % LinLimit > 0)  
41.         Loop1++;  
42.     for (int i = 1; i <= Loop1; i++)  
43.     {  
44.         DataSet DsPack = PackDs(Ds, LinLimit);  
45.         DsPack.RemotingFormat = SerializationFormat.Binary;         //将DS设置为用于远程序传送的精简二进制模式  
46.         BinaryFormatter BinForm = new BinaryFormatter();  
47.         MemoryStream ms = new MemoryStream();  
48.         BinForm.Serialize(ms, DsPack);  
49.         byte[] buffer = ms.ToArray();  
50.         byte[] byUpload = new CompressionHelper(CompressionLevel.BestSpeed).CompressToBytes(buffer);        //将byte数组再进行加压  
51.   
52.         localhost.DataTransport daTr = new DataTransport.localhost.DataTransport();  
53.         string Res = daTr.DataUpload(byUpload);  
54.         if (Res == "#1")  
55.         {  
56.             progressBar1.Value =Convert.ToInt16( Convert.ToDouble(i) / Loop1 * 100);  
57.             sqlDa.Update(Ds, "SqlLogOut");                  //删除数据库上对应记录  
58.         }  
59.     }  
60.     label1.Text = "上传完成.";  
61.     Conn2.Close();  
62.     thread1.Abort();  
63. }  

Thread thread1; private void button1_Click(object sender, EventArgs e) { //try //{ label1.Text = "整理数据......"; thread1 = new Thread(new ThreadStart(UpLoad)); thread1.Start(); //} //catch (Exception e1) //{ // MessageBox.Show("上传数据失败!错误代码如下:/r/n" + e1.ToString()); //} } /// <summary> /// 上传数据 /// </summary> private void UpLoad() { int LinLimit = 10; string ZDDB1 = "ZD"; string Prsta = AppDomain.CurrentDomain.SetupInformation.ApplicationBase; //Prsta = Prsta.Substring(0, Prsta.LastIndexOf("//", Prsta.Length - 2)); //截取Prsta的路径 SqlConn sqlConn = new SqlConn(); SqlConnection Conn2 = sqlConn.Sqlc2(Prsta, ZDDB1); Conn2.Open(); string sqlse1 = "select top 100 * from SqlLogOut"; SqlDataAdapter sqlDa = new SqlDataAdapter(sqlse1, Conn2); SqlCommandBuilder scb = new SqlCommandBuilder(sqlDa); DataSet Ds = new DataSet(); sqlDa.Fill(Ds, "SqlLogOut"); label1.Text = "共有" + Ds.Tables[0].Rows.Count.ToString() + "条记录 开始上传.........."; int Loop1 = Ds.Tables[0].Rows.Count / LinLimit; //分包数 if (Ds.Tables[0].Rows.Count % LinLimit > 0) Loop1++; for (int i = 1; i <= Loop1; i++) { DataSet DsPack = PackDs(Ds, LinLimit); DsPack.RemotingFormat = SerializationFormat.Binary; //将DS设置为用于远程序传送的精简二进制模式 BinaryFormatter BinForm = new BinaryFormatter(); MemoryStream ms = new MemoryStream(); BinForm.Serialize(ms, DsPack); byte[] buffer = ms.ToArray(); byte[] byUpload = new CompressionHelper(CompressionLevel.BestSpeed).CompressToBytes(buffer); //将byte数组再进行加压 localhost.DataTransport daTr = new DataTransport.localhost.DataTransport(); string Res = daTr.DataUpload(byUpload); if (Res == "#1") { progressBar1.Value =Convert.ToInt16( Convert.ToDouble(i) / Loop1 * 100); sqlDa.Update(Ds, "SqlLogOut"); //删除数据库上对应记录 } } label1.Text = "上传完成."; Conn2.Close(); thread1.Abort(); }

三.WebService

[c-sharp] view plain copy print ?

1. public string DataUpload(byte[] byUpload,string UpBm)  
2. {  
3.     try  
4.     {  
5.         byte[] byData = new CompressionHelper().DecompressToBytes(byUpload);  
6.         BinaryFormatter binForm = new BinaryFormatter();  
7.         DataSet dsUpload = binForm.Deserialize(new MemoryStream(byData)) as DataSet;  
8.   
9.         Bz1= "#1";  
10.     }  
11.     catch (Exception e1)  
12.     {  
13.         Bz1 = e1.Message.ToString();  
14.     }  
15.     return Bz1;  
16. }  

public string DataUpload(byte[] byUpload,string UpBm) { try { byte[] byData = new CompressionHelper().DecompressToBytes(byUpload); BinaryFormatter binForm = new BinaryFormatter(); DataSet dsUpload = binForm.Deserialize(new MemoryStream(byData)) as DataSet; Bz1= "#1"; } catch (Exception e1) { Bz1 = e1.Message.ToString(); } return Bz1; }

经此方法可以将原数据量大大压缩2/3以上,只是原来的1/3左右