大数据高效复制的处理案例分析总结

    public partial classFrmMain : Form

    {privateTimeSpan ExecuteTime;private int currentCount = 0;private BackgroundWorker work = new BackgroundWorker();//使用后台线程进行处理，不阻塞界面显示
        publicFrmMain()

        {

            InitializeComponent();//定义后台线程的处理
            work.DoWork +=work_DoWork;

            work.WorkerReportsProgress= true;

            work.ProgressChanged+=work_ProgressChanged;

            work.RunWorkerCompleted+=work_RunWorkerCompleted;

        }//线程完成后通知结束
        void work_RunWorkerCompleted(objectsender, RunWorkerCompletedEventArgs e)

        {this.toolStripProgressBar1.Value = 100;this.toolStripProgressBar1.Visible = false;

            MessageUtil.ShowTips("操作完成");



            ShowMessage(this.toolStripProgressBar1.Value);//完成
}/// <summary>
        ///在界面显示文本信息/// </summary>
        /// <param name="percent">完成百分比</param>
        private void ShowMessage(intpercent)

        {if (this.ExecuteTime != null)

            {this.lblTips.Text = string.Format("[当前完成数量：{0}，完成百分比：{1}， 执行耗时：{2}毫秒 | {3}分钟{4}秒]",this.currentCount, percent, this.ExecuteTime.TotalMilliseconds, this.ExecuteTime.Minutes, this.ExecuteTime.Seconds);

            }

        }/// <summary>
        ///报告进度的时候，显示相关的数量、耗时等内容/// </summary>
        void work_ProgressChanged(objectsender, ProgressChangedEventArgs e)

        {this.toolStripProgressBar1.Value =e.ProgressPercentage;this.statusStrip1.Refresh();



            ShowMessage(e.ProgressPercentage);

        }/// <summary>
        ///后台线程执行的逻辑代码/// </summary>
        void work_DoWork(objectsender, DoWorkEventArgs e)

        {

            CopyDataUtil util= new CopyDataUtil();//使用一个Action的Lamda表达式，执行通知界面处理
            util.Start((percent, ts, current) =>{

                work.ReportProgress(percent);this.ExecuteTime =ts;this.currentCount =current;

            });

        }private void btnCopy_Click(objectsender, EventArgs e)

        {if(!work.IsBusy)

            {//如果每次要求使用空白数据库测试，那么先删除旧数据库，再复制备份过去即可
                string dbfile = Path.Combine(Environment.CurrentDirectory, "localdb.db");string bakfile = Path.Combine(Environment.CurrentDirectory, "db.db");if (this.chkCopyEmptyDb.Checked &&File.Exists(dbfile))

                {

                    File.Delete(dbfile);

                    File.Copy(bakfile, dbfile,true);

                }//显示进度条，并异步执行线程
                this.toolStripProgressBar1.Visible = true;

                work.RunWorkerAsync();

            }

        }private void FrmMain_FormClosing(objectsender, FormClosingEventArgs e)

        {//取消注册的相关事件，防止退出的时候出现异常
            if(work != null &&work.IsBusy)

            {

                work.ProgressChanged-= work_ProgressChanged; //取消通知事件
                work.RunWorkerCompleted -= work_RunWorkerCompleted;//取消完成事件
work.Dispose();

            }

        }

    }

        /// <summary>
        ///后台线程执行的逻辑代码/// </summary>
        void work_DoWork(objectsender, DoWorkEventArgs e)

        {

            CopyDataUtil util= new CopyDataUtil();//使用一个Action的Lamda表达式，执行通知界面处理
            util.Start((percent, ts, current) =>{

                work.ReportProgress(percent);this.ExecuteTime =ts;this.currentCount =current;

            });

        }

        /// <summary>
        ///开始执行赋值/// </summary>
        public void Start(Action<int, TimeSpan, int>doFunc)

        {

            StartTime= DateTime.Now;//计时开始
InternalCopry(doFunc);//处理数据复制逻辑，并执行外部的函数
EndTime= DateTime.Now;//计时结束
        }

    /// <summary>
    ///复制数据的处理类/// </summary>
    public classCopyDataUtil

    {//使用一个计时器，对操作记录进行计时
        privateDateTime StartTime, EndTime;//SQLServer数据库表对象
        private ProductSqlServer sqlserver = null;//SQLite数据表对象
        private ProductSqlite sqlite = null;publicCopyDataUtil()

        {//构建对象，并指定SQLServer的数据库配置项
            sqlserver = newProductSqlServer();

            sqlserver.DbConfigName= "sqlserver";//构建对象，并指定SQLite的数据库配置项
            sqlite = newProductSqlite();

            sqlite.DbConfigName= "sqlite";

        }

        /// <summary>
        ///大数据复制的处理逻辑/// </summary>
        /// <param name="doFunc">外部调用的函数</param>
        private void InternalCopry(Action<int, TimeSpan, int>doFunc)

        {//设置主键，并指定分页数量大小，提高检索效率
            string primaryKey = "h_id";int pageSize = 1000;

            PagerInfo info= new PagerInfo(){PageSize = pageSize, CurrenetPageIndex =1};//根据数据的总数，取得总页数
            int totalPageCount = 1;int totalCount =sqlserver.GetRecordCount();if (totalCount % pageSize == 0)

            {

                totalPageCount= totalCount /pageSize;

            }else{

                totalPageCount= totalCount / pageSize + 1;

            }

            totalPageCount= (totalPageCount < 1) ? 1: totalPageCount;//利用事务进行SQLite数据写入，提高执行响应效率
            DbTransaction trans =sqlite.CreateTransaction();if (trans != null)

            {//根据每页数量，依次从指定的页数取数据
                for (int i = 1; i <= totalPageCount; i++)

                {

                    info.CurrenetPageIndex= i;//设定当前的页面，并进行数据获取

                    int j = 1;

                    List<ProductInfo> list = sqlserver.FindWithPager("1=1", info, primaryKey, false);foreach (ProductInfo entity inlist)

                    {//取得当前数量和进度百分比
                        int current = (i - 1) * pageSize +j;int percent =GetPercent(totalCount, current);//计算程序耗时，执行外部函数进行界面通知
                        TimeSpan ts = DateTime.Now -StartTime;

                        doFunc(percent, ts, current);//执行通知处理//如果不存在主键记录，则写入，否则更新
                        if (!sqlite.IsExistKey(primaryKey, entity.H_id, trans))

                        {

                            sqlite.Insert(entity, trans);

                        }else{

                            sqlite.Update(entity, entity.H_id, trans);

                        }

                        j++;

                    }                    

                }

                trans.Commit();

            }

        }