Excel大数据量分段导入到Oracle

客户需要将一个具有2W多条数据的Excel表格中的数据导入到Oracle数据库的A表中,开始采用的是利用Oledb直接将数据读入到DataTable中,然后通过拼接InserInto语句来插入到数据库表A中.然后做好以后,发现经常提示Invalidate Character错误.但是将拼接好的SQL拿到PLSQL中执行,一切完好.最后没办法,为了缩小错误范围,开始利用begin end分段来做.具体方式为:

每隔1000条数据,加上形如   Begin  ...这里是1000条数据...   End;Commit;  的标记

具体后台代码如下:

View Code
using System;
using System.Data;
using System.Data.OracleClient;
using Microsoft.Office.Interop.Excel;
using Excel = Microsoft.Office.Interop.Excel;
using RedGlovePermission.Lib;
using System.IO;
using System.Data.OleDb;
using System.Data;
using System.Configuration;
using System.Text;
using System.Collections;
using System.Collections.Generic;
using System.Web.UI;

public partial class YQKH_YQKH_OACL : BasePageWithLog,ICallbackEventHandler
{
    private BusinessLogicLayer.ICommonBLL _CommonBLL;
    public BusinessLogicLayer.ICommonBLL CommonBLL
    {
        get
        {
            return _CommonBLL;
        }
        set
        {
            _CommonBLL = value;
        }
    }
    public static string result = string.Empty;
    protected void Page_Load(object sender, EventArgs e)
    {
        this.DBGridConfig1.openURL = "../CommData/GetDataByParameter.aspx?sqlKey=t_yqkh_oa_mx";   //加载需要进行导入的表中的数据
    }

    protected void toExcel_Click(object sender, EventArgs e)
    {
        if (UploadExcel.HasFile) //如果存在上传文件
        {
            string filename = UploadExcel.PostedFile.FileName;
            String strConnectionString = string.Format("Provider=Microsoft.Jet.OLEDB.4.0;Data Source={0};Extended Properties='Excel 8.0;IMEX=1'", filename);//serverpath是Excel表格路径
            using (OleDbConnection Excel_conn = new OleDbConnection(strConnectionString))  //连接Excel,和连接MSSQL数据库的方式类似
            {
                Excel_conn.Open();  //打开连接
                System.Data.DataTable dtExcelSchema = Excel_conn.GetOleDbSchemaTable(OleDbSchemaGuid.Tables, new object[] { null, null, null, "TABLE" });//建立连接Excel的数据表
                string SheetName = "";
                SheetName = dtExcelSchema.Rows[3]["TABLE_NAME"].ToString();//取需要的工作表的名称
                System.Data.DataTable dt = new System.Data.DataTable();
                try
                {
                    string strExcel = "";
                    OleDbDataAdapter myCommand = null;
                    strExcel = string.Format(" select   *  from [{0}] ", SheetName);  //取工作表中的所有数据
                    myCommand = new OleDbDataAdapter(strExcel, Excel_conn);  
                    myCommand.Fill(dt);
                }
                catch (Exception ex){}

                using (OracleConnection oraconn = new OracleConnection(ConfigurationManager.AppSettings["SQLString"].ToString()))   //打开oracle数据库
                {
                    oraconn.Open();

                    IList<StringBuilder> _list = ExecInsertIntoOracleFromExcel(dt);  //list中保存的是多个需要提交的事物段
                    foreach (StringBuilder sb in _list)  //循环,按照段来执行
                    {
                        OracleCommand oracmd = new OracleCommand(sb.ToString(), oraconn);
                        oracmd.ExecuteNonQuery();
                    }
                    //Response.Write("导入成功!");
                    ClientScript.RegisterClientScriptBlock(Page.GetType(), "alertSuccess", "<script>alert('导入成功!')</script>");
                    this.DBGridConfig1.openURL = "../CommData/GetDataByParameter.aspx?sqlKey=t_yqkh_oa_mx";
                }
                }
            }
    }



    public int iCount = 0;
    private IList<StringBuilder>  ExecInsertIntoOracleFromExcel(System.Data.DataTable dt)
    {
        IList<StringBuilder> iList = new List<StringBuilder>(); 
        try
        {
            this._CommonBLL.ExecuteQuery("delete from db_zgfz.t_yqkh_oa");
        }
        catch(Exception ex)
        {
            Page.ClientScript.RegisterClientScriptBlock(Page.GetType(),"alertFail","<script>删除数据失败!</script>");
        }
       
        if (dt != null)
        {
            if (dt.Rows.Count > 0)
            {
                StringBuilder sql = new StringBuilder();
                sql.Append("begin ");
                foreach (DataRow dr in dt.Rows)
                {
                    iCount++;
                    sql.Append("  insert into db_zgfz.t_yqkh_oa   values('" +  dr["受理号"].ToString() + "','" + 
                                                      dr["企业名称"].ToString() + "','" + 
                                                      dr["事项名称"].ToString() + "','" + 
                                                      dr["事项所属类别"].ToString() + "','" + 
                                                      dr["事项ID"].ToString() + "','" + 
                                                      dr["工作环节"].ToString() + "','" + 
                                                      dr["部门"].ToString() + "','" + 
                                                      dr["流经部门开始日期"].ToString() + "','" + 
                                                      dr["流经部门结束日期"].ToString() + "'); ");
                    if (iCount % 1000 == 0)  //每隔1000条数据,当做一段来执行,缩小出错范围
                    {
                        sql.Append(" commit; end; ");
                        iList.Add(sql);
                        sql = new StringBuilder();
                        sql.Append("begin ");
                       
                    }
                    else if (dt.Rows.Count == iCount)  
                    {
                        sql.Append(" commit; end; ");
                        iList.Add(sql);
                    }
                }
            }
        }
      
        return iList ;
    }

    #region ICallbackEventHandler 成员

    public string GetCallbackResult()  //主要显示当前插入了多少条数据
    {
        return "当前共导入:"+result+"条数据!";
    }

    public void RaiseCallbackEvent(string eventArgument)
    {
        string sql = "SELECT COUNT(*) FROM t_yqkh_oa";
        System.Data.DataTable dtt = this._CommonBLL.ADONETHelper.GetDataTableBySQL(CommandType.Text, sql);
        if (dtt != null)
        {
            if (dtt.Rows.Count > 0)
            {
                result = dtt.Rows[0][0].ToString();
            }
        }
    }

    #endregion
}

前台代码如下:

View Code
<%@ Page Language="C#" AutoEventWireup="true" CodeFile="YQKH_OACL.aspx.cs" Inherits="YQKH_YQKH_OACL" %>
<%@ Register Src="~/inc/DBGridConfig.ascx" TagName="DBGridConfig" TagPrefix="uc1" %>
<html xmlns="http://www.w3.org/1999/xhtml">
<head id="Head1" runat="server">
    <title>外部数据导入</title>
    <script language="javascript" src="../XmlDataSet/javascript/System.js"></script>
    <script language="javascript" src="../XmlDataSet/javascript/ajax.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/DataSet.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/Control.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/DBControl.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/DBNavigator.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/DBPageNavigator.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/DBGrid.js"></script>
    <script language="JavaScript" src="../XmlDataSet/javascript/ToolBar.js"></script>
    <script language="javascript" src="../XmlDataSet/javascript/DBSearchToolBar.js"></script>
    <script language="javascript" src="../javascripts/Collection.js"></script>
    <script language="javascript" type="text/javascript" src="../javascripts/validator.js"></script>
     <link href="../css/dtree.css" rel="stylesheet" type="text/css" />   
    <link href="../css/tables.css" rel="stylesheet" type="text/css" />
    <link href="../css/main.css" rel="stylesheet" type="text/css" />
    
    <script type="text/javascript">
        var jcl_ResourceURL = "../XmlDataSet/javascript/images/";
       function rServer(arg,context)
        {
                document.getElementById("info").innerHTML=arg;
        }
         function raiseCallBack(arg, context) {
            <%=ClientScript.GetCallbackEventReference(this,"arg","rServer","context") %>;
        }
        window.onload=function(){
            raiseCallBack();
        }
         setInterval('raiseCallBack()',2000);
    </script>
    
</head>
<body>
    <form id="form1" runat="server">
    <table><tr><td></td><td>
      <table border="2" cellpadding="0" cellspacing="0" width="90%" align="center" style="border-collapse:collapse; text-align:center; ">
      <thead>
        <th align="center" colspan="4" style="font-size:large;">外部数据导入</th>
      </thead>
      <tbody>
          <tr>
            <td style="font-size:medium;" align="left">&nbsp;</td>
            <td style="font-size:medium;" align="left">&nbsp;</td>
            <td>
                <asp:FileUpload ID="UploadExcel" runat="server"   CssClass="inputButton" Width="300px" />
                <asp:Button  ID="toExcel" runat="server" Text="导入数据"  CssClass="inputButton" onclick="toExcel_Click" />
            </td>
            <td id="info">
            </td>
          </tr>
          <tr><td colspan="4"><hr /></td></tr>
          <tr>
          <td colspan="4">
          <uc1:DBGridConfig ID="DBGridConfig1" runat="server" configKey="t_yqkh_oa_mx" isCanEdit="false" postURL="../CommData/UpdateData.aspx" />
          </td>
          </tr>
      </tbody>
      </table>
      </td></tr></table>
    </form>
</body>
</html>

这样,当插入的时候,不断的Select count(*) from A 语句,就会发现数据时呈1000往上递增的,出现问题的时候,也会提示哪次插入出现错误了,很方便.

【推广】 免费学中医，健康全家人
原文地址：https://www.cnblogs.com/scy251147/p/2003662.html