在本例中,我将数据从大文件(大约37MB)导入datagridview。excel文件中的表格如下:
在将数据从excel加载到datagridview之后,我将数据插入到mysql数据库:
foreach (DataGridViewRow row in datagrdStatus_order.Rows)
{
string constring = "datasource = localhost; port = 3306; username = root; password = ";
using (MySqlConnection con = new MySqlConnection(constring))
{
using (MySqlCommand cmd = new MySqlCommand("INSERT IGNORE INTO try1.order_status(ID_WORKER, ID_ORDER, ID_MODULE, ID_PROJECT, AMOUNT_OF_PRODUCTS, BEGIN_DATE, END_DATE) SELECT workers.ID_WORKER, orders.ID_ORDER, module.ID_MODULE, projects.ID, @AMOUNT_OF_PRODUCTS, @BEGIN_DATE, @END_DATE FROM try1.workers INNER JOIN try1.orders INNER JOIN try1.modules INNER JOIN try1.projects WHERE workers.FNAME = @FNAME AND workers.LNAME = @LNAME AND workers.ID_WORKER = @ID_WORKER AND orders.DESC_ORDER = @DESC_ORDER AND orders.ORDER_NUMBER = @ORDER_NUMBER AND modules.NAME = @MODULES_NAME AND projects.PROJECT_NAME = @PROJECT_NAME", con))
{
cmd.Parameters.AddWithValue("@ID_WORKER", row.Cells["ID_WORKER"].Value);
cmd.Parameters.AddWithValue("@FNAME", row.Cells["FNAME"].Value);
cmd.Parameters.AddWithValue("@LNAME", row.Cells["LNAME"].Value);
cmd.Parameters.AddWithValue("@DESC_ORDER", row.Cells["DESC_ORDER"].Value);
cmd.Parameters.AddWithValue("@ORDER_NUMBER", row.Cells["ORDER_NUMBER"].Value);
cmd.Parameters.AddWithValue("@MODULES_NAME", row.Cells["NAME"].Value);
cmd.Parameters.AddWithValue("@PROJECT_NAME", row.Cells["PROJECT_NAME"].Value);
cmd.Parameters.AddWithValue("@AMOUNT_OF_PRODUCTS", row.Cells["AMOUNT_OF_PRODUCTS"].Value);
cmd.Parameters.AddWithValue("@BEGIN_DATE", row.Cells["BEGIN_DATE"].Value);
cmd.Parameters.AddWithValue("@END_DATE", row.Cells["END_DATE"].Value);
con.Open();
cmd.ExecuteNonQuery();
con.Close();
}
}
}
稍后当我执行这个导入代码时,这个问题就开始了。
尽管关闭了ContextSwitchDeadlock异常(只插入一个表),插入此数据大约需要…10分钟。
尽管程序中没有调用任何错误或异常,但它并没有插入所有数据。在这种情况下,我看到我只导入了8个状态,而不是全部(11个状态)。
我有一个问题:为什么插入数据库要花很长时间,却不能保存所有数据?如何减少mysql数据库的数据插入并保存所有数据?
using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using System.Windows.Forms;
using MySql.Data.MySqlClient;
using System.Collections;
using System.Data.OleDb;
using System.IO;
using System.Configuration;
namespace ControlDataBase
{
public partial class New_Tables : Form
{
public New_Tables()
{
InitializeComponent();
}
Form1 frm1 = (Form1)Application.OpenForms["Form1"];
private void btnClose_Click(object sender, EventArgs e)
{
this.Close();
}
private void ImportData_Click(object sender, EventArgs e)
{
using (OpenFileDialog ofd = new OpenFileDialog() { Filter = "Excel Files|*.xlsx;*.xlsm;*.xlsb;*.xltx;*.xltm;*.xls;*.xlt;*.xls;*.xml;*.xml;*.xlam;*.xla;*.xlw;*.xlr;", ValidateNames = true })
{
if (ofd.ShowDialog() == DialogResult.OK)
{
FileInfo fi = new FileInfo(ofd.FileName);
string FileName1 = ofd.FileName;
string excel = fi.FullName;
if (ofd.FileName.EndsWith(".xlsx"))
{
StrConn = @"Provider=Microsoft.ACE.OLEDB.12.0;Data Source=" + excel + ";Extended Properties=\"Excel 12.0;\"";
}
if (ofd.FileName.EndsWith(".xls"))
{
StrConn = @"Provider=Microsoft.Jet.OLEDB.4.0;Data Source=" + excel + ";Extended Properties=\"Excel 1.0;HDR=Yes;IMEX=1\"";
}
OleDbConnection oledbconn = new OleDbConnection(StrConn);
OleDbDataAdapter dta5 = new OleDbDataAdapter("SELECT * FROM [Order_status$]", oledbconn);
oledbconn.Open();
DataSet dsole5 = new DataSet();
dta5.Fill(dsole5, "Order_status$");
datagrdStatus_order.DataSource = dsole5.Tables["Order_status$"];
oledbconn.Close();
foreach (DataGridViewRow row in datagrdStatus_order.Rows)
{
string constring = "datasource = localhost; port = 3306; username = root; password = ";
using (MySqlConnection con = new MySqlConnection(constring))
{
using (MySqlCommand cmd = new MySqlCommand("INSERT IGNORE INTO try1.order_status(ID_WORKER, ID_ORDER, ID_MODULE, ID_PROJECT, AMOUNT_OF_PRODUCTS, BEGIN_DATE, END_DATE) SELECT workers.ID_WORKER, orders.ID_ORDER, module.ID_MODULE, projects.ID, @AMOUNT_OF_PRODUCTS, @BEGIN_DATE, @END_DATE FROM try1.workers INNER JOIN try1.orders INNER JOIN try1.modules INNER JOIN try1.projects WHERE workers.FNAME = @FNAME AND workers.LNAME = @LNAME AND workers.ID_WORKER = @ID_WORKER AND orders.DESC_ORDER = @DESC_ORDER AND orders.ORDER_NUMBER = @ORDER_NUMBER AND modules.NAME = @MODULES_NAME AND projects.PROJECT_NAME = @PROJECT_NAME", con))
{
cmd.Parameters.AddWithValue("@ID_WORKER", row.Cells["ID_WORKER"].Value);
cmd.Parameters.AddWithValue("@FNAME", row.Cells["FNAME"].Value);
cmd.Parameters.AddWithValue("@LNAME", row.Cells["LNAME"].Value);
cmd.Parameters.AddWithValue("@DESC_ORDER", row.Cells["DESC_ORDER"].Value);
cmd.Parameters.AddWithValue("@ORDER_NUMBER", row.Cells["ORDER_NUMBER"].Value);
cmd.Parameters.AddWithValue("@MODULES_NAME", row.Cells["NAME"].Value);
cmd.Parameters.AddWithValue("@PROJECT_NAME", row.Cells["PROJECT_NAME"].Value);
cmd.Parameters.AddWithValue("@AMOUNT_OF_PRODUCTS", row.Cells["AMOUNT_OF_PRODUCTS"].Value);
cmd.Parameters.AddWithValue("@BEGIN_DATE", row.Cells["BEGIN_DATE"].Value);
cmd.Parameters.AddWithValue("@END_DATE", row.Cells["END_DATE"].Value);
con.Open();
cmd.ExecuteNonQuery();
con.Close();
}
}
}
connection.Close();
MessageBox.Show("The data are imported correctly");
loaddataalldatagridview();
}
}
}
private void loaddataalldatagridview()
{
frm1.loaddata5();
}
}
}
编辑:
我修改了基于@matt_johnson答案的代码行:
1)输入回路:
string constring = "datasource = localhost; port = 3306; username = root; password = ";
string query5 = "INSERT IGNORE INTO try1.order_status(ID_WORKER, ID_ORDER, ID_MODULE, ID_PROJECT, AMOUNT_OF_PRODUCTS, BEGIN_DATE, END_DATE) SELECT workers.ID_WORKER, orders.ID_ORDER, module.ID_MODULE, projects.ID, @AMOUNT_OF_PRODUCTS, @BEGIN_DATE, @END_DATE FROM try1.workers INNER JOIN try1.orders INNER JOIN try1.modules INNER JOIN try1.projects WHERE workers.FNAME = @FNAME AND workers.LNAME = @LNAME AND workers.ID_WORKER = @ID_WORKER AND orders.DESC_ORDER = @DESC_ORDER AND orders.ORDER_NUMBER = @ORDER_NUMBER AND modules.NAME = @MODULES_NAME AND projects.PROJECT_NAME = @PROJECT_NAME";
using (MySqlConnection con = new MySqlConnection(constring))
{
using (MySqlCommand cmd = new MySqlCommand(query5, con))
{
cmd.Parameters.Add("@ID_WORKER", MySqlDbType.Int32);
cmd.Parameters.Add("@FNAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@LNAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@DESC_ORDER", MySqlDbType.VarChar);
cmd.Parameters.Add("@ORDER_NUMBER", MySqlDbType.VarChar);
cmd.Parameters.Add("@MODULES_NAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@PROJECT_NAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@AMOUNT_OF_PRODUCTS", MySqlDbType.Int32);
cmd.Parameters.Add("@BEGIN_DATE", MySqlDbType.DateTime);
cmd.Parameters.Add("@END_DATE", MySqlDbType.DateTime);
con.Open();
for (int i = 0; i < datagrdStatus_order.Rows.Count + 1; i++)
{
cmd.Parameters["@ID_WORKER"].Value = datagrdStatus_order.Rows[i].Cells[0].Value;
cmd.Parameters["@FNAME"].Value = datagrdStatus_order.Rows[i].Cells[1].Value;
cmd.Parameters["@LNAME"].Value = datagrdStatus_order.Rows[i].Cells[2].Value;
cmd.Parameters["@DESC_ORDER"].Value = datagrdStatus_order.Rows[i].Cells[3].Value;
cmd.Parameters["@ORDER_NUMBER"].Value = datagrdStatus_order.Rows[i].Cells[4].Value;
cmd.Parameters["@MODULES_NAME"].Value = datagrdStatus_order.Rows[i].Cells[5].Value;
cmd.Parameters["@PROJECT_NAME"].Value = datagrdStatus_order.Rows[i].Cells[6].Value;
cmd.Parameters["@AMOUNT_OF_PRODUCTS"].Value = datagrdStatus_order.Rows[i].Cells[7].Value;
cmd.Parameters["@BEGIN_DATE"].Value = datagrdStatus_order.Rows[i].Cells[8].Value;
cmd.Parameters["@END_DATE"].Value = datagrdStatus_order.Rows[i].Cells[9].Value;
cmd.ExecuteNonQuery();
}
con.Close();
}
}
MessageBox.Show("Imported correctly");
loaddataalldatagridview();
2)在Foreach回路中:
string constring = "datasource = localhost; port = 3306; username = root; password = ";
string query5 = "INSERT IGNORE INTO try1.order_status(ID_WORKER, ID_ORDER, ID_MODULE, ID_PROJECT, AMOUNT_OF_PRODUCTS, BEGIN_DATE, END_DATE) SELECT workers.ID_WORKER, orders.ID_ORDER, module.ID_MODULE, projects.ID, @AMOUNT_OF_PRODUCTS, @BEGIN_DATE, @END_DATE FROM try1.workers INNER JOIN try1.orders INNER JOIN try1.modules INNER JOIN try1.projects WHERE workers.FNAME = @FNAME AND workers.LNAME = @LNAME AND workers.ID_WORKER = @ID_WORKER AND orders.DESC_ORDER = @DESC_ORDER AND orders.ORDER_NUMBER = @ORDER_NUMBER AND modules.NAME = @MODULES_NAME AND projects.PROJECT_NAME = @PROJECT_NAME";
using (MySqlConnection con = new MySqlConnection(constring))
{
using (MySqlCommand cmd = new MySqlCommand(query5, con))
{
cmd.Parameters.Add("@ID_WORKER", MySqlDbType.Int32);
cmd.Parameters.Add("@FNAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@LNAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@DESC_ORDER", MySqlDbType.VarChar);
cmd.Parameters.Add("@ORDER_NUMBER", MySqlDbType.VarChar);
cmd.Parameters.Add("@MODULES_NAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@PROJECT_NAME", MySqlDbType.VarChar);
cmd.Parameters.Add("@AMOUNT_OF_PRODUCTS", MySqlDbType.Int32);
cmd.Parameters.Add("@BEGIN_DATE", MySqlDbType.DateTime);
cmd.Parameters.Add("@END_DATE", MySqlDbType.DateTime);
con.Open();
foreach (DataGridViewRow row in datagrdStatus_order.Rows)
{
cmd.Parameters.AddWithValue("@ID_WORKER", row.Cells["ID_WORKER"].Value);
cmd.Parameters.AddWithValue("@FNAME", row.Cells["FNAME"].Value);
cmd.Parameters.AddWithValue("@LNAME", row.Cells["LNAME"].Value);
cmd.Parameters.AddWithValue("@DESC_ORDER", row.Cells["DESC_ORDER"].Value);
cmd.Parameters.AddWithValue("@ORDER_NUMBER", row.Cells["ORDER_NUMBER"].Value);
cmd.Parameters.AddWithValue("@MODULES_NAME", row.Cells["NAME"].Value);
cmd.Parameters.AddWithValue("@PROJECT_NAME", row.Cells["PROJECT_NAME"].Value);
cmd.Parameters.AddWithValue("@AMOUNT_OF_PRODUCTS", row.Cells["AMOUNT_OF_PRODUCTS"].Value);
cmd.Parameters.AddWithValue("@BEGIN_DATE", row.Cells["BEGIN_DATE"].Value);
cmd.Parameters.AddWithValue("@END_DATE", row.Cells["END_DATE"].Value);
cmd.ExecuteNonQuery();
}
con.Close();
}
}
MessageBox.Show("Imported correctly");
loaddataalldatagridview();
我仍然没有有效的答案。我发送到要下载的共享文件的链接:
https://drive.google.com/file/d/1LE7phZwyT7VR3NJc6bA-n1reCJ_-X3u9/view?usp=sharing
也许有帮助。
最佳答案
在查看您的代码时,有两件事会影响性能:AddWithValue
很昂贵,因为它使用反射,有时它会做错误的事情。相反,使用参数的名称和数据类型添加参数,而不提供值。然后,根据需要提供值。
您正在为每一行连接并断开与数据库的连接。就网络资源而言,这是非常昂贵的。相反,您应该连接到数据库一次,然后执行命令,然后关闭连接。您甚至可以重用该命令,只需更改每行的参数。
using (MySqlConnection con ...)
{
using (MySqlCommand cmd ...)
{
... define the parameters and add them to the command,
... without adding values to them yet
con.Open();
foreach (...)
{
... now set values of the parameters for the row
cmd.ExecuteNonQuery();
}
con.Close();
}
}
注意,我故意没有提供完整的代码,因为在其他堆栈溢出答案、外部网站和产品文档中已经有很多这样的代码。我认为如果你努力,你应该能够完成这个谜题。祝你好运。