We Keep Coding

C# socket sending large file over than 2 GB

I am trying to send the large file(greater than 2 GB) via Sockets in C#. I am sending it in chunks of 10 MB.
I will explain what is my approach. From client side, I will send the chunk and will wait for confirmation from server(if that chunk has been received or not). After receving confirmation, I will send another chunk and will again wait for confimation from server for that chunk. The loop will continue till all file data has been sent to. After successful sent operation of file, will close the connection from client side.
Client Side Code:
try
{
DateTime startdate = DateTime.Now;
string ori_text = btn_Send_Files.Text;
btn_Send_Files.Text = "Do not click already sending...";
btn_Send_Files.Refresh();
IPAddress[] ipAddress = Dns.GetHostAddresses("localhost");
IPEndPoint ipEnd = new IPEndPoint(IPAddress.Parse("127.0.0.1"), 5656);
Socket clientSock = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.IP);
clientSock.Connect(ipEnd);
label1.Text = label1.Text + "\nConnected to:" + ipEnd.Address.ToString();
label1.Refresh();
string fileName = "CCCCCC.zip"; //It has size greater than 2 GB
string filePath = #"C:\Users\CCCCCC\Downloads\";
byte[] fileNameByte = Encoding.ASCII.GetBytes(fileName);
label1.Text = label1.Text + "\nSending the file:" + fileName;
label1.Refresh();
FileInfo fi = new FileInfo(filePath + fileName);
int max = 1024 * 1024 * 10;
long start = 0, bytesRead = 0;
FileStream fileStream = new FileStream(filePath + fileName, FileMode.Open, FileAccess.Read);
max = max - (4 + fileNameByte.Length);
byte[] tmpserver = new byte[100];
using (fileStream)
{
int i = 0;
while (start < fi.Length)
{
i += 1;
label1.Text = label1.Text + "\nSending " + i.ToString() + " block of file:" + fileName;
label1.Refresh();
fileStream.Seek(start, SeekOrigin.Begin);
if (max > (fi.Length - start))
max = Convert.ToInt32(fi.Length - start);
byte[] buffer = new byte[max];
byte[] clientData = new byte[4 + fileNameByte.Length + max];
byte[] fileNameLen = BitConverter.GetBytes(fileNameByte.Length);
fileNameLen.CopyTo(clientData, 0);
fileNameByte.CopyTo(clientData, 4);
bytesRead = fileStream.Read(buffer, 0, max);
start += max;
buffer.CopyTo(clientData, 4 + fileNameByte.Length);
clientSock.Send(clientData);
Array.Clear(clientData, 0, clientData.Length);
Array.Clear(buffer, 0, buffer.Length);
Array.Clear(fileNameLen, 0, fileNameLen.Length);
Array.Clear(clientData, 0, clientData.Length);
clientData = null;
buffer = null;
fileNameLen = null;
GC.Collect();
label1.Text = label1.Text + "\nWaiting for confirmation of " + i.ToString() + " block of file:" + fileName;
int serverdata = clientSock.Receive(tmpserver);
if (serverdata == 0)
{
clientSock.Shutdown(SocketShutdown.Both);
clientSock.Close();
break;
}
else
{
label1.Text = label1.Text + "\nReceived confirmation for " + i.ToString() + " block of file:" + fileName;
label1.Refresh();
}
}
}
clientSock.Close();
DateTime enddate = DateTime.Now;
TimeSpan diff = startdate - enddate;
label1.Text = label1.Text + "\nFile "+ fileName + " has been sent to:"+ ipEnd.Address.ToString();
label1.Text = label1.Text + "\nTime Taken to sent the file(seconds):" + Math.Abs(diff.Seconds).ToString();
label1.Refresh();
btn_Send_Files.Text = ori_text;
btn_Send_Files.Refresh();
}
catch (Exception ex)
{
MessageBox.Show("File Sending fail." + ex.ToString());
}
Server Side Code:
try
{
label1.Text = label_text;
label1.Refresh();
string ori_btn_text = btn_Start_Server.Text;
btn_Start_Server.Text = "Do not click already waiting...";
btn_Start_Server.Refresh();
label1.Text = label1.Text + "\nWaiting for client";
label1.Refresh();
string receivedPath = ConfigurationManager.AppSettings["Location"];
Socket clientSock = sock.Accept();
label1.Text = label1.Text + "\nServer Started and connected to client" + clientSock.LocalEndPoint + "\nWaiting for the file to receive";
label1.Refresh();
int max = 1024*1024*10;
string logfile = receivedPath + "\\serverlog.log";
if (File.Exists(logfile))
{
File.Delete(logfile);
}
FileStream fs = File.Create(logfile);
byte[] serverdata = new byte[100];
string fileName = "";
int fileNameLen = 0, fileDataLen = 0;
int i = 0;
BinaryWriter bWrite = null;
while (true)
{
i += 1;
byte[] clientData = new byte[max];
int receivedBytesLen = clientSock.Receive(clientData);
if (receivedBytesLen <= 0)
break;
string tmp = "\nStarted:" + i;
fs.Write(Encoding.ASCII.GetBytes(tmp), 0, Encoding.ASCII.GetBytes(tmp).Length);
if (i == 1)
{
fileNameLen = BitConverter.ToInt32(clientData, 0);
fileName = Encoding.ASCII.GetString(clientData, 4, fileNameLen);
fileDataLen = BitConverter.ToInt32(clientData, 4);
if (File.Exists(receivedPath + fileName))
{
File.Delete(receivedPath + fileName);
}
bWrite = new BinaryWriter(File.Open(receivedPath + fileName, FileMode.Create));
label1.Text = label1.Text + "\nReceiving File:" + fileName;
}
label1.Text = label1.Text + "\nReceived " + i.ToString() + " block of file:" + fileName;
label1.Refresh();
bWrite.Write(clientData, 4 + fileNameLen, receivedBytesLen - 4 - fileNameLen);
Array.Clear(clientData, 0, clientData.Length);
clientData = null;
GC.Collect();
clientSock.Send(serverdata);
label1.Text = label1.Text + "\nSent confirmation for " + i.ToString() + " block of file:" + fileName;
label1.Refresh();
}
if (bWrite != null)
{
bWrite.Flush();
bWrite.Dispose();
bWrite.Close();
}
fs.Close();
label1.Text = label1.Text + "\nFile has been received:" + fileName;
label1.Refresh();
MessageBox.Show("File has been received:" + fileName);
btn_Start_Server.Text = ori_btn_text;
btn_Start_Server.Refresh();
}
catch (Exception ex)
{
MessageBox.Show("File Receiving fail." + ex.ToString());
}
It works fine on locally but over the network getting timeout exception on .receive() method on server side.

I strongly suggest you don't try to reinvent the wheel. There is no need to mess around with sockets and chunks of files.
Instead just open the file as a FileStream and copy it straight into a NetworkStream, which you can get using TcpClient (and TcpListener for the server).
You should also convert this code to be fully async.
public async void btn_Send_Files_Click(object sender, EventArgs e)
{
DateTime startdate = DateTime.Now;
try
{
string ori_text = btn_Send_Files.Text;
btn_Send_Files.Text = "Do not click already sending...";
btn_Send_Files.Enabled = false;
await SendFileAsync();
label1.Text += $"\nFile {fileName} has been sent to: {ipEnd.Address}\nTime Taken to sent the file(seconds):{Math.Abs(diff.Seconds)}";
}
catch (Exception ex)
{
MessageBox.Show("File Sending fail." + ex.ToString());
}
finally
{
DateTime enddate = DateTime.Now;
TimeSpan diff = startdate - enddate;
btn_Send_Files.Text = ori_text;
btn_Send_Files.Enabled = true;
}
}
private async Task SendFiles()
{
string fileName = "CCCCCC.zip"; //It has size greater than 2 GB
string filePath = #"C:\Users\CCCCCC\Downloads\";
using (var fileStream = new FileStream(Path.Combine(filePath, fileName), FileMode.Open, FileAccess.Read))
using (var client = new TcpClient())
{
await client.ConnectAsync(IPAddress.Any, 5656); // replace with remote IP
label1.Text += $"\nConnected to:{client.Client.RemoteEndPoint}";
label1.Refresh();
using (var netStream = client.GetStream())
{
await fileStream.CopyToAsync(netStream);
}
}
}
Server-side code
public async void btn_Start_Server_Click(object sender, EventArgs e)
{
try
{
label1.Text = label_text;
string ori_btn_text = btn_Start_Server.Text;
btn_Start_Server.Text = "Do not click already waiting...";
btn_Start_Server.Enabled = false;
label1.Text = label1.Text + "\nWaiting for client";
label1.Refresh();
await WaitForFile("SomeFilename");
label1.Text = label1.Text + "\nFile has been received:" + fileName;
MessageBox.Show("File has been received:" + fileName);
}
catch (Exception ex)
{
MessageBox.Show("File Receiving fail." + ex.ToString());
}
finally
{
btn_Start_Server.Text = ori_btn_text;
btn_Start_Server.Enabled = true;
}
}
private Task WaitForFile(string fileName)
{
string receivedPath = ConfigurationManager.AppSettings["Location"];
var listener = new TcpListener(IPAddress.Any, 5656); // local IP to listen at, do not change
try
{
listener.Start();
using (var client = await listener.AcceptTcpClientAsync())
using (var networkStream = client.GetStream())
using (var fileStream = new FileStream(Path.Combine(receivedPath, fileName), FileMode.Create, FileAccess.Write))
{
label1.Text = $"{label1.Text}\nServer Started and connected to client {client.Client.RemoteEndPoint}\nWaiting for the file to receive";
label1.Refresh();
await networkStream.CopyToAsync(fileStream);
}
}
finally
{
if (listener.Active)
listener.Stop();
}
}
Your existing code also passes the filename through the stream. I'm sure you will manage to adapt the above to do the same.
Also, if you want to show progress, it could get more complicated. You may need to write your own FileStream-derived class.

FTP Server generates "Error: 150 Opening data channel for file download"

I have write code for transfer file from FTP server to local server and after transfer 2 or 3 files it throwing exception error The remote server returned an error: 150 Opening data channel for file download
All File transfered successfully in FileZila but error coming in asp.net application.
I do the following code
protected string TransferFile(string strPath, string strFtpPath, string strFtpUser, string strFtpPwd, string strSubClientFTPPath, string strSubClientFTPUser, string strSubClientFTPPwd, string strFileName, string strConvFileName, string strFileSize)
{
string strSuccess = "";
FtpWebRequest reqFTP;
try
{
Double Size = 0;
string strLocalFileSize = "";
if (File.Exists(strPath + strConvFileName))
{
Size = ((Math.Round(Convert.ToDouble(new FileInfo(strPath + strConvFileName).Length)) > 0 && Math.Round(Convert.ToDouble(new FileInfo(strPath + strConvFileName).Length)) < 1024) ? 1 : (Math.Round(Convert.ToDouble(new FileInfo(strPath + strConvFileName).Length) / 1024 + 0.0001)));
strLocalFileSize = Size + "KB";
}
if (!File.Exists(strPath + strConvFileName) || strFileSize != strLocalFileSize)
{
reqFTP = (FtpWebRequest)FtpWebRequest.Create(new Uri(strFtpPath + strFileName.Replace("#", "%23")));
System.Net.ServicePointManager.ServerCertificateValidationCallback += (sender, certificate, chain, sslPolicyErrors) => true;
reqFTP.EnableSsl = true;
reqFTP.Timeout = Timeout.Infinite;
reqFTP.KeepAlive = true;
reqFTP.Method = WebRequestMethods.Ftp.DownloadFile;
//reqFTP.UseBinary = true;
//reqFTP.UsePassive = false;
reqFTP.Credentials = new NetworkCredential(strFtpUser, strFtpPwd);
// lblTransferredFile.Text = "Transferring " + strFileName + " ......";
FtpWebResponse response = (FtpWebResponse)reqFTP.GetResponse();
Stream ftpStream = response.GetResponseStream();
long cl = response.ContentLength;
int bufferSize = 2048;
int readCount;
byte[] buffer = new byte[bufferSize];
// lblTransferredFile.Text = "Transferring " + strFileName + " ......";
readCount = ftpStream.Read(buffer, 0, bufferSize);
//if (readCount > 0)
//{
FileStream outputStream = new FileStream(strPath +
strConvFileName, FileMode.Create);
while (readCount > 0)
{
outputStream.Write(buffer, 0, readCount);
readCount = ftpStream.Read(buffer, 0, bufferSize);
}
ftpStream.Close();
outputStream.Close();
response.Close();
strSuccess = "";
}
else
{
strSuccess = "File Exists";
}
}
catch (Exception ex)
{
strSuccess = ex.Message;
ClientScript.RegisterStartupScript(this.GetType(), "strScript", "<script>alert('" + ex.Message.Trim().Replace("'", "") + "');</script>");
}
return strSuccess;
}

I've encountered this today after installing kb 4519976. Uninstalling this KB solved the problem. Could you check if this is also the solution in your case.
Context was an ftps tls 1.2 ECHDE connection which fails at the stage where the extra connection is started.

"The operation has timed out in ftp" this error occurs when downloading a zip file with slow network from the server

I am using ftp for downloading a zip file(size 10 MB to 70 MB) from server it was perfectly downloading but, when the network is slow, the error the operation has timed out in ftp is showing and then it comes to catch(Exception ex) in that the download() is called once again so it is redownloading again and again.
This project is created in .NET framework 4.0
I have increased the time of ftpWebRequest.Timeout = 6000; but still it doesn't work
public void Download(string localDirectory,string localFilename,string remoteDirectory,string remoteFileName)
{
string client_path=Path.GetDirectoryName(Path.GetDirectoryName(Path.GetDirectoryName(localDirectory)));
string appPath = System.IO.Path.GetDirectoryName(System.Reflection.Assembly.GetExecutingAssembly().Location);
string configFile = System.IO.Path.Combine(appPath, "PACS.exe.config");
ExeConfigurationFileMap configFileMap = new ExeConfigurationFileMap();
configFileMap.ExeConfigFilename = configFile;
System.Configuration.Configuration config = ConfigurationManager.OpenMappedExeConfiguration(configFileMap, ConfigurationUserLevel.None);
config.AppSettings.Settings["client_path"].Value = client_path;
config.Save(ConfigurationSaveMode.Modified);
ConfigurationManager.RefreshSection("appSettings");
string str = Path.Combine(localDirectory, localFilename);
FileInfo fileInfo = new FileInfo(str);
FileStream fileStream = (FileStream)null;
WebException webException;
try
{
string path = Path.GetDirectoryName(Path.GetDirectoryName(remoteDirectory));
string path1 = Path.GetDirectoryName(Path.GetDirectoryName(localDirectory));
WebRequest sizeRequest = WebRequest.Create("ftp://" + "IP" + ":" + "port" + "/" + "C:\\KINSOLUTIONS\\Team\\Images\\1" + ".zip");
sizeRequest.Credentials = (ICredentials)new NetworkCredential("UserName", "Password");
sizeRequest.Method = WebRequestMethods.Ftp.GetFileSize;
int size = (int)sizeRequest.GetResponse().ContentLength;
FtpWebRequest ftpWebRequest = WebRequest.Create(new Uri("ftp://" + "IP" + ":" + "port" + "/" + "C:\\KINSOLUTIONS\\Team\\Images\\1" + ".zip")) as FtpWebRequest;
ftpWebRequest.Credentials = (ICredentials)new NetworkCredential("UserName", "Password");
ftpWebRequest.UsePassive = true;
ftpWebRequest.Timeout = 6000;
ftpWebRequest.KeepAlive = false;
ftpWebRequest.Method = "RETR";
ftpWebRequest.UseBinary = true;
fileStream = new FileStream(path1 + ".zip", FileMode.Create, FileAccess.Write, FileShare.ReadWrite);
using(Stream responseStream = (ftpWebRequest.GetResponse() as FtpWebResponse).GetResponseStream())
{
byte[] buffer = new byte[32768];
int count = responseStream.Read(buffer, 0, 32768);
long num = (long)count;
int post = 0;
while (size != post || count != 0 )
{
bool result = System.Net.NetworkInformation.NetworkInterface.GetIsNetworkAvailable();
while (!result)
{
result = System.Net.NetworkInformation.NetworkInterface.GetIsNetworkAvailable();
if (result)
{
fileStream.Close();
Download(localDirectory, localFilename, remoteDirectory, remoteFileName);
}
}
fileStream.Write(buffer, 0, count);
count = responseStream.Read(buffer, 0, 32768);
int position = (int)fileStream.Position;
num += (long)count;
post = position;
}
fileStream.Close();
}
}
catch (WebException ex)
{
if (fileStream != null)
fileStream.Close();
this.Download(localDirectory, localFilename, remoteDirectory, remoteFileName);
}
finally
{
if (fileStream != null)
fileStream.Close();
}
}
Is there any other option for downloading the zip file in slow network?

C# - FTP transfer Access ACCDE files

I wrote a simple C# program to transfer ACCDE files from a FTP server to a client's desktop. The transferring seems to work fine, however, when I open the file and try to use the program, it gives me the message "Requested type library or wizard is not a VBA project."
When I transfer the ACCDB source code, it seems to work fine. This is the transfer function:
private void DownloadFileFTP(string fileName, string localFilePath, bool isXmlSchema)
{
string ftpFilePath = redacted;
if (isXmlSchema)
{
ftpFilePath = ftpFilePath + fileName;
label3.Text = "Fetching update information...";
}
else
{
ftpFilePath = ftpFilePath + Properties.Settings.Default.Customer + "/" + fileName;
label3.Text = "Updating " + fileName;
}
FtpWebRequest request = (FtpWebRequest)WebRequest.Create(ftpFilePath);
request.Credentials = new NetworkCredential(redacted, redacted);
request.Method = WebRequestMethods.Ftp.DownloadFile;
request.EnableSsl = Properties.Settings.Default.SSL;
request.UsePassive = Properties.Settings.Default.Passive;
int bytesRead = 0;
byte[] buffer = new byte[2048];
Stream reader = request.GetResponse().GetResponseStream();
FileStream fs = new FileStream(localFilePath, FileMode.Create);
while(true)
{
bytesRead = reader.Read(buffer, 0, buffer.Length);
if (bytesRead == 0)
break;
fs.Write(buffer, 0, bytesRead);
}
fs.Close();
}
My questions, I suppose, are: am I doing something wrong here? Do ACCDE files not play nice with FileStreams or something? I am still quite new to .NET so any help would be very appreciated.
EDIT: It seems one of the references was causing the problem.

You didn't close stream and ftpWebRequest.
Try this, made with you script, just copy/paste (fix some error if it have :) ):
private void DownloadFileFTP(string fileName, string localFilePath, bool isXmlSchema)
{
FileStream fs = null;
try
{
fileName = Regex.Replace(fileName.ToString(), #"\s.*$", "").Trim();
string ftpFilePath = redacted;
if (isXmlSchema)
{
ftpFilePath = ftpFilePath + fileName;
label3.Text = "Fetching update information...";
}
else
{
ftpFilePath = ftpFilePath + Properties.Settings.Default.Customer + "/" + fileName;
label3.Text = "Updating " + fileName;
}
FtpWebRequest request = (FtpWebRequest)WebRequest.Create(ftpFilePath);
request.Credentials = new NetworkCredential(redacted, redacted);
request.Method = WebRequestMethods.Ftp.DownloadFile;
request.EnableSsl = Properties.Settings.Default.SSL;
request.UsePassive = Properties.Settings.Default.Passive;
int bytesRead = 0;
int bufferSize = 2048;
byte[] buffer = new byte[bufferSize];
Stream reader = request.GetResponseStream();
bytesRead = reader.Read(buffer, 0, bufferSize);
fs = new FileStream(localFilePath, FileMode.Create);
while (bytesRead > 0)
{
fs.Write(buffer, 0, bytesRead);
bytesRead = reader.Read(buffer, 0, bufferSize);
}
reader.Close();
request.Close();
}
catch (Exception ex)
{
label3.Text = "Error: " + ex.ToString;
}
finally
{
if (fs != null)
{
fs.Close();
}
}
}

Reading Data from Network Stream in TCP Listener

I'm having a network stream which is having filename and filedata in it. I'm sending files in some chunks and each chunk carries the filename for easy identification. Can you please help me in reading the network stream properly and writing all of the data to the file stream.
I seem to miss few bytes when i write the data from network stream.
Say for example filename length will be in oth index and filename will start from 4th index.
Client:
int NoOfPackets = Convert.ToInt32
(Math.Ceiling((Convert.ToDouble(Fs.Length))/ Convert.ToDouble(BufferSize)));
int TotalLength = (NoOfPackets *4+fileNameByte.Length) +(int)Fs.Length, CurrentPacketLength, counter = 0;
netstream1 = client.GetStream();
for (int i = 0; i < NoOfPackets+1 ; i++)
{
if (TotalLength > BufferSize)
{
CurrentPacketLength = BufferSize;
TotalLength = TotalLength - CurrentPacketLength;
}
else
CurrentPacketLength = TotalLength;
SendingBuffer = new byte[CurrentPacketLength];
fileNameLength.CopyTo(SendingBuffer, 0);
fileNameByte.CopyTo(SendingBuffer, 4);
Fs.Read(SendingBuffer, 4 + fileNameByte.Length, CurrentPacketLength - (4 + fileNameByte.Length));
netstream1.Write(SendingBuffer, 0, SendingBuffer.Length);
netstream1.Flush();
}
Listener Code:
client = Listener.AcceptTcpClient();
client.Client.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.KeepAlive, true);
//client.Client.SetSocketOption(SocketOptionLevel.Socket, SocketOptionName.Linger, true);
client.Client.LingerState = new LingerOption(true, 300);
client.Client.SendTimeout = 300000;
client.Client.ReceiveTimeout = 300000;
client.NoDelay = true;
NetworkStream netstream = client.GetStream();
MemoryStream ms = new MemoryStream();
bool first = true;
string fullPath = "";
byte[] RecData = new byte[512000];
while ((RecBytes = netstream.Read
(RecData, 0, RecData.Length)) > 0)
{
int fileNameLen = RecData[0];
if (fileNameLen > 0 && first)
{
string name1 = "", name2 = "";
first = false;
name1 = Encoding.UTF8.GetString(RecData, 4, fileNameLen);
name2 = name1;
string folderName = "";
if (name2.Contains("\\"))
{
folderName = name2.Substring(0, name2.LastIndexOf("\\"));
if (!Directory.Exists("D:\\123\\" + folderName))
Directory.CreateDirectory("D:\\123\\" + folderName);
}
if (folderName != "")
fullPath = "D:\\123\\" + folderName + "\\" + name2.Substring(name2.LastIndexOf("\\") + 1);
else
fullPath = "D:\\123\\" + name2.Substring(name2.LastIndexOf("\\") + 1);
}
if (!File.Exists(fullPath))
{
//file = new FileStream(fullPath, FileMode.OpenOrCreate, FileAccess.Write);
while (true)
{
try
{
using (FileStream file = new FileStream(fullPath, FileMode.OpenOrCreate, FileAccess.Write))
{
if (RecBytes - (4 + fileNameLen) > 0)
file.Write(RecData, 4 + fileNameLen, RecBytes - (4 + fileNameLen));
break;
}
}
catch (IOException)
{
Thread.Sleep(20);
}
}
//using (file = File.Create(fullPath))
//{
// file.Write(data, 4 + fileNameLen, (int)data.Length - (4 + fileNameLen));
//}
}
else
{
while (true)
{
try
{
using (FileStream file = new FileStream(fullPath, FileMode.Append, FileAccess.Write))
{
if (RecBytes - (4 + fileNameLen) > 0)
file.Write(RecData, 4 + fileNameLen, RecBytes - (4 + fileNameLen));
break;
}
}
catch (IOException)
{
Thread.Sleep(20);
}
}
}
}
ms.Close();
netstream.Close();
client.Close();

even though you are as vague as anyone can be, still I would suggest that you create a structure so that serialization and de-serialization of data could be done in a known format!! and data loss could be avoided!!
Again if your approach is known it would be great help in answering your question.