How to recurse effeciently through a large amount of file (1 mill +)

Question

I am trying to build a web application that will allow the end user to select a specific date and file type and delete all types of that file before the selected date on a selected NAS. The problem is that some of the NAS’s can have up to 39TB worth of data which by the time my code tries enumerate all these file my web page will have timed out.

I have tried to use a background worker to help, but this seemed to make no difference. If someone could take a look at the code below and maybe point me in a better direction that would be great.

 
        
            
        

        
            Select a Nas    
            
            
            
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                
                



            

            
                
                    
                        Select files to delete
                               Select date to delete from

and the c# code behind this looks like this

using System;
using System.Collections.Generic;
using System.ComponentModel;
using System.IO;
using System.Linq;
using System.Text;
using System.Web;
using System.Web.UI;
using System.Web.UI.WebControls;
using Trinet.Networking;

public partial class Admin : System.Web.UI.Page
{
    private static BackgroundWorker worker = new BackgroundWorker();
    private event EventHandler BackgroundWorkFinished;
    protected void Page_Load(object sender, EventArgs e)
    {
        if (!this.IsPostBack)
        {
            worker.DoWork += worker_DoWork;
            worker.RunWorkerCompleted += worker_RunWorkerCompleted;
            worker.ProgressChanged += worker_ProgressChanged;
            worker.WorkerReportsProgress = true;
            worker.WorkerSupportsCancellation = true;
        }
    }
protected void Button2_Click(object sender, EventArgs e)
{
    DateTime d2 = Calendar1.SelectedDate;
    string nas = DropDownList1.SelectedItem.Text;
    object[] args = { d2, nas };
    if (worker.IsBusy != true)
    {
        worker.RunWorkerAsync(args);
    }

}
protected void Button1_Click(object sender, EventArgs e)
{
    try
    {

        System.Diagnostics.Process process = new System.Diagnostics.Process();
        System.Diagnostics.ProcessStartInfo startInfo = new System.Diagnostics.ProcessStartInfo();
        startInfo.WindowStyle = System.Diagnostics.ProcessWindowStyle.Hidden;
        startInfo.FileName = "cmd.exe";
        string _path = "\\" + DropDownList1.SelectedItem.Text;
        startInfo.Arguments = string.Format("/C start {0}", _path);
        process.StartInfo = startInfo;
        process.Start();
    }

    catch
    {

    }

}
private int Getfilesdate(DateTime d2)
{
    try
    {
        DateTime d1 = DateTime.Now;
       // DateTime d2 = Calendar1.SelectedDate;
        TimeSpan t = d1 - d2;
        int NrOfDays = Convert.ToInt16(t.TotalDays);
        return (NrOfDays);
    }
    catch
    {
        return 0;
    }
}
private void getfiles(int days,string path)
{
    uncpath(path, days);
}
private string uncpath(string server, int days)

{

    string nas = server;
    string SI = "";
    ShareCollection shi = ShareCollection.LocalShares;
    if (server != null && server.Trim().Length > 0)
    {
        shi = ShareCollection.GetShares(server);
        if (shi != null)
        {
            foreach (Share si in shi)
            {
                deletefiles(si.ToString(), days);

            }
            return "";
        }
    }

    return "";
}
private void deletefiles(string path, int days)
{
    try
    {

      //  int nofiles = Directory.EnumerateFiles(path, "*.*", SearchOption.AllDirectories)
      // .Where(s => s.ToLower().EndsWith(".tiff") || s.ToLower().EndsWith(".jpg")).Count();

        TextBox1.Text = string.Empty;
    //    TextBox1.Text = "There are "+nofiles + " in all directories";
        int i = 1;
        worker.ReportProgress(i);

        var files = Directory.EnumerateFiles(path, "*.*", SearchOption.AllDirectories)
       .Where(s => s.ToLower().EndsWith(".tiff") || s.ToLower().EndsWith(".jpg"));

        foreach (string file in files)
        {
            FileInfo info = new FileInfo(file);
            if (info.LastWriteTime < DateTime.Now.AddDays(-days))
            {

               File.Delete(file);

            }
        }

    }
    catch
    {

    }
}

private void worker_ProgressChanged(object sender, ProgressChangedEventArgs e)
{

    int i = Convert.ToInt16( e.ProgressPercentage);
    if (i == 0)
        {
        TextBox1.Text = "Gathering file information.................";
        }
    else
    {

        TextBox1.Text = "..............This may take a while, grab a cup of coffee";
    }
}

private void worker_DoWork(object sender, DoWorkEventArgs e)
{
    Object[] arg = e.Argument as Object[];
    string path = (string)arg[1];
    DateTime d2 = (DateTime)Convert.ToDateTime(arg[0]);
    int i = 0;
    worker.ReportProgress(i);
    int NrofDays = Getfilesdate(d2);
    getfiles(NrofDays,path);
}

private void worker_RunWorkerCompleted(object sender, RunWorkerCompletedEventArgs e)
{
    TextBox1.Text = string.Empty;
    TextBox1.Text = "Completed";
}
}

I would really appreciate some help

Thanks

How to recurse effeciently through a large amount of file (1 mill +)

Answers (1)

Related Questions