これでどうかね

string fileName = "sample.jpg";

Stream stream = new FileStream(fileName, FileMode.Open, FileAccess.Read);
Image image = new Bitmap(stream);
stream.Close();

File.Delete(fileName);