CSVReaderBase.cs 9.6 KB
using log4net;
using OnlineStore.Common;
using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Reflection;
using System.Text;
 

namespace OnlineStore.LoadCSVLibrary
{
    public class CSVReaderBase
    {
        public static char Spilt_Char = ',';
       public static readonly ILog LOGGER = LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);
        /// <summary>
        /// 获取一个类所有的《字段,AttributeName列名》集合
        /// </summary>
        public static Dictionary<string, string> getProAttributeMap(Type type)
        {
            Dictionary<string, string> proCsvMap = new Dictionary<string, string>();
            PropertyInfo[] props = type.GetProperties();
            foreach (PropertyInfo prop in props)
            {
                object[] array = prop.GetCustomAttributes(false); 
                if (array.Length > 0)
                {
                    CSVAttribute att = (CSVAttribute)array[0];
                    if (att != null)
                    {
                        string csvName = att.FieldName;
                        proCsvMap.Add(prop.Name, csvName);
                    }
                }
            }

            return proCsvMap;
        }
        /// <summary>
        /// 获取一个类所有的《字段,AttributeName列名》集合
        /// </summary>
        public static Dictionary<string, string> getConfigProAttributeMap(Type type)
        {
            Dictionary<string, string> proCsvMap = new Dictionary<string, string>();
            PropertyInfo[] props = type.GetProperties();
            foreach (PropertyInfo prop in props)
            {
                object[] array = prop.GetCustomAttributes( false);
                    if (array.Length > 0)
                    {
                        ConfigProAttribute att = (ConfigProAttribute)array[0];
                        if (att != null)
                        {
                            string csvName = att.FieldName;
                            if (proCsvMap.ContainsKey(csvName))
                            {
                            }
                            else
                            {
                                proCsvMap.Add(csvName, prop.Name);
                            }
                        }
                    }
            }
            return proCsvMap;
        }
        /// <summary>
        /// 读取一个csv文件的所有内容
        /// </summary> 
        protected static string[] ReadCSVFile(string filePath, Encoding encoding = null)
        {
            if (!File.Exists(filePath))
            {
                throw new FileNotFoundException("未找到文件:" + filePath);
            }

            if (encoding == null)
            {
                if (!GetFileType(filePath).Equals(Encoding.UTF8))
                {
                    encoding = Encoding.GetEncoding("gbk");
                }
                else
                {
                    encoding = Encoding.UTF8;
                }
            }
            string[] lines = File.ReadAllLines(filePath, encoding);
            return lines;
        }
        /// <summary>
        /// 把数据写入csv中
        /// </summary> 
        protected static bool WriteCSVFile(string filePath, string[] lines)
        {
            try
            {  
                //备份保存
                try
                {
                    FileInfo file = new FileInfo(filePath);
                    string date = DateTime.Now.ToString("yyyy-MM-dd");
                    string targetBackPath = @"C:\configBack\" + date + @"\";
                    if (!Directory.Exists(targetBackPath))
                    {
                        Directory.CreateDirectory(targetBackPath);
                    }
                    string fileName = file.Name;
                    string backFile = targetBackPath + fileName;
                    if (File.Exists(backFile))
                    {
                        File.Delete(backFile);
                    }
                    File.Copy(filePath, backFile, true );
                   // File.WriteAllLines(backFile, lines, Encoding.GetEncoding("gbk"));
                }
                catch (Exception e)
                {
                    LogUtil.error("出错:", e);
                }

                if (File.Exists(filePath))
                {
                    File.Delete(filePath);
                }
                File.WriteAllLines(filePath, lines, Encoding.GetEncoding("gbk"));


            }
            catch (Exception ex)
            {
                LogUtil.error(ex.ToString());
                return false;
            }
            return true;
        }
        protected static Dictionary<string, int> GetAllTitleIndex(string lineValue)
        {
            Dictionary<string, int> titleIndex = new Dictionary<string, int>();
            try
            {
                var array = lineValue.Split(',');

                //验证列
                for (int i = 0; i < array.Length; i++)
                {
                    string title = array[i];
                    titleIndex.Add(title, i);
                }
            }catch(Exception ex)
            {
                LogUtil.error("出错:", ex);
            }
            return titleIndex;
        }
        protected static Dictionary<string, int> GetTitleIndex(string lineValue, List<string> cvsTitleList)
        {
            Dictionary<string, int> titleIndex = new Dictionary<string, int>();
            var array = lineValue.Split(',');
            //验证列
            for (int i = 0; i < array.Length; i++)
            {
                string title = array[i];
                if (cvsTitleList.Contains(title))
                {
                    titleIndex.Add(title, i);
                }
            }
            if (titleIndex.Count < cvsTitleList.Count)
            {
                foreach (string str in cvsTitleList)
                {
                    if (!titleIndex.ContainsKey(str))
                    {
                        LogUtil.error("未找到必须列:" + str + ",加载数据失败!");
                        throw new CVSFieldNotMatchingExection("【"+ lineValue + "】未找到必须列:【" + str + "】,加载数据失败!");
                    }
                }
            }
            return titleIndex;
        } /// <summary> 
          /// 给定文件的路径,读取文件的二进制数据,判断文件的编码类型 
          /// </summary> 
          /// <param name=“FILE_NAME“>文件路径</param> 
          /// <returns>文件的编码类型</returns> 
        public static System.Text.Encoding GetFileType(string FILE_NAME)
        {
            FileStream fs = new FileStream(FILE_NAME, FileMode.Open, FileAccess.Read);
            Encoding r = GetStreamType(fs);
            fs.Close();
            return r;
        }
        /// <summary> 
        /// 通过给定的文件流,判断文件的编码类型 
        /// </summary> 
        /// <param name=“fs“>文件流</param> 
        /// <returns>文件的编码类型</returns> 
        public static System.Text.Encoding GetStreamType(FileStream fs)
        {
            byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 };
            byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 };
            byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; //带BOM 
            Encoding reVal = Encoding.Default;

            BinaryReader r = new BinaryReader(fs, System.Text.Encoding.Default);
            int i;
            int.TryParse(fs.Length.ToString(), out i);
            byte[] ss = r.ReadBytes(i);
            if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF))
            {
                reVal = Encoding.UTF8;
            }
            else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00)
            {
                reVal = Encoding.BigEndianUnicode;
            }
            else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41)
            {
                reVal = Encoding.Unicode;
            }
            r.Close();
            return reVal;

        }

        /// <summary> 
        /// 判断是否是不带 BOM 的 UTF8 格式 
        /// </summary> 
        /// <param name=“data“></param> 
        /// <returns></returns> 
        private static bool IsUTF8Bytes(byte[] data)
        {
            int charByteCounter = 1; //计算当前正分析的字符应还有的字节数 
            byte curByte; //当前分析的字节. 
            for (int i = 0; i < data.Length; i++)
            {
                curByte = data[i];
                if (charByteCounter == 1)
                {
                    if (curByte >= 0x80)
                    {
                        //判断当前 
                        while (((curByte <<= 1) & 0x80) != 0)
                        {
                            charByteCounter++;
                        }
                        //标记位首位若为非0 则至少以2个1开始 如:110XXXXX...........1111110X 
                        if (charByteCounter == 1 || charByteCounter > 6)
                        {
                            return false;
                        }
                    }
                }
                else
                {
                    //若是UTF-8 此时第一位必须为1 
                    if ((curByte & 0xC0) != 0x80)
                    {
                        return false;
                    }
                    charByteCounter--;
                }
            }
            if (charByteCounter > 1)
            {
                throw new Exception("非预期的byte格式");
            }
            return true;
        }
    }

}