3fb54c6baf706f90bf7db0a64c78fc318a9a66a3.svn-base 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521
  1. package cn.com.goldenwater.dcproj.utils.impexcel;
  2. import cn.com.goldenwater.dcproj.socket.WebSocketServer;
  3. import org.apache.commons.collections.MapUtils;
  4. import org.apache.commons.lang.StringUtils;
  5. import org.apache.poi.hssf.usermodel.HSSFWorkbook;
  6. import org.apache.poi.ss.usermodel.Cell;
  7. import org.apache.poi.ss.usermodel.Row;
  8. import org.apache.poi.ss.usermodel.Sheet;
  9. import org.apache.poi.ss.usermodel.Workbook;
  10. import org.apache.poi.xssf.usermodel.XSSFWorkbook;
  11. import java.io.File;
  12. import java.io.FileInputStream;
  13. import java.io.IOException;
  14. import java.lang.reflect.Field;
  15. import java.lang.reflect.InvocationTargetException;
  16. import java.lang.reflect.Method;
  17. import java.text.SimpleDateFormat;
  18. import java.util.*;
  19. import java.util.regex.Matcher;
  20. import java.util.regex.Pattern;
  21. import static cn.com.goldenwater.dcproj.utils.export.FieldFormatDispatch.getFormatValue;
  22. import static cn.com.goldenwater.dcproj.utils.impexcel.ImpUtil.XLS;
  23. import static cn.com.goldenwater.dcproj.utils.impexcel.ImpUtil.checkIsDate;
  24. /**
  25. * <p>
  26. * 导入工具类
  27. *
  28. * </p>
  29. *
  30. * @author liyz
  31. * @date 2019/4/10 19:43
  32. */
  33. public class ImportExcel {
  34. private static final SimpleDateFormat SIMPLE_DATE_FORMAT = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss:SSS");
  35. private static final String EMPTY = "";
  36. public static void main(String[] args) {
  37. String filePath = "C:\\Users\\a\\Desktop\\小水库督查情况表1554796096158.xls";
  38. int startRow = 4;
  39. int endRow = 0;
  40. try {
  41. List<HashMap> bookList = (List<HashMap>) ImportExcel.importExcel(filePath, startRow, endRow, HashMap.class, "", "sk");
  42. } catch (IOException e) {
  43. e.printStackTrace();
  44. }
  45. }
  46. /**
  47. * 正则表达式 用于匹配属性的第一个字母
  48. */
  49. private static final String REGEX = "[a-zA-Z]";
  50. /**
  51. * 功能: Excel数据导入到数据库
  52. * 参数: originUrl[Excel表的所在路径]
  53. * 参数: startRow[从第几行开始]
  54. * 参数: endRow[到第几行结束
  55. * (0表示所有行;
  56. * 正数表示到第几行结束;
  57. * 负数表示到倒数第几行结束)]
  58. * 参数: clazz[要返回的对象集合的类型]
  59. */
  60. public static List<?> importExcel(String originUrl, int startRow, int endRow, Class<?> clazz, String sid, String type) throws IOException {
  61. //是否打印提示信息
  62. boolean showInfo = true;
  63. return doImportExcel(originUrl, startRow, endRow, showInfo, clazz, sid, type);
  64. }
  65. /**
  66. * 功能:判断文件是否存在
  67. */
  68. public static File isExist(String originUrl) throws IOException {
  69. // 判断文件是否存在
  70. File file = new File(originUrl);
  71. if (!file.exists()) {
  72. throw new IOException("文件名为" + file.getName() + "Excel文件不存在!");
  73. }
  74. return file;
  75. }
  76. /**
  77. * 功能:真正实现导入
  78. */
  79. private static List<Object> doImportExcel(String originUrl, int startRow, int endRow, boolean showInfo, Class<?> clazz, String sid, String type) throws IOException {
  80. // 判断文件是否存在
  81. File file = isExist(originUrl);
  82. HSSFWorkbook wb = null;
  83. FileInputStream fis = null;
  84. List<Row> rowList = new ArrayList<Row>();
  85. try {
  86. fis = new FileInputStream(file);
  87. // 去读Excel
  88. wb = new HSSFWorkbook(fis);
  89. Sheet sheet = wb.getSheetAt(0);
  90. // 获取最后行号
  91. int lastRowNum = sheet.getLastRowNum();
  92. // 如果>0,表示有数据
  93. if (lastRowNum > 0) {
  94. out("\n开始读取并校验名为【" + sheet.getSheetName() + "】的内容:", showInfo, sid);
  95. WebSocketServer.sendInfo(SIMPLE_DATE_FORMAT.format(new Date()) + "-②开始读取并校验名为【" + sheet.getSheetName() + "】的内容", sid);
  96. }
  97. Row row = null;
  98. // 循环读取
  99. for (int i = startRow; i <= lastRowNum + endRow; i++) {
  100. row = sheet.getRow(i);
  101. if (row != null) {
  102. rowList.add(row);
  103. out("第" + (i + 1) + "行:", showInfo, false, sid);
  104. // 获取每一单元格的值
  105. for (int j = 0; j < row.getLastCellNum(); j++) {
  106. String value = getCellValue(row.getCell(j));
  107. // if (!value.equals("")) {
  108. out(value + " | ", showInfo, false, sid);
  109. // }
  110. }
  111. out("", showInfo, sid);
  112. }
  113. }
  114. } catch (IOException e) {
  115. e.printStackTrace();
  116. } finally {
  117. wb.close();
  118. }
  119. return returnObjectList(rowList, type, sid);
  120. }
  121. /**
  122. * 功能:获取单元格的值
  123. */
  124. private static String getCellValue(Cell cell) {
  125. Object result = "";
  126. if (cell != null) {
  127. switch (cell.getCellType()) {
  128. case STRING:
  129. result = cell.getStringCellValue();
  130. break;
  131. case NUMERIC:
  132. result = cell.getNumericCellValue();
  133. break;
  134. case BOOLEAN:
  135. result = cell.getBooleanCellValue();
  136. break;
  137. case FORMULA:
  138. result = cell.getCellFormula();
  139. break;
  140. case ERROR:
  141. result = cell.getErrorCellValue();
  142. break;
  143. case BLANK:
  144. break;
  145. default:
  146. break;
  147. }
  148. }
  149. return result.toString();
  150. }
  151. /**
  152. * 功能:返回指定的对象集合
  153. */
  154. private static List<Object> returnObjectList(List<Row> rowList, String type, String sid) {
  155. List<Object> objectList = null;
  156. List<String> keys = new ArrayList<>();
  157. Row keyRow = rowList.get(0);
  158. for (int i = 0; i < keyRow.getPhysicalNumberOfCells(); i++) {
  159. keys.add(keyRow.getCell(i).toString());
  160. }
  161. try {
  162. objectList = new ArrayList<>();
  163. for (int i = 1; i < rowList.size(); i++) {
  164. Row row = rowList.get(i);
  165. HashMap<String, String> map = new LinkedHashMap<>();
  166. int check = 0;
  167. for (int j = 0; j < keys.size(); j++) {
  168. // 此单元格的值
  169. String cellValue = getCellValue(row.getCell(j));
  170. // 格式化后的值
  171. String formatValue = getFormatValue(type, keys.get(j), cellValue, true).toString();
  172. map.put(keys.get(j), formatValue);
  173. // 先不格式化
  174. // map.put(keys.get(j), getCellValue(row.getCell(j)));
  175. // 错误的话输出一下
  176. if (formatValue.contains("$E$")) {
  177. check++;
  178. WebSocketServer.sendInfo(SIMPLE_DATE_FORMAT.format(new Date()) + "-第" + (i + 5) + "行[" + cellValue + "]填写有误,请查看弹出信息,并重新上传模板!", sid);
  179. }
  180. }
  181. if (check == 0 && row.getCell(2) != null && !"".equals(row.getCell(2).toString())) {
  182. WebSocketServer.sendInfo(SIMPLE_DATE_FORMAT.format(new Date()) + "-第" + (i + 5) + "行验证完毕,数据无误。", sid);
  183. }
  184. objectList.add(map);
  185. }
  186. } catch (Exception e) {
  187. e.printStackTrace();
  188. }
  189. return objectList;
  190. }
  191. /**
  192. * 功能:返回指定的对象集合,(有单表实体类时可用)
  193. */
  194. private static List<Object> returnObjectList(List<Row> rowList, Class<?> clazz) {
  195. List<Object> objectList = null;
  196. Object obj = null;
  197. String attribute = null;
  198. String value = null;
  199. int j = 0;
  200. try {
  201. objectList = new ArrayList<Object>();
  202. Field[] declaredFields = clazz.getDeclaredFields();
  203. for (Row row : rowList) {
  204. j = 0;
  205. obj = clazz.newInstance();
  206. for (Field field : declaredFields) {
  207. attribute = field.getName().toString();
  208. value = getCellValue(row.getCell(j));
  209. setAttrributeValue(obj, attribute, value);
  210. j++;
  211. }
  212. objectList.add(obj);
  213. }
  214. } catch (Exception e) {
  215. e.printStackTrace();
  216. }
  217. return objectList;
  218. }
  219. /**
  220. * 功能:给指定对象的指定属性赋值
  221. */
  222. public static void setAttrributeValue(Object obj, String attribute, String value) {
  223. //得到该属性的set方法名
  224. String methodName = convertToMethodName(attribute, obj.getClass(), true);
  225. Method[] methods = obj.getClass().getMethods();
  226. for (Method method : methods) {
  227. /*
  228. 因为这里只是调用bean中属性的set方法,属性名称不能重复
  229. 所以set方法也不会重复,所以就直接用方法名称去锁定一个方法
  230. (注:在java中,锁定一个方法的条件是方法名及参数)
  231. */
  232. if (method.getName().equals(methodName)) {
  233. Class<?>[] parameterC = method.getParameterTypes();
  234. try {
  235. /*
  236. 如果是(整型,浮点型,布尔型,字节型,时间类型,Long类型),
  237. 按照各自的规则把value值转换成各自的类型
  238. 否则一律按类型强制转换(比如:String类型)
  239. */
  240. if (parameterC[0] == int.class || parameterC[0] == Integer.class) {
  241. value = value.substring(0, value.lastIndexOf("."));
  242. method.invoke(obj, Integer.valueOf(value));
  243. break;
  244. } else if (parameterC[0] == float.class || parameterC[0] == Float.class) {
  245. method.invoke(obj, Float.valueOf(value));
  246. break;
  247. } else if (parameterC[0] == double.class || parameterC[0] == Double.class) {
  248. if (value != null && !"".equals(value)) {
  249. method.invoke(obj, Double.valueOf(value));
  250. }
  251. break;
  252. } else if (parameterC[0] == long.class || parameterC[0] == Long.class) {
  253. if (value != null && !"".equals(value)) {
  254. method.invoke(obj, Long.valueOf(value));
  255. }
  256. break;
  257. } else if (parameterC[0] == byte.class || parameterC[0] == Byte.class) {
  258. method.invoke(obj, Byte.valueOf(value));
  259. break;
  260. } else if (parameterC[0] == boolean.class || parameterC[0] == Boolean.class) {
  261. method.invoke(obj, Boolean.valueOf(value));
  262. break;
  263. } else if (parameterC[0] == Date.class) {
  264. SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
  265. Date date = null;
  266. try {
  267. if (StringUtils.isNotBlank(value)) {
  268. // 可能是年月日格式的,处理一下
  269. value = value.replace("年", "-").replace("月", "-").replace("日", "");
  270. if (checkIsDate(value)) {
  271. date = sdf.parse(value.replace("/", "-"));
  272. }
  273. }
  274. } catch (Exception e) {
  275. e.printStackTrace();
  276. }
  277. method.invoke(obj, date);
  278. break;
  279. } else {
  280. method.invoke(obj, parameterC[0].cast(value));
  281. break;
  282. }
  283. } catch (IllegalArgumentException e) {
  284. e.printStackTrace();
  285. } catch (IllegalAccessException e) {
  286. e.printStackTrace();
  287. } catch (InvocationTargetException e) {
  288. e.printStackTrace();
  289. } catch (SecurityException e) {
  290. e.printStackTrace();
  291. }
  292. }
  293. }
  294. }
  295. /**
  296. * 功能:根据属性生成对应的set/get方法
  297. */
  298. private static String convertToMethodName(String attribute, Class<?> objClass, boolean isSet) {
  299. // 通过正则表达式来匹配第一个字符
  300. Pattern p = Pattern.compile(REGEX);
  301. Matcher m = p.matcher(attribute);
  302. StringBuilder sb = new StringBuilder();
  303. // 如果是set方法名称
  304. if (isSet) {
  305. sb.append("set");
  306. } else {
  307. // get方法名称
  308. try {
  309. Field attributeField = objClass.getDeclaredField(attribute);
  310. // 如果类型为boolean
  311. if (attributeField.getType() == boolean.class || attributeField.getType() == Boolean.class) {
  312. sb.append("is");
  313. } else {
  314. sb.append("get");
  315. }
  316. } catch (SecurityException e) {
  317. e.printStackTrace();
  318. } catch (NoSuchFieldException e) {
  319. e.printStackTrace();
  320. }
  321. }
  322. // 针对以下划线开头的属性
  323. if (attribute.charAt(0) != '_' && m.find()) {
  324. sb.append(m.replaceFirst(m.group().toUpperCase()));
  325. } else {
  326. sb.append(attribute);
  327. }
  328. return sb.toString();
  329. }
  330. /**
  331. * 功能:输出提示信息(普通信息打印)
  332. */
  333. private static void out(String info, boolean showInfo, String sid) {
  334. if (showInfo) {
  335. // System.out.print(info + (showInfo ? "\n" : ""));
  336. }
  337. }
  338. /**
  339. * 功能:输出提示信息(同一行的不同单元格信息打印)
  340. */
  341. private static void out(String info, boolean showInfo, boolean nextLine, String sid) {
  342. if (showInfo) {
  343. if (nextLine) {
  344. // System.out.print(info + (showInfo ? "\n" : ""));
  345. WebSocketServer.sendInfo(info + (showInfo ? "\n" : ""), sid);
  346. } else {
  347. // System.out.print(info);
  348. }
  349. }
  350. }
  351. // 新方法
  352. /**
  353. * 功能:获取Excel数据行集合(可单独使用)
  354. *
  355. * @param originUrl Excel文件路径
  356. * @param startRow 起始读取行
  357. * @param endRow 结束读取行
  358. */
  359. public static List<Row> getRowList(String originUrl, int startRow, int endRow) throws IOException {
  360. // 判断文件是否存在
  361. File file = isExist(originUrl);
  362. // 开始读取Excel的内容
  363. Workbook wb = null;
  364. FileInputStream fis = null;
  365. List<Row> rowList = new ArrayList<Row>();
  366. try {
  367. fis = new FileInputStream(file);
  368. if (originUrl.substring(originUrl.lastIndexOf(".") + 1).equals(XLS)) {
  369. wb = new HSSFWorkbook(fis);
  370. } else {
  371. wb = new XSSFWorkbook(fis);
  372. }
  373. Sheet sheet = wb.getSheetAt(0);
  374. // int lastRowNum = sheet.getLastRowNum();
  375. int lastRowNum = sheet.getPhysicalNumberOfRows();
  376. Row row;
  377. for (int i = startRow; i <= lastRowNum + endRow; i++) {
  378. row = sheet.getRow(i);
  379. if (row != null) {
  380. rowList.add(row);
  381. }
  382. }
  383. } catch (IOException e) {
  384. e.printStackTrace();
  385. } finally {
  386. if (wb != null) {
  387. wb.close();
  388. }
  389. if (fis != null) {
  390. fis.close();
  391. }
  392. }
  393. return rowList;
  394. }
  395. /**
  396. * 功能:把List<Row>转为List<Map>并格式化字段(可单独使用)
  397. */
  398. public static List<LinkedHashMap<String, Object>> getDataList(List<Row> rowList, Class<?> clazz) {
  399. List<LinkedHashMap<String, Object>> objectList = null;
  400. List<String> nameKeys = new ArrayList<>();
  401. Row keyRow = rowList.get(0);
  402. for (int i = 0; i < keyRow.getPhysicalNumberOfCells(); i++) {
  403. nameKeys.add(keyRow.getCell(i).toString().trim());
  404. }
  405. try {
  406. objectList = new ArrayList<>();
  407. for (int i = 1; i < rowList.size(); i++) {
  408. Row row = rowList.get(i);
  409. LinkedHashMap<String, Object> map = new LinkedHashMap<>();
  410. int check = 0;
  411. for (int j = 0; j < nameKeys.size(); j++) {
  412. // 此单元格的值
  413. String cellValue = getCellValue(row.getCell(j));
  414. // 格式化后的值
  415. String name = nameKeys.get(j);
  416. map.put(name, formatValue(name, cellValue, clazz));
  417. }
  418. objectList.add(map);
  419. }
  420. } catch (Exception e) {
  421. e.printStackTrace();
  422. }
  423. return objectList;
  424. }
  425. /**
  426. * 功能:格式化字段(可单独使用,具体格式化方式由claszz决定,通常也检查字段是否合法,并注上错误标识)
  427. */
  428. public static Object formatValue(String name, Object value, Class<?> formatClazz) {
  429. Method[] methods = formatClazz.getMethods();
  430. for (Method method : methods) {
  431. if (("format" + name).toLowerCase().equals(method.getName().toLowerCase())) {
  432. try {
  433. Class<?>[] parameterC = method.getParameterTypes();
  434. if (parameterC[0] == Date.class) {
  435. if (value instanceof Date) {
  436. return method.invoke(formatClazz, (Date) value);
  437. } else {
  438. return value;
  439. }
  440. } else {
  441. // 找到对应的方法,并把原始值传进去,返回格式化后的值
  442. return method.invoke(formatClazz, value);
  443. }
  444. } catch (Exception e) {
  445. e.printStackTrace();
  446. }
  447. }
  448. }
  449. return value;
  450. }
  451. /**
  452. * 功能:直接调用此方法获取解析后的数据
  453. */
  454. public static List<LinkedHashMap<String, Object>> getParseData(String originUrl, int startRow, int endRow
  455. , Class<?> clazz) throws IOException {
  456. return getDataList(getRowList(originUrl, startRow, endRow), clazz);
  457. }
  458. /**
  459. * 功能:把解析数据转为展示数据,例如:字典项 1 转为 是
  460. */
  461. public static List<LinkedHashMap<String, Object>> getShowData(List<LinkedHashMap<String, Object>> parseData, Class<?> clazz) {
  462. List<LinkedHashMap<String, Object>> listShow = new ArrayList<>();
  463. for (LinkedHashMap lhm : parseData) {
  464. LinkedHashMap<String, Object> map = new LinkedHashMap<>();
  465. for (Object o : lhm.keySet()) {
  466. String key = o.toString();
  467. String value = lhm.get(key).toString();
  468. Object formatValue = ImportExcel.formatValue(key, value, clazz);
  469. map.put(key, formatValue);
  470. }
  471. listShow.add(map);
  472. }
  473. return listShow;
  474. }
  475. /**
  476. * 功能:把Map转成Bean (主要用于把从Excel解析出来的Map对象还原成实体类对象,方便入库)
  477. */
  478. public static Object convertMapToBean(Class<?> clazz, Map lhp) throws IllegalAccessException, InstantiationException {
  479. Field[] fields = clazz.getDeclaredFields();
  480. Object obj = clazz.newInstance();
  481. for (Field field : fields) {
  482. setAttrributeValue(obj, field.getName(), MapUtils.getString(lhp, field.getName()));
  483. }
  484. return obj;
  485. }
  486. }