org.apache.poi
poi-ooxml
diff --git a/backend-java/src/main/java/com/nanri/aiimage/common/excel/ExcelStreamReader.java b/backend-java/src/main/java/com/nanri/aiimage/common/excel/ExcelStreamReader.java
index 48ba73ec0..3aa598ef8 100644
--- a/backend-java/src/main/java/com/nanri/aiimage/common/excel/ExcelStreamReader.java
+++ b/backend-java/src/main/java/com/nanri/aiimage/common/excel/ExcelStreamReader.java
@@ -1,16 +1,43 @@
package com.nanri.aiimage.common.excel;
-import com.alibaba.excel.EasyExcel;
-import com.alibaba.excel.context.AnalysisContext;
-import com.alibaba.excel.event.AnalysisEventListener;
+import org.apache.poi.hssf.usermodel.HSSFSheet;
+import org.apache.poi.hssf.usermodel.HSSFWorkbook;
+import org.apache.poi.openxml4j.exceptions.OpenXML4JException;
+import org.apache.poi.openxml4j.opc.OPCPackage;
+import org.apache.poi.ss.usermodel.DataFormatter;
+import org.apache.poi.ss.usermodel.Row;
+import org.apache.poi.ss.util.CellReference;
+import org.apache.poi.util.XMLHelper;
+import org.apache.poi.xssf.eventusermodel.XSSFReader;
+import org.apache.poi.xssf.eventusermodel.XSSFSheetXMLHandler;
+import org.apache.poi.xssf.model.SharedStrings;
+import org.apache.poi.xssf.model.StylesTable;
+import org.apache.poi.xssf.usermodel.XSSFComment;
+import org.xml.sax.Attributes;
+import org.xml.sax.InputSource;
+import org.xml.sax.SAXException;
+import org.xml.sax.XMLReader;
+import org.xml.sax.helpers.XMLFilterImpl;
+import javax.xml.parsers.ParserConfigurationException;
+import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
+import java.io.SequenceInputStream;
+import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.Map;
+/**
+ * Excel 流式读取:xlsx 走 POI 事件模型(不把整表读成 DOM),xls 走 HSSF
+ * (BIFF8 单表上限 65,536 行,DOM 占用有界)。
+ *
+ * 历史上这里用 EasyExcel;它与 poi-ooxml 各带一套 POI 版本,收口到 POI 后
+ * 只保留一个 Excel 栈。对外契约不变:首 sheet / 全 sheet、表头与数据行回调、
+ * 行处理异常原样透传、解析异常统一收成 IOException。
+ */
public final class ExcelStreamReader {
private ExcelStreamReader() {
@@ -36,22 +63,147 @@ public final class ExcelStreamReader {
runRead(inputStream, true, handler);
}
- private static void runRead(InputStream inputStream, boolean readAllSheets, SheetRowHandler handler) throws IOException {
- StreamingListener listener = new StreamingListener(handler);
- try {
- if (readAllSheets) {
- EasyExcel.read(inputStream, listener).headRowNumber(1).doReadAll();
- } else {
- EasyExcel.read(inputStream, listener).sheet(0).headRowNumber(1).doRead();
- }
- } catch (RuntimeException ex) {
- // EasyExcel/POI 的解析异常是 RuntimeException,原样冒到接口层会变成 HTTP 500;
- // 本工具的契约是 IOException,调用方已按 IOException 给用户回 400。
- throw toContractException(listener.handlerFailure(), ex);
+ private static void runRead(InputStream inputStream, boolean readAllSheets, SheetRowHandler handler)
+ throws IOException {
+ byte[] prefix = inputStream.readNBytes(8);
+ InputStream replay = new SequenceInputStream(new ByteArrayInputStream(prefix), inputStream);
+ if (isOoxml(prefix)) {
+ readOoxml(replay, readAllSheets, handler);
+ } else {
+ readHssf(replay, readAllSheets, handler);
}
}
- private static IOException toContractException(Exception handlerFailure, RuntimeException readFailure) throws IOException {
+ private static boolean isOoxml(byte[] prefix) {
+ // OOXML 是 zip(PK\x03\x04),xls 是 OLE2(D0 CF 11 E0 A1 B1 1A E1)
+ return prefix.length >= 4
+ && prefix[0] == 'P' && prefix[1] == 'K' && prefix[2] == 3 && prefix[3] == 4;
+ }
+
+ private static void readOoxml(InputStream inputStream, boolean readAllSheets, SheetRowHandler handler)
+ throws IOException {
+ FailureRecorder recorder = new FailureRecorder();
+ try (OPCPackage pkg = OPCPackage.open(inputStream)) {
+ XSSFReader reader = new XSSFReader(pkg);
+ StylesTable styles = reader.getStylesTable();
+ SharedStrings sharedStrings = reader.getSharedStringsTable();
+ DataFormatter formatter = new DataFormatter();
+ Iterator sheets = reader.getSheetsData();
+ XSSFReader.SheetIterator sheetIterator = (XSSFReader.SheetIterator) sheets;
+ int sheetNo = 0;
+ while (sheetIterator.hasNext()) {
+ try (InputStream sheet = sheetIterator.next()) {
+ String sheetName = sheetIterator.getSheetName();
+ parseOoxmlSheet(sheet, sheetName, sheetNo, styles, sharedStrings, formatter, handler, recorder);
+ }
+ sheetNo++;
+ if (!readAllSheets) {
+ break;
+ }
+ }
+ } catch (OpenXML4JException ex) {
+ throw toContractException(recorder.failure(), ex);
+ } catch (SAXException ex) {
+ if (ex.getCause() instanceof RuntimeException runtimeException) {
+ throw toContractException(recorder.failure(), runtimeException);
+ }
+ throw toContractException(recorder.failure(), ex);
+ } catch (RuntimeException ex) {
+ throw toContractException(recorder.failure(), ex);
+ }
+ }
+
+ private static void parseOoxmlSheet(InputStream sheet, String sheetName, int sheetNo,
+ StylesTable styles, SharedStrings sharedStrings,
+ DataFormatter formatter, SheetRowHandler handler,
+ FailureRecorder recorder) throws IOException, SAXException {
+ XMLReader parser;
+ try {
+ parser = XMLHelper.newXMLReader();
+ } catch (ParserConfigurationException ex) {
+ throw new IOException("Excel 解析器初始化失败:" + describe(ex), ex);
+ }
+ SheetCollector collector = new SheetCollector(sheetName, sheetNo, handler, recorder);
+ XSSFSheetXMLHandler sheetHandler =
+ new XSSFSheetXMLHandler(styles, sharedStrings, collector, formatter, false);
+ DimensionFilter filter = new DimensionFilter(parser, maxRows -> {
+ try {
+ handler.onSheetTotal(sheetName, sheetNo, maxRows);
+ } catch (Exception ex) {
+ throw recorder.record(ex);
+ }
+ });
+ filter.setContentHandler(sheetHandler);
+ parser.setContentHandler(filter);
+ parser.parse(new InputSource(sheet));
+ }
+
+ private static void readHssf(InputStream inputStream, boolean readAllSheets, SheetRowHandler handler)
+ throws IOException {
+ FailureRecorder recorder = new FailureRecorder();
+ DataFormatter formatter = new DataFormatter();
+ try (HSSFWorkbook workbook = new HSSFWorkbook(inputStream)) {
+ int sheetCount = workbook.getNumberOfSheets();
+ for (int sheetNo = 0; sheetNo < sheetCount; sheetNo++) {
+ if (!readAllSheets && sheetNo > 0) {
+ break;
+ }
+ HSSFSheet sheet = workbook.getSheetAt(sheetNo);
+ final String sheetName = sheet.getSheetName();
+ final int currentSheetNo = sheetNo;
+ final int lastRow = sheet.getLastRowNum();
+ callRecorder(recorder, () -> handler.onSheetTotal(sheetName, currentSheetNo, lastRow + 1));
+ final Map header = rowToMap(sheet.getRow(0), formatter);
+ if (!header.isEmpty()) {
+ callRecorder(recorder, () -> handler.onHeader(sheetName, currentSheetNo, header));
+ }
+ for (int rowIndex = 1; rowIndex <= lastRow; rowIndex++) {
+ Row row = sheet.getRow(rowIndex);
+ if (row == null) {
+ continue;
+ }
+ final Map values = rowToMap(row, formatter);
+ if (values.isEmpty()) {
+ continue;
+ }
+ final int finalRowIndex = rowIndex;
+ callRecorder(recorder,
+ () -> handler.onRow(sheetName, currentSheetNo, finalRowIndex, header, values));
+ }
+ }
+ } catch (RuntimeException ex) {
+ throw toContractException(recorder.failure(), ex);
+ }
+ }
+
+ private static void callRecorder(FailureRecorder recorder, ThrowingRunnable action) {
+ try {
+ action.run();
+ } catch (Exception ex) {
+ throw recorder.record(ex);
+ }
+ }
+
+ private static Map rowToMap(Row row, DataFormatter formatter) {
+ Map values = new LinkedHashMap<>();
+ if (row == null) {
+ return values;
+ }
+ short first = row.getFirstCellNum();
+ short last = row.getLastCellNum();
+ if (first < 0 || last < 0) {
+ return values;
+ }
+ for (int column = first; column < last; column++) {
+ if (row.getCell(column) == null) {
+ continue;
+ }
+ values.put(column, formatter.formatCellValue(row.getCell(column)));
+ }
+ return values;
+ }
+
+ private static IOException toContractException(Exception handlerFailure, Exception readFailure) throws IOException {
if (handlerFailure != null) {
// 调用方自己抛的不算"文件坏了":运行时异常原样透传,保住 BusinessException 的 400 语义。
if (handlerFailure instanceof IOException ioException) {
@@ -83,33 +235,26 @@ public final class ExcelStreamReader {
}
/**
- * 表头之后回调本次 sheet 的近似总行数(EasyExcel 基于 sheet 尺寸,可能为 null)。
+ * 表头之后回调本次 sheet 的近似总行数(POI 维度口径,含表头;维度缺失时为 null)。
* 流式解析无法在读完前得到精确行数,需要展示进度/做前置上限校验的调用方可用它近似。
*/
default void onSheetTotal(String sheetName, Integer sheetNo, Integer approximateTotalRows) throws Exception {
}
- void onRow(String sheetName, Integer sheetNo, int rowIndex, Map headerMap, Map rowMap) throws Exception;
+ void onRow(String sheetName, Integer sheetNo, int rowIndex, Map headerMap,
+ Map rowMap) throws Exception;
}
- private static final class StreamingListener extends AnalysisEventListener