import com.alibaba.excel.EasyExcel;
import com.alibaba.excel.event.AnalysisEventListener;
import com.alibaba.excel.metadata.BaseRowModel;
import com.alibaba.excel.metadata.CellData;
import com.alibaba.excel.metadata.Head;
import com.alibaba.excel.read.metadata.holder.ReadRowHolder;

import java.lang.reflect.Field;
import java.util.*;

public class ExcelDataDeduplication<T extends BaseRowModel> extends AnalysisEventListener<T> {
    private Set<String> uniqueSet = new HashSet<>();
    private List<T> deduplicatedList = new ArrayList<>();

    @Override
    public void invoke(T data, AnalysisContext context) {
        String combinedKey = getCombinedKey(data);
        if (!uniqueSet.contains(combinedKey)) {
            uniqueSet.add(combinedKey);
            deduplicatedList.add(data);
        }
    }

    @Override
    public void doAfterAllAnalysed(AnalysisContext context) {
        // 处理完所有数据后的操作，例如将去重后的数据存储到数据库
    }

    private String getCombinedKey(T data) {
        StringBuilder combinedKey = new StringBuilder();
        Class<?> clazz = data.getClass();
        Field[] fields = clazz.getDeclaredFields();
        for (Field field : fields) {
            try {
                field.setAccessible(true);
                Object value = field.get(data);
                if (value != null) {
                    combinedKey.append(value.toString());
                }
                combinedKey.append("_");
            } catch (IllegalAccessException e) {
                e.printStackTrace();
            }
        }
        return combinedKey.toString();
    }

    public List<T> getDeduplicatedList() {
        return deduplicatedList;
    }
}