Skip to content

D
dataease
提交 c36fd88f authored 作者: taojinlong's avatar taojinlong 提交者： taojinlong
浏览文件
操作

feat: 支持excel多sheet页

上级 c70c6cff b4a09f37
隐藏空白字符变更
内嵌 并排
正在显示 包含 496 行增加 和 248 行删除
backend/src/main/java/io/dataease/commons/utils/ExcelReaderUtil.java
浏览文件 @ c36fd88f
package io.dataease.commons.utils; package io.dataease.commons.utils;
import com.google.gson.Gson; import com.google.gson.Gson;
import io.dataease.datasource.dto.TableFiled; import io.dataease.datasource.dto.TableFiled;
import java.io.FileInputStream;
import java.io.InputStream; import java.io.InputStream;
import java.util.List; import java.util.List;
...@@ -46,7 +44,7 @@ public class ExcelReaderUtil { ...@@ -46,7 +44,7 @@ public class ExcelReaderUtil {
ExcelXlsReader excelXls=new ExcelXlsReader(); ExcelXlsReader excelXls=new ExcelXlsReader();
excelXls.process(inputStream); excelXls.process(inputStream);
System.out.println(excelXls.totalSheets.size()); System.out.println(excelXls.totalSheets.size());
System.out.println(excelXls.totalSheets.get(0).getSheetName()); System.out.println(excelXls.totalSheets.get(0).getExcelLable());
for (TableFiled field : excelXls.totalSheets.get(0).getFields()) { for (TableFiled field : excelXls.totalSheets.get(0).getFields()) {
System.out.println(new Gson().toJson(field)); System.out.println(new Gson().toJson(field));
} }
...@@ -56,7 +54,7 @@ public class ExcelReaderUtil { ...@@ -56,7 +54,7 @@ public class ExcelReaderUtil {
ExcelXlsxReader excelXlsxReader = new ExcelXlsxReader(); ExcelXlsxReader excelXlsxReader = new ExcelXlsxReader();
excelXlsxReader.process(inputStream); excelXlsxReader.process(inputStream);
System.out.println(excelXlsxReader.totalSheets.size()); System.out.println(excelXlsxReader.totalSheets.size());
System.out.println(excelXlsxReader.totalSheets.get(0).getSheetName()); System.out.println(excelXlsxReader.totalSheets.get(0).getExcelLable());
for (TableFiled field : excelXlsxReader.totalSheets.get(0).getFields()) { for (TableFiled field : excelXlsxReader.totalSheets.get(0).getFields()) {
System.out.println(new Gson().toJson(field)); System.out.println(new Gson().toJson(field));
} }
...@@ -68,7 +66,7 @@ public class ExcelReaderUtil { ...@@ -68,7 +66,7 @@ public class ExcelReaderUtil {
} }
public static void main(String[] args) throws Exception { public static void main(String[] args) throws Exception {
String file ="下单渠道.xlsx"; // String file ="下单渠道.xlsx";
ExcelReaderUtil.readExcel(file, new FileInputStream("/Users/taojinlong/Desktop/" + file)); // ExcelReaderUtil.readExcel(file, new FileInputStream("/Users/taojinlong/Desktop/" + file));
} }
} }
backend/src/main/java/io/dataease/commons/utils/ExcelXlsReader.java
浏览文件 @ c36fd88f
...@@ -300,9 +300,9 @@ public class ExcelXlsReader implements HSSFListener { ...@@ -300,9 +300,9 @@ public class ExcelXlsReader implements HSSFListener {
} }
lastColumnNumber = -1; lastColumnNumber = -1;
if(!totalSheets.stream().map(ExcelSheetData::getSheetName).collect(Collectors.toList()).contains(sheetName)){ if(!totalSheets.stream().map(ExcelSheetData::getExcelLable).collect(Collectors.toList()).contains(sheetName)){
ExcelSheetData excelSheetData = new ExcelSheetData(); ExcelSheetData excelSheetData = new ExcelSheetData();
excelSheetData.setSheetName(sheetName); excelSheetData.setExcelLable(sheetName);
excelSheetData.setData(new ArrayList<>()); excelSheetData.setData(new ArrayList<>());
excelSheetData.setFields(new ArrayList<>()); excelSheetData.setFields(new ArrayList<>());
totalSheets.add(excelSheetData); totalSheets.add(excelSheetData);
...@@ -322,10 +322,10 @@ public class ExcelXlsReader implements HSSFListener { ...@@ -322,10 +322,10 @@ public class ExcelXlsReader implements HSSFListener {
if (flag && curRow != 0) { //该行不为空行且该行不是第一行，发送（第一行为列名，不需要） if (flag && curRow != 0) { //该行不为空行且该行不是第一行，发送（第一行为列名，不需要）
if(!totalSheets.stream().map(ExcelSheetData::getSheetName).collect(Collectors.toList()).contains(sheetName)){ if(!totalSheets.stream().map(ExcelSheetData::getExcelLable).collect(Collectors.toList()).contains(sheetName)){
ExcelSheetData excelSheetData = new ExcelSheetData(); ExcelSheetData excelSheetData = new ExcelSheetData();
excelSheetData.setData(new ArrayList<>(data)); excelSheetData.setData(new ArrayList<>(data));
excelSheetData.setSheetName(sheetName); excelSheetData.setExcelLable(sheetName);
excelSheetData.setFields(new ArrayList<>(fields)); excelSheetData.setFields(new ArrayList<>(fields));
List<String> tmp = new ArrayList<>(cellList); List<String> tmp = new ArrayList<>(cellList);
excelSheetData.getData().add(tmp); excelSheetData.getData().add(tmp);
...@@ -333,7 +333,7 @@ public class ExcelXlsReader implements HSSFListener { ...@@ -333,7 +333,7 @@ public class ExcelXlsReader implements HSSFListener {
totalSheets.add(excelSheetData); totalSheets.add(excelSheetData);
}else { }else {
List<String> tmp = new ArrayList<>(cellList); List<String> tmp = new ArrayList<>(cellList);
totalSheets.stream().filter(s->s.getSheetName().equalsIgnoreCase(sheetName)).collect(Collectors.toList()).get(0).getData().add(tmp); totalSheets.stream().filter(s->s.getExcelLable().equalsIgnoreCase(sheetName)).collect(Collectors.toList()).get(0).getData().add(tmp);
totalRows++; totalRows++;
} }
} }
......
backend/src/main/java/io/dataease/commons/utils/ExcelXlsxReader.java
浏览文件 @ c36fd88f
...@@ -157,7 +157,7 @@ public class ExcelXlsxReader extends DefaultHandler { ...@@ -157,7 +157,7 @@ public class ExcelXlsxReader extends DefaultHandler {
ExcelSheetData excelSheetData = new ExcelSheetData(); ExcelSheetData excelSheetData = new ExcelSheetData();
excelSheetData.setData(new ArrayList<>(data)); excelSheetData.setData(new ArrayList<>(data));
excelSheetData.setSheetName(sheets.getSheetName()); excelSheetData.setExcelLable(sheets.getSheetName());
excelSheetData.setFields(new ArrayList<>(fields)); excelSheetData.setFields(new ArrayList<>(fields));
totalSheets.add(excelSheetData); totalSheets.add(excelSheetData);
......
backend/src/main/java/io/dataease/controller/dataset/DataSetTableController.java
浏览文件 @ c36fd88f
...@@ -7,6 +7,7 @@ import io.dataease.base.domain.DatasetTableIncrementalConfig; ...@@ -7,6 +7,7 @@ import io.dataease.base.domain.DatasetTableIncrementalConfig;
import io.dataease.controller.request.dataset.DataSetTableRequest; import io.dataease.controller.request.dataset.DataSetTableRequest;
import io.dataease.datasource.dto.TableFiled; import io.dataease.datasource.dto.TableFiled;
import io.dataease.dto.dataset.DataSetTableDTO; import io.dataease.dto.dataset.DataSetTableDTO;
import io.dataease.dto.dataset.ExcelFileData;
import io.dataease.service.dataset.DataSetTableService; import io.dataease.service.dataset.DataSetTableService;
import io.swagger.annotations.Api; import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation; import io.swagger.annotations.ApiOperation;
...@@ -37,8 +38,12 @@ public class DataSetTableController { ...@@ -37,8 +38,12 @@ public class DataSetTableController {
@ApiOperation("更新") @ApiOperation("更新")
@PostMapping("update") @PostMapping("update")
public DatasetTable save(@RequestBody DataSetTableRequest datasetTable) throws Exception { public void save(@RequestBody DataSetTableRequest datasetTable) throws Exception {
return dataSetTableService.save(datasetTable); if(datasetTable.getType().equalsIgnoreCase("excel")){
dataSetTableService.saveExcel(datasetTable);
}else {
dataSetTableService.save(datasetTable);
}
} }
@ApiOperation("删除") @ApiOperation("删除")
...@@ -121,8 +126,8 @@ public class DataSetTableController { ...@@ -121,8 +126,8 @@ public class DataSetTableController {
@ApiOperation("excel上传") @ApiOperation("excel上传")
@PostMapping("excel/upload") @PostMapping("excel/upload")
public Map<String, Object> excelUpload(@RequestParam("file") MultipartFile file, @RequestParam("tableId") String tableId) throws Exception { public ExcelFileData excelUpload(@RequestParam("file") MultipartFile file, @RequestParam("tableId") String tableId, @RequestParam("editType") Integer editType ) throws Exception {
return dataSetTableService.excelSaveAndParse(file, tableId); return dataSetTableService.excelSaveAndParse(file, tableId, editType);
} }
@ApiOperation("检测doris") @ApiOperation("检测doris")
......
backend/src/main/java/io/dataease/controller/request/dataset/DataSetTableRequest.java
浏览文件 @ c36fd88f
...@@ -2,6 +2,7 @@ package io.dataease.controller.request.dataset; ...@@ -2,6 +2,7 @@ package io.dataease.controller.request.dataset;
import io.dataease.base.domain.DatasetTable; import io.dataease.base.domain.DatasetTable;
import io.dataease.datasource.dto.TableFiled; import io.dataease.datasource.dto.TableFiled;
import io.dataease.dto.dataset.ExcelSheetData;
import lombok.Getter; import lombok.Getter;
import lombok.Setter; import lombok.Setter;
...@@ -23,4 +24,6 @@ public class DataSetTableRequest extends DatasetTable { ...@@ -23,4 +24,6 @@ public class DataSetTableRequest extends DatasetTable {
private Boolean isRename; private Boolean isRename;
private List<String> typeFilter; private List<String> typeFilter;
private List<TableFiled> fields; private List<TableFiled> fields;
private List<ExcelSheetData> sheets;
private boolean mergeSheet = false;
} }
backend/src/main/java/io/dataease/dto/dataset/DataTableInfoDTO.java
浏览文件 @ c36fd88f
...@@ -14,7 +14,7 @@ import java.util.List; ...@@ -14,7 +14,7 @@ import java.util.List;
public class DataTableInfoDTO { public class DataTableInfoDTO {
private String table; private String table;
private String sql; private String sql;
private List<String> sheets; private List<ExcelSheetData> excelSheetDataList;
private String data;// file path private String data;// file path
private List<DataTableInfoCustomUnion> list; private List<DataTableInfoCustomUnion> list;
} }
backend/src/main/java/io/dataease/dto/dataset/ExcelFileData.java 0 → 100644
浏览文件 @ c36fd88f
package io.dataease.dto.dataset;
import io.dataease.datasource.dto.TableFiled;
import lombok.Data;
import java.util.List;
import java.util.Map;
@Data
public class ExcelFileData {
private String excelId;
private String excelLable;
private List<ExcelSheetData> sheets;
private String path;
private boolean isSheet = false;
}
backend/src/main/java/io/dataease/dto/dataset/ExcelSheetData.java
浏览文件 @ c36fd88f
...@@ -4,10 +4,18 @@ import io.dataease.datasource.dto.TableFiled; ...@@ -4,10 +4,18 @@ import io.dataease.datasource.dto.TableFiled;
import lombok.Data; import lombok.Data;
import java.util.List; import java.util.List;
import java.util.Map;
@Data @Data
public class ExcelSheetData { public class ExcelSheetData {
private String sheetName; private String excelLable;
private List<List<String>> data; private List<List<String>> data;
private List<TableFiled> fields; private List<TableFiled> fields;
private boolean isSheet = true;
private List<Map<String, Object>> jsonArray;
private String datasetName;
private String sheetExcelId;
private String sheetId;
private String path;
private String fieldsMd5;
} }
backend/src/main/java/io/dataease/service/dataset/DataSetTableService.java
浏览文件 @ c36fd88f
...@@ -100,13 +100,7 @@ public class DataSetTableService { ...@@ -100,13 +100,7 @@ public class DataSetTableService {
} }
private void extractData(DataSetTableRequest datasetTable) throws Exception { private void extractData(DataSetTableRequest datasetTable) throws Exception {
if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "excel")) { if (datasetTable.getMode() == 1 && StringUtils.isNotEmpty(datasetTable.getSyncType()) && datasetTable.getSyncType().equalsIgnoreCase("sync_now")) {
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(datasetTable.getId(), "all_scope", "初始导入");
});
return;
}
if (StringUtils.isNotEmpty(datasetTable.getSyncType()) && datasetTable.getSyncType().equalsIgnoreCase("sync_now")) {
DataSetTaskRequest dataSetTaskRequest = new DataSetTaskRequest(); DataSetTaskRequest dataSetTaskRequest = new DataSetTaskRequest();
DatasetTableTask datasetTableTask = new DatasetTableTask(); DatasetTableTask datasetTableTask = new DatasetTableTask();
datasetTableTask.setTableId(datasetTable.getId()); datasetTableTask.setTableId(datasetTable.getId());
...@@ -121,6 +115,113 @@ public class DataSetTableService { ...@@ -121,6 +115,113 @@ public class DataSetTableService {
} }
} }
public void saveExcel(DataSetTableRequest datasetTable)throws Exception {
if (StringUtils.isEmpty(datasetTable.getId())) {
if(datasetTable.isMergeSheet()){
Map<String, List<ExcelSheetData>> map = datasetTable.getSheets().stream().collect(Collectors.groupingBy(ExcelSheetData::getFieldsMd5));
for (String s : map.keySet()) {
DataSetTableRequest sheetTable = new DataSetTableRequest();
BeanUtils.copyBean(sheetTable, datasetTable);
sheetTable.setId(UUID.randomUUID().toString());
sheetTable.setCreateBy(AuthUtils.getUser().getUsername());
sheetTable.setCreateTime(System.currentTimeMillis());
List<ExcelSheetData> excelSheetDataList = map.get(s);
sheetTable.setName(excelSheetDataList.get(0).getDatasetName());
checkName(sheetTable);
excelSheetDataList.forEach(excelSheetData -> {
String[] fieldArray = excelSheetData.getFields().stream().map(TableFiled::getFieldName).toArray(String[]::new);
if (checkIsRepeat(fieldArray)) {
DataEaseException.throwException(Translator.get("i18n_excel_field_repeat"));
}
excelSheetData.setData(null);
excelSheetData.setJsonArray(null);
});
DataTableInfoDTO info = new DataTableInfoDTO();
info.setExcelSheetDataList(excelSheetDataList);
sheetTable.setInfo(new Gson().toJson(info));
int insert = datasetTableMapper.insert(sheetTable);
if (insert == 1) {
saveExcelTableField(sheetTable.getId(), excelSheetDataList.get(0).getFields());
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(sheetTable.getId(), "all_scope", "初始导入");
});
}
}
}else {
for (ExcelSheetData sheet : datasetTable.getSheets()) {
String[] fieldArray = sheet.getFields().stream().map(TableFiled::getFieldName).toArray(String[]::new);
if (checkIsRepeat(fieldArray)) {
DataEaseException.throwException(Translator.get("i18n_excel_field_repeat"));
}
DataSetTableRequest sheetTable = new DataSetTableRequest();
BeanUtils.copyBean(sheetTable, datasetTable);
sheetTable.setId(UUID.randomUUID().toString());
sheetTable.setCreateBy(AuthUtils.getUser().getUsername());
sheetTable.setCreateTime(System.currentTimeMillis());
sheetTable.setName(sheet.getDatasetName());
checkName(sheetTable);
sheet.setData(null);
sheet.setJsonArray(null);
List<ExcelSheetData> excelSheetDataList = new ArrayList<>();
excelSheetDataList.add(sheet);
DataTableInfoDTO info = new DataTableInfoDTO();
info.setExcelSheetDataList(excelSheetDataList);
sheetTable.setInfo(new Gson().toJson(info));
int insert = datasetTableMapper.insert(sheetTable);
if (insert == 1) {
saveExcelTableField(sheetTable.getId(), sheet.getFields());
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(sheetTable.getId(), "all_scope", "初始导入");
});
}
}
}
return;
}
List<ExcelSheetData> excelSheetDataList = new ArrayList<>();
List<String> oldFields = datasetTable.getSheets().get(0).getFields().stream().map(TableFiled::getRemarks).collect(Collectors.toList());
for (ExcelSheetData sheet : datasetTable.getSheets()) {
//替换时，
if(datasetTable.getEditType() == 0){
List<String> newFields = sheet.getFields().stream().map(TableFiled::getRemarks).collect(Collectors.toList());
if (!oldFields.equals(newFields)) {
DataEaseException.throwException(Translator.get("i18n_excel_colume_change"));
}
oldFields = newFields;
}
String[] fieldArray = sheet.getFields().stream().map(TableFiled::getFieldName).toArray(String[]::new);
if (checkIsRepeat(fieldArray)) {
DataEaseException.throwException(Translator.get("i18n_excel_field_repeat"));
}
sheet.setData(null);
sheet.setJsonArray(null);
excelSheetDataList.add(sheet);
}
DataTableInfoDTO info = new DataTableInfoDTO();
info.setExcelSheetDataList(excelSheetDataList);
datasetTable.setInfo(new Gson().toJson(info));
int update = datasetTableMapper.updateByPrimaryKeySelective(datasetTable);
// 删除所有字段，重新抽象
if(datasetTable.getEditType() == 0){
dataSetTableFieldsService.deleteByTableId(datasetTable.getId());
saveExcelTableField(datasetTable.getId(), datasetTable.getSheets().get(0).getFields());
}
if (update == 1) {
if (datasetTable.getEditType() == 0) {
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(datasetTable.getId(), "all_scope", "替换");
});
} else if (datasetTable.getEditType() == 1) {
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(datasetTable.getId(), "add_scope", "追加");
});
}
}
}
public DatasetTable save(DataSetTableRequest datasetTable) throws Exception { public DatasetTable save(DataSetTableRequest datasetTable) throws Exception {
checkName(datasetTable); checkName(datasetTable);
if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "sql")) { if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "sql")) {
...@@ -143,22 +244,11 @@ public class DataSetTableService { ...@@ -143,22 +244,11 @@ public class DataSetTableService {
if (datasetTable.getIsRename() == null || !datasetTable.getIsRename()) { if (datasetTable.getIsRename() == null || !datasetTable.getIsRename()) {
// 更新数据和字段 // 更新数据和字段
if (update == 1) { if (update == 1) {
if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "sql") || StringUtils.equalsIgnoreCase(datasetTable.getType(), "custom")) { if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "sql") || StringUtils.equalsIgnoreCase(datasetTable.getType(), "custom") ) {
// 删除所有字段，重新抽象 // 删除所有字段，重新抽象
dataSetTableFieldsService.deleteByTableId(datasetTable.getId()); dataSetTableFieldsService.deleteByTableId(datasetTable.getId());
saveTableField(datasetTable); saveTableField(datasetTable);
} }
if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "excel")) {
if (datasetTable.getEditType() == 0) {
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(datasetTable.getId(), "all_scope", "替换");
});
} else if (datasetTable.getEditType() == 1) {
commonThreadPool.addTask(() -> {
extractDataService.extractExcelData(datasetTable.getId(), "add_scope", "追加");
});
}
}
} }
} }
} }
...@@ -810,6 +900,29 @@ public class DataSetTableService { ...@@ -810,6 +900,29 @@ public class DataSetTableService {
} }
} }
public void saveExcelTableField(String datasetTableId, List<TableFiled> fields) throws Exception {
if (CollectionUtils.isNotEmpty(fields)) {
for (int i = 0; i < fields.size(); i++) {
TableFiled filed = fields.get(i);
DatasetTableField datasetTableField = DatasetTableField.builder().build();
datasetTableField.setTableId(datasetTableId);
datasetTableField.setOriginName(filed.getFieldName());
datasetTableField.setName(filed.getRemarks());
datasetTableField.setDataeaseName(DorisTableUtils.columnName(filed.getFieldName()));
datasetTableField.setType(filed.getFieldType());
datasetTableField.setDeType(transFieldType(filed.getFieldType()));
datasetTableField.setDeExtractType(transFieldType(filed.getFieldType()));
datasetTableField.setSize(filed.getFieldSize());
datasetTableField.setChecked(true);
datasetTableField.setColumnIndex(i);
datasetTableField.setLastSyncTime(System.currentTimeMillis());
datasetTableField.setExtField(0);
datasetTableField.setGroupType(datasetTableField.getDeType() < 2 ? "d" : "q");
dataSetTableFieldsService.save(datasetTableField);
}
}
}
public void saveTableField(DatasetTable datasetTable) throws Exception { public void saveTableField(DatasetTable datasetTable) throws Exception {
Datasource ds = datasourceMapper.selectByPrimaryKey(datasetTable.getDataSourceId()); Datasource ds = datasourceMapper.selectByPrimaryKey(datasetTable.getDataSourceId());
DataSetTableRequest dataSetTableRequest = new DataSetTableRequest(); DataSetTableRequest dataSetTableRequest = new DataSetTableRequest();
...@@ -828,11 +941,6 @@ public class DataSetTableService { ...@@ -828,11 +941,6 @@ public class DataSetTableService {
datasourceRequest.setQuery(sqlAsTable); datasourceRequest.setQuery(sqlAsTable);
fields = datasourceProvider.fetchResultField(datasourceRequest); fields = datasourceProvider.fetchResultField(datasourceRequest);
} else if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "excel")) { } else if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "excel")) {
/*DataTableInfoDTO dataTableInfoDTO = new Gson().fromJson(dataSetTableRequest.getInfo(), DataTableInfoDTO.class);
String path = dataTableInfoDTO.getData();
File file = new File(path);
Map<String, Object> map = parseExcel(path.substring(path.lastIndexOf("/") + 1), new FileInputStream(file), false);
fields = (List<TableFiled>) map.get("fields");*/
fields = dataSetTableRequest.getFields(); fields = dataSetTableRequest.getFields();
} else if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "custom")) { } else if (StringUtils.equalsIgnoreCase(datasetTable.getType(), "custom")) {
if (datasetTable.getMode() == 1) { if (datasetTable.getMode() == 1) {
...@@ -1038,9 +1146,6 @@ public class DataSetTableService { ...@@ -1038,9 +1146,6 @@ public class DataSetTableService {
} }
private void checkName(DatasetTable datasetTable) { private void checkName(DatasetTable datasetTable) {
// if (StringUtils.isEmpty(datasetTable.getId()) && StringUtils.equalsIgnoreCase("db", datasetTable.getType())) {
// return;
// }
DatasetTableExample datasetTableExample = new DatasetTableExample(); DatasetTableExample datasetTableExample = new DatasetTableExample();
DatasetTableExample.Criteria criteria = datasetTableExample.createCriteria(); DatasetTableExample.Criteria criteria = datasetTableExample.createCriteria();
if (StringUtils.isNotEmpty(datasetTable.getId())) { if (StringUtils.isNotEmpty(datasetTable.getId())) {
...@@ -1069,11 +1174,13 @@ public class DataSetTableService { ...@@ -1069,11 +1174,13 @@ public class DataSetTableService {
return map; return map;
} }
public Map<String, Object> excelSaveAndParse(MultipartFile file, String tableId) throws Exception { public ExcelFileData excelSaveAndParse(MultipartFile file, String tableId, Integer editType) throws Exception {
String filename = file.getOriginalFilename(); String filename = file.getOriginalFilename();
// parse file // parse file
Map<String, Object> fileMap = parseExcel2(filename, file.getInputStream(), true); List<ExcelSheetData> excelSheetDataList = parseExcel2(filename, file.getInputStream(), true);
if (StringUtils.isNotEmpty(tableId)) { List<ExcelSheetData> retrunSheetDataList = new ArrayList<>();
if (StringUtils.isNotEmpty(tableId) && editType == 1 ) {
List<DatasetTableField> datasetTableFields = dataSetTableFieldsService.getFieldsByTableId(tableId); List<DatasetTableField> datasetTableFields = dataSetTableFieldsService.getFieldsByTableId(tableId);
datasetTableFields.sort((o1, o2) -> { datasetTableFields.sort((o1, o2) -> {
if (o1.getColumnIndex() == null) { if (o1.getColumnIndex() == null) {
...@@ -1084,64 +1191,80 @@ public class DataSetTableService { ...@@ -1084,64 +1191,80 @@ public class DataSetTableService {
} }
return o1.getColumnIndex().compareTo(o2.getColumnIndex()); return o1.getColumnIndex().compareTo(o2.getColumnIndex());
}); });
List<TableFiled> fields = (List<TableFiled>) fileMap.get("fields");
List<String> newFields = fields.stream().map(TableFiled::getRemarks).collect(Collectors.toList());
List<String> oldFields = datasetTableFields.stream().map(DatasetTableField::getOriginName).collect(Collectors.toList()); List<String> oldFields = datasetTableFields.stream().map(DatasetTableField::getOriginName).collect(Collectors.toList());
if (!oldFields.equals(newFields)) { for (ExcelSheetData excelSheetData : excelSheetDataList) {
List<TableFiled> fields = excelSheetData.getFields();
List<String> newFields = fields.stream().map(TableFiled::getRemarks).collect(Collectors.toList());
if (oldFields.equals(newFields)) {
retrunSheetDataList.add(excelSheetData);
}
}
if (retrunSheetDataList.size() == 0) {
DataEaseException.throwException(Translator.get("i18n_excel_colume_change")); DataEaseException.throwException(Translator.get("i18n_excel_colume_change"));
} }
}else {
retrunSheetDataList = excelSheetDataList;
} }
// save file // save file
String filePath = saveFile(file); String excelId = UUID.randomUUID().toString();
Map<String, Object> map = new HashMap<>(fileMap); String filePath = saveFile(file, excelId);
map.put("path", filePath); ExcelFileData excelFileData = new ExcelFileData();
return map; excelFileData.setExcelLable(filename);
excelFileData.setExcelId(excelId);
excelFileData.setPath(filePath);
filename = filename.substring(0, filename.lastIndexOf('.'));
if(retrunSheetDataList.size() == 1){
retrunSheetDataList.get(0).setDatasetName(filename);
retrunSheetDataList.get(0).setSheetExcelId(excelId);
retrunSheetDataList.get(0).setSheetId(UUID.randomUUID().toString());
retrunSheetDataList.get(0).setPath(filePath);
}else {
for (ExcelSheetData excelSheetData : retrunSheetDataList) {
excelSheetData.setDatasetName(filename + "-" + excelSheetData.getExcelLable());
excelSheetData.setSheetExcelId(excelId);
excelSheetData.setSheetId(UUID.randomUUID().toString());
excelSheetData.setPath(filePath);
}
}
excelFileData.setSheets(retrunSheetDataList);
return excelFileData;
} }
private Map<String, Object> parseExcel2(String filename, InputStream inputStream, boolean isPreview) throws Exception { private List<ExcelSheetData> parseExcel2(String filename, InputStream inputStream, boolean isPreview) throws Exception {
List<ExcelSheetData> excelSheetDataList = new ArrayList<>();
String suffix = filename.substring(filename.lastIndexOf(".") + 1); String suffix = filename.substring(filename.lastIndexOf(".") + 1);
List<TableFiled> fields = new ArrayList<>();
List<List<String>> data = new ArrayList<>();
List<Map<String, Object>> jsonArray = new ArrayList<>();
List<String> sheets = new ArrayList<>();
if (StringUtils.equalsIgnoreCase(suffix, "xls")) { if (StringUtils.equalsIgnoreCase(suffix, "xls")) {
ExcelXlsReader excelXlsReader = new ExcelXlsReader(); ExcelXlsReader excelXlsReader = new ExcelXlsReader();
excelXlsReader.process(inputStream); excelXlsReader.process(inputStream);
fields = excelXlsReader.totalSheets.get(0).getFields(); excelSheetDataList = excelXlsReader.totalSheets;
data = excelXlsReader.totalSheets.get(0).getData();
sheets = excelXlsReader.totalSheets.stream().map(ExcelSheetData::getSheetName).collect(Collectors.toList());
} }
if (StringUtils.equalsIgnoreCase(suffix, "xlsx")) { if (StringUtils.equalsIgnoreCase(suffix, "xlsx")) {
ExcelXlsxReader excelXlsxReader = new ExcelXlsxReader(); ExcelXlsxReader excelXlsxReader = new ExcelXlsxReader();
excelXlsxReader.process(inputStream); excelXlsxReader.process(inputStream);
fields = excelXlsxReader.totalSheets.get(0).getFields(); excelSheetDataList = excelXlsxReader.totalSheets;
data = excelXlsxReader.totalSheets.get(0).getData();
sheets = excelXlsxReader.totalSheets.stream().map(ExcelSheetData::getSheetName).collect(Collectors.toList());
}
String[] fieldArray = fields.stream().map(TableFiled::getFieldName).toArray(String[]::new);
// 校验excel字段是否重名
if (checkIsRepeat(fieldArray)) {
DataEaseException.throwException(Translator.get("i18n_excel_field_repeat"));
}
if (CollectionUtils.isNotEmpty(data)) {
jsonArray = data.stream().map(ele -> {
Map<String, Object> map = new HashMap<>();
for (int i = 0; i < ele.size(); i++) {
map.put(fieldArray[i], ele.get(i));
}
return map;
}).collect(Collectors.toList());
} }
inputStream.close(); inputStream.close();
excelSheetDataList.forEach(excelSheetData -> {
List<List<String>> data = excelSheetData.getData();
String[] fieldArray = excelSheetData.getFields().stream().map(TableFiled::getFieldName).toArray(String[]::new);
List<Map<String, Object>> jsonArray = new ArrayList<>();
if (CollectionUtils.isNotEmpty(data)) {
jsonArray = data.stream().map(ele -> {
Map<String, Object> map = new HashMap<>();
for (int i = 0; i < ele.size(); i++) {
map.put(fieldArray[i], ele.get(i));
}
return map;
}).collect(Collectors.toList());
}
excelSheetData.setFieldsMd5(Md5Utils.md5(StringUtils.join(fieldArray, ",")));
excelSheetData.setJsonArray(jsonArray);
});
Map<String, Object> map = new HashMap<>(); return excelSheetDataList;
map.put("fields", fields);
map.put("data", jsonArray);
map.put("sheets", sheets);
return map;
} }
private Map<String, Object> parseExcel(String filename, InputStream inputStream, boolean isPreview) throws Exception { private Map<String, Object> parseExcel(String filename, InputStream inputStream, boolean isPreview) throws Exception {
...@@ -1387,16 +1510,15 @@ public class DataSetTableService { ...@@ -1387,16 +1510,15 @@ public class DataSetTableService {
return ""; return "";
} }
private String saveFile(MultipartFile file) throws Exception { private String saveFile(MultipartFile file, String fileNameUUID) throws Exception {
String filename = file.getOriginalFilename(); String filename = file.getOriginalFilename();
String suffix = filename.substring(filename.lastIndexOf(".") + 1); String suffix = filename.substring(filename.lastIndexOf(".") + 1);
filename = Md5Utils.md5(filename.substring(0, filename.length() - suffix.length()));
String dirPath = path + AuthUtils.getUser().getUsername() + "/"; String dirPath = path + AuthUtils.getUser().getUsername() + "/";
File p = new File(dirPath); File p = new File(dirPath);
if (!p.exists()) { if (!p.exists()) {
p.mkdirs(); p.mkdirs();
} }
String filePath = dirPath + filename + "." + suffix; String filePath = dirPath + fileNameUUID + "." + suffix;
File f = new File(filePath); File f = new File(filePath);
FileOutputStream fileOutputStream = new FileOutputStream(f); FileOutputStream fileOutputStream = new FileOutputStream(f);
fileOutputStream.write(file.getBytes()); fileOutputStream.write(file.getBytes());
......
backend/src/main/java/io/dataease/service/dataset/ExtractDataService.java
浏览文件 @ c36fd88f
...@@ -17,6 +17,7 @@ import io.dataease.datasource.provider.ProviderFactory; ...@@ -17,6 +17,7 @@ import io.dataease.datasource.provider.ProviderFactory;
import io.dataease.datasource.request.DatasourceRequest; import io.dataease.datasource.request.DatasourceRequest;
import io.dataease.datasource.service.DatasourceService; import io.dataease.datasource.service.DatasourceService;
import io.dataease.dto.dataset.DataTableInfoDTO; import io.dataease.dto.dataset.DataTableInfoDTO;
import io.dataease.dto.dataset.ExcelSheetData;
import io.dataease.exception.DataEaseException; import io.dataease.exception.DataEaseException;
import io.dataease.listener.util.CacheUtils; import io.dataease.listener.util.CacheUtils;
import io.dataease.provider.QueryProvider; import io.dataease.provider.QueryProvider;
...@@ -192,7 +193,9 @@ public class ExtractDataService { ...@@ -192,7 +193,9 @@ public class ExtractDataService {
dropDorisTable(DorisTableUtils.dorisTmpName(DorisTableUtils.dorisName(datasetTableId))); dropDorisTable(DorisTableUtils.dorisTmpName(DorisTableUtils.dorisName(datasetTableId)));
} finally { } finally {
deleteFile("all_scope", datasetTableId); deleteFile("all_scope", datasetTableId);
// deleteFile(new Gson().fromJson(datasetTable.getInfo(), DataTableInfoDTO.class).getData()); for (ExcelSheetData excelSheetData : new Gson().fromJson(datasetTable.getInfo(), DataTableInfoDTO.class).getExcelSheetDataList()) {
deleteFile(excelSheetData.getPath());
}
} }
break; break;
...@@ -213,6 +216,9 @@ public class ExtractDataService { ...@@ -213,6 +216,9 @@ public class ExtractDataService {
} finally { } finally {
deleteFile("incremental_add", datasetTableId); deleteFile("incremental_add", datasetTableId);
deleteFile("incremental_delete", datasetTableId); deleteFile("incremental_delete", datasetTableId);
for (ExcelSheetData excelSheetData : new Gson().fromJson(datasetTable.getInfo(), DataTableInfoDTO.class).getExcelSheetDataList()) {
deleteFile(excelSheetData.getPath());
}
} }
break; break;
} }
...@@ -831,18 +837,30 @@ public class ExtractDataService { ...@@ -831,18 +837,30 @@ public class ExtractDataService {
private StepMeta excelInputStep(String Info, List<DatasetTableField> datasetTableFields){ private StepMeta excelInputStep(String Info, List<DatasetTableField> datasetTableFields){
DataTableInfoDTO dataTableInfoDTO = new Gson().fromJson(Info, DataTableInfoDTO.class); DataTableInfoDTO dataTableInfoDTO = new Gson().fromJson(Info, DataTableInfoDTO.class);
String suffix = dataTableInfoDTO.getData().substring(dataTableInfoDTO.getData().lastIndexOf(".") + 1); List<ExcelSheetData> excelSheetDataList = dataTableInfoDTO.getExcelSheetDataList();
String suffix = excelSheetDataList.get(0).getPath().substring(excelSheetDataList.get(0).getPath().lastIndexOf(".") + 1);
ExcelInputMeta excelInputMeta = new ExcelInputMeta(); ExcelInputMeta excelInputMeta = new ExcelInputMeta();
List<String> sheetNames = new ArrayList<>();
List<String> files = new ArrayList<>();
for (ExcelSheetData excelSheetData : excelSheetDataList) {
if(!sheetNames.contains(excelSheetData.getExcelLable())){
sheetNames.add(excelSheetData.getExcelLable());
}
if(!files.contains(excelSheetData.getPath())){
files.add(excelSheetData.getPath());
}
}
if (StringUtils.equalsIgnoreCase(suffix, "xlsx")) { if (StringUtils.equalsIgnoreCase(suffix, "xlsx")) {
excelInputMeta.setSpreadSheetType(SpreadSheetType.SAX_POI); excelInputMeta.setSpreadSheetType(SpreadSheetType.SAX_POI);
excelInputMeta.setSheetName(new String[]{dataTableInfoDTO.getSheets().get(0)}); excelInputMeta.setSheetName(sheetNames.toArray(new String[sheetNames.size()]));
} }
if (StringUtils.equalsIgnoreCase(suffix, "xls")) { if (StringUtils.equalsIgnoreCase(suffix, "xls")) {
excelInputMeta.setSpreadSheetType(SpreadSheetType.JXL); excelInputMeta.setSpreadSheetType(SpreadSheetType.JXL);
excelInputMeta.setSheetName(new String[]{dataTableInfoDTO.getSheets().get(0)}); excelInputMeta.setSheetName(sheetNames.toArray(new String[sheetNames.size()]));
} }
excelInputMeta.setPassword("Encrypted"); excelInputMeta.setPassword("Encrypted");
excelInputMeta.setFileName(new String[]{dataTableInfoDTO.getData()}); excelInputMeta.setFileName( files.toArray(new String[files.size()]));
excelInputMeta.setStartsWithHeader(true); excelInputMeta.setStartsWithHeader(true);
excelInputMeta.setIgnoreEmptyRows(true); excelInputMeta.setIgnoreEmptyRows(true);
ExcelInputField[] fields = new ExcelInputField[datasetTableFields.size()]; ExcelInputField[] fields = new ExcelInputField[datasetTableFields.size()];
......
frontend/src/lang/en.js
浏览文件 @ c36fd88f
...@@ -1006,7 +1006,8 @@ export default { ...@@ -1006,7 +1006,8 @@ export default {
field_manage: 'Field Manage', field_manage: 'Field Manage',
edit_calc_field: 'Edit calc field', edit_calc_field: 'Edit calc field',
calc_field: 'Calc Field', calc_field: 'Calc Field',
show_sql: 'Show SQL' show_sql: 'Show SQL',
ple_select_excel: 'Please select excel file to import'
}, },
datasource: { datasource: {
datasource: 'Data Source', datasource: 'Data Source',
......
frontend/src/lang/tw.js
浏览文件 @ c36fd88f
...@@ -1006,7 +1006,8 @@ export default { ...@@ -1006,7 +1006,8 @@ export default {
field_manage: '字段管理', field_manage: '字段管理',
edit_calc_field: '編輯計算字段', edit_calc_field: '編輯計算字段',
calc_field: '計算字段', calc_field: '計算字段',
show_sql: '顯示SQL' show_sql: '顯示SQL',
ple_select_excel: '請選擇要導入的 Excel'
}, },
datasource: { datasource: {
datasource: '數據源', datasource: '數據源',
......
frontend/src/lang/zh.js
浏览文件 @ c36fd88f
...@@ -1006,7 +1006,8 @@ export default { ...@@ -1006,7 +1006,8 @@ export default {
field_manage: '字段管理', field_manage: '字段管理',
edit_calc_field: '编辑计算字段', edit_calc_field: '编辑计算字段',
calc_field: '计算字段', calc_field: '计算字段',
show_sql: '显示SQL' show_sql: '显示SQL',
ple_select_excel: '请选择要导入的 Excel'
}, },
datasource: { datasource: {
datasource: '数据源', datasource: '数据源',
......
frontend/src/views/dataset/add/AddExcel.vue
浏览文件 @ c36fd88f
...@@ -9,115 +9,132 @@ ...@@ -9,115 +9,132 @@
<el-button size="mini" @click="cancel"> <el-button size="mini" @click="cancel">
{{ $t('dataset.cancel') }} {{ $t('dataset.cancel') }}
</el-button> </el-button>
<el-button :disabled="!name || fileList.length === 0" size="mini" type="primary" @click="save"> <el-button size="mini" type="primary" @click="save">
{{ $t('dataset.confirm') }} {{ $t('dataset.confirm') }}
</el-button> </el-button>
</el-row> </el-row>
</el-row> </el-row>
<el-divider /> <el-divider />
<el-row>
<el-row>
<el-col style="width: 500px;">
<el-form :inline="true" size="mini" class="row-style">
<el-form-item class="form-item">
<el-input v-show="!param.tableId" v-model="name" :placeholder="$t('commons.name')" />
</el-form-item>
<el-form-item class="form-item">
<el-upload
:action="baseUrl+'dataset/table/excel/upload'"
:multiple="false"
:show-file-list="false"
:file-list="fileList"
:data="param"
accept=".xls,.xlsx,"
:before-upload="beforeUpload"
:on-success="uploadSuccess"
:on-error="uploadFail"
name="file"
:headers="headers"
>
<el-button size="mini" type="primary" :disabled="uploading">
<span v-if="!uploading" style="font-size: 12px;">{{ $t('dataset.upload_file') }}</span>
<span v-if="uploading" style="font-size: 12px;"><i class="el-icon-loading" /> {{ $t('dataset.uploading') }}</span>
</el-button>
</el-upload>
</el-form-item>
</el-form>
</el-col>
</el-row>
</el-row>
<el-row style="margin-top: 10px;"> <el-row style="margin-top: 10px;">
<el-card class="box-card dataPreview" shadow="never">
<div slot="header" class="clearfix"> <el-container>
<span>{{ $t('dataset.data_preview') }}</span> <el-aside width="200px" >
<span style="font-size: 12px;color: #3d4d66;">（{{ $t('dataset.preview_100_data') }}）</span> <el-row>
</div> <el-col style="width: 200px;">
<div class="text item"> <el-form :inline="true" size="mini" class="row-style">
<ux-grid <el-form-item class="form-item">
ref="plxTable" <el-upload
size="mini" :action="baseUrl+'dataset/table/excel/upload'"
style="width: 100%;" :multiple="false"
:height="height" :show-file-list="false"
:checkbox-config="{highlight: true}" :file-list="fileList"
:width-resize="true" :data="param"
> accept=".xls,.xlsx,"
<ux-table-column :before-upload="beforeUpload"
v-for="field in fields" :on-success="uploadSuccess"
:key="field.fieldName" :on-error="uploadFail"
min-width="200px" name="file"
:field="field.fieldName" :headers="headers"
:title="field.remarks" >
:resizable="true" <el-button size="mini" type="primary" :disabled="uploading">
> <span v-if="!uploading" style="font-size: 12px;">{{ $t('dataset.upload_file') }}</span>
<template slot="header" slot-scope="scope"> <span v-if="uploading" style="font-size: 12px;"><i class="el-icon-loading" /> {{ $t('dataset.uploading') }}</span>
<span v-if="!param.tableId" style="display: flex;align-items: center;"> </el-button>
<span style="display: inline-block;font-size: 12px;"> </el-upload>
<div style="display: inline-block;"> </el-form-item>
<el-select v-model="field.fieldType" size="mini" style="display: inline-block;width: 120px;"> </el-form>
<el-option </el-col>
v-for="item in fieldOptions" </el-row>
:key="item.value"
:label="item.label"
:value="item.value" <el-tree ref="tree"
> :data="excelData"
<span style="float: left">
<svg-icon v-if="item.value === 'TEXT'" icon-class="field_text" class="field-icon-text" /> node-key="excelId"
<svg-icon v-if="item.value === 'DATETIME'" icon-class="field_time" class="field-icon-time" /> :props="props"
<svg-icon v-if="item.value === 'LONG' || item.value === 'DOUBLE'" icon-class="field_value" class="field-icon-value" /> show-checkbox
</span> highlight-current
<span style="float: left; color: #8492a6; font-size: 12px">{{ item.label }}</span> @node-click="handleNodeClick"
</el-option> @check-change="handleCheckChange">
</el-select> </el-tree>
</el-aside>
<el-container>
<el-header style="text-align: left;" height="30px">
<el-row>
<el-col style="width: 500px;">
<el-form :inline="true" size="mini" class="row-style">
<el-form-item class="form-item" :label="$t('dataset.name')" v-show="!param.tableId">
<el-input v-model="sheetObj.datasetName" :placeholder="$t('commons.name')" @change="changeDatasetName" />
</el-form-item>
<el-form-item>
<div>
<span>{{ $t('dataset.data_preview') }}</span>
<span style="font-size: 12px;color: #3d4d66;">（{{ $t('dataset.preview_100_data') }}）</span>
</div> </div>
<!-- <span style="margin-left: 8px;">--> </el-form-item>
<!-- <span v-if="field.fieldType === 'TEXT'">--> </el-form>
<!-- <svg-icon v-if="field.fieldType === 'TEXT'" icon-class="field_text" class="field-icon-text" />--> </el-col>
<!-- <span class="field-class">{{ $t('dataset.text') }}</span>--> </el-row>
<!-- </span>--> </el-header>
<!-- <span v-if="field.fieldType === 'DATETIME'">--> <el-main>
<!-- <svg-icon v-if="field.fieldType === 'DATETIME'" icon-class="field_time" class="field-icon-time" />-->
<!-- <span class="field-class">{{ $t('dataset.time') }}</span>--> <div class="text item" >
<!-- </span>--> <ux-grid
<!-- <span v-if="field.fieldType === 'LONG' || field.fieldType === 'DOUBLE'">--> ref="plxTable"
<!-- <svg-icon v-if="field.fieldType === 'LONG' || field.fieldType === 'DOUBLE'" icon-class="field_value" class="field-icon-value" />--> size="mini"
<!-- <span v-if="field.fieldType === 'LONG'" class="field-class">{{ $t('dataset.value') }}</span>--> style="width: 100%;"
<!-- <span v-if="field.fieldType === 'DOUBLE'" class="field-class">{{ $t('dataset.value') + '(' + $t('dataset.float') + ')' }}</span>--> :height="height"
<!-- </span>--> :checkbox-config="{highlight: true}"
<!-- </span>--> :width-resize="true"
</span> >
<span style="font-size: 12px;margin-left: 10px;"> <ux-table-column
{{ field.remarks }} v-for="field in sheetObj.fields"
</span> :key="field.fieldName"
</span> min-width="200px"
<span v-else style="font-size: 12px;"> :field="field.fieldName"
{{ field.remarks }} :title="field.remarks"
</span> :resizable="true"
</template> >
</ux-table-column> <template slot="header" slot-scope="scope">
</ux-grid> <span style="display: flex;align-items: center;">
</div> <span style="display: inline-block;font-size: 12px;">
</el-card> <div style="display: inline-block;">
<el-select v-model="field.fieldType" size="mini" style="display: inline-block;width: 120px;" @change="changeDatasetName">
<el-option
v-for="item in fieldOptions"
:key="item.value"
:label="item.label"
:value="item.value"
>
<span style="float: left">
<svg-icon v-if="item.value === 'TEXT'" icon-class="field_text" class="field-icon-text" />
<svg-icon v-if="item.value === 'DATETIME'" icon-class="field_time" class="field-icon-time" />
<svg-icon v-if="item.value === 'LONG' || item.value === 'DOUBLE'" icon-class="field_value" class="field-icon-value" />
</span>
<span style="float: left; color: #8492a6; font-size: 12px">{{ item.label }}</span>
</el-option>
</el-select>
</div>
</span>
<span style="font-size: 12px;margin-left: 10px;">
{{ field.remarks }}
</span>
</span>
<!-- <span v-else style="font-size: 12px;">-->
<!-- {{ field.remarks }}-->
<!-- </span>-->
</template>
</ux-table-column>
</ux-grid>
</div>
</el-main>
</el-container>
</el-container>
</el-row> </el-row>
</el-row> </el-row>
</el-col> </el-col>
...@@ -140,12 +157,15 @@ export default { ...@@ -140,12 +157,15 @@ export default {
tableId: { tableId: {
type: String, type: String,
default: null default: null
},
editType: {
type: Number,
default: 0
} }
}, },
data() { data() {
return { return {
name: '', sheetObj: {datasetName: " ", fields: []},
fields: [],
sheets: [], sheets: [],
data: [], data: [],
mode: '1', mode: '1',
...@@ -160,13 +180,18 @@ export default { ...@@ -160,13 +180,18 @@ export default {
{ label: this.$t('dataset.time'), value: 'DATETIME' }, { label: this.$t('dataset.time'), value: 'DATETIME' },
{ label: this.$t('dataset.value'), value: 'LONG' }, { label: this.$t('dataset.value'), value: 'LONG' },
{ label: this.$t('dataset.value') + '(' + this.$t('dataset.float') + ')', value: 'DOUBLE' } { label: this.$t('dataset.value') + '(' + this.$t('dataset.float') + ')', value: 'DOUBLE' }
] ],
props: {
label: 'excelLable',
children: 'sheets'
},
count: 1,
excelData: []
} }
}, },
watch: { watch: {
}, },
mounted() { mounted() {
// this.initDataSource()
window.onresize = () => { window.onresize = () => {
this.calHeight() this.calHeight()
} }
...@@ -176,13 +201,33 @@ export default { ...@@ -176,13 +201,33 @@ export default {
if (!this.param.tableId) { if (!this.param.tableId) {
this.param.tableId = '' this.param.tableId = ''
} }
if (!this.param.editType) {
this.param.editType = 0
}
}, },
methods: { methods: {
// initDataSource() { handleCheckChange(data, checked, indeterminate) {
// listDatasource().then(response => { },
// this.options = response.data handleNodeClick(data) {
// }) if(data.sheet){
// }, this.sheetObj = data
this.fields = data.fields
this.jsonArray = data.jsonArray
const datas = this.jsonArray
this.$refs.plxTable.reloadData(datas)
}
},
changeDatasetName(){
for(var i=0;i<this.excelData.length;i++){
if(this.excelData[i].excelId==this.sheetObj.sheetExcelId){
for(var j=0;j<this.excelData[i].sheets.length;j++){
if(this.excelData[i].sheets[j].excelId==this.sheetObj.sheetId){
this.excelData[i].sheets[j] = this.sheetObj
}
}
}
}
},
calHeight() { calHeight() {
const that = this const that = this
setTimeout(function() { setTimeout(function() {
...@@ -204,7 +249,6 @@ export default { ...@@ -204,7 +249,6 @@ export default {
this.data = [] this.data = []
const datas = this.data const datas = this.data
this.$refs.plxTable.reloadData(datas) this.$refs.plxTable.reloadData(datas)
this.name = ''
this.fileList = [] this.fileList = []
this.uploading = false this.uploading = false
this.$message({ this.$message({
...@@ -214,52 +258,58 @@ export default { ...@@ -214,52 +258,58 @@ export default {
}) })
}, },
uploadSuccess(response, file, fileList) { uploadSuccess(response, file, fileList) {
this.path = response.data.path this.excelData.push(response.data)
this.fields = response.data.fields
this.sheets = response.data.sheets
if (this.sheets.length > 1) {
this.$warning(this.$t('dataset.sheet_warn'))
}
this.data = response.data.data
const datas = this.data
this.$refs.plxTable.reloadData(datas)
if (file.name.lastIndexOf('.') > 0) {
this.name = file.name.substring(0, file.name.lastIndexOf('.'))
}
this.fileList = fileList this.fileList = fileList
this.uploading = false this.uploading = false
}, },
save() { save() {
if (!this.name || this.name === '') {
this.$message({ var validate = true;
showClose: true, var selectedSheet = []
message: this.$t('dataset.pls_input_name'), var sheetFileMd5 = []
type: 'error' var selectNode = this.$refs.tree.getCheckedNodes()
}) for(var i=0;i<selectNode.length;i++){
return if(selectNode[i].sheet){
if (!selectNode[i].datasetName || selectNode[i].datasetName === '') {
this.$message({
showClose: true,
message: this.$t('dataset.pls_input_name'),
type: 'error'
})
return
}
if (selectNode[i].datasetName.length > 50) {
this.$message({
showClose: true,
message: this.$t('dataset.char_can_not_more_50'),
type: 'error'
})
return
}
selectedSheet.push(selectNode[i])
sheetFileMd5.push(selectNode[i].fieldsMd5)
}
} }
if (this.name.length > 50) { if(selectedSheet.length == 0){
this.$message({ this.$message.warning(this.$t('dataset.ple_select_excel'))
showClose: true,
message: this.$t('dataset.char_can_not_more_50'),
type: 'error'
})
return return
} }
if(!validate){
return;
}
let table = {} let table = {}
if (!this.param.tableId) { if (!this.param.tableId) {
table = { table = {
id: this.param.tableId, id: this.param.tableId,
name: this.name,
sceneId: this.param.id, sceneId: this.param.id,
dataSourceId: null, dataSourceId: null,
type: 'excel', type: 'excel',
sheets: selectedSheet,
mode: parseInt(this.mode), mode: parseInt(this.mode),
// info: '{"data":"' + this.path + '"}', editType: 0
info: JSON.stringify({ data: this.path, sheets: [this.sheets[0]] }),
fields: this.fields
} }
} else { } else {
table = { table = {
...@@ -268,22 +318,37 @@ export default { ...@@ -268,22 +318,37 @@ export default {
sceneId: this.param.id, sceneId: this.param.id,
dataSourceId: null, dataSourceId: null,
type: 'excel', type: 'excel',
sheets: selectedSheet,
mode: parseInt(this.mode), mode: parseInt(this.mode),
// info: '{"data":"' + this.path + '"}',
info: JSON.stringify({ data: this.path, sheets: [this.sheets[0]] }),
editType: this.param.editType ? this.param.editType : 0 editType: this.param.editType ? this.param.editType : 0
} }
} }
post('/dataset/table/update', table).then(response => { if(new Set(sheetFileMd5).size !== sheetFileMd5.length){
// this.$store.dispatch('dataset/setSceneData', new Date().getTime()) this.$confirm('The fields in the data table are consistent, whether they are merged into one table?', 'Merge data table ', {
this.$emit('saveSuccess', table) confirmButtonText: 'Merge',
this.cancel() cancelButtonText: 'Do not merge',
}) type: 'info'
}).then(() => {
table.mergeSheet = true
post('/dataset/table/update', table).then(response => {
this.$emit('saveSuccess', table)
this.cancel()
})
}).catch(action => {
if(action == 'cancle'){
return
}
table.mergeSheet = false
post('/dataset/table/update', table).then(response => {
this.$emit('saveSuccess', table)
this.cancel()
})
});
}
}, },
cancel() { cancel() {
this.dataReset() this.dataReset()
// this.$router.push('/dataset/home')
if (this.param.tableId) { if (this.param.tableId) {
this.$emit('switchComponent', { name: 'ViewTable', param: this.param.table }) this.$emit('switchComponent', { name: 'ViewTable', param: this.param.table })
} else { } else {
...@@ -337,4 +402,14 @@ export default { ...@@ -337,4 +402,14 @@ export default {
.dataPreview>>>.el-card__body{ .dataPreview>>>.el-card__body{
padding:10px; padding:10px;
} }
.el-header {
background-color: rgb(241, 243, 248);
color: #333;
line-height: 30px;
}
.el-main {
padding: 0px
}
</style> </style>
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论