|
1 |
/**
|
|
2 |
* gvSIG. Desktop Geographic Information System.
|
|
3 |
*
|
|
4 |
* Copyright (C) 2007-2013 gvSIG Association.
|
|
5 |
*
|
|
6 |
* This program is free software; you can redistribute it and/or
|
|
7 |
* modify it under the terms of the GNU General Public License
|
|
8 |
* as published by the Free Software Foundation; either version 3
|
|
9 |
* of the License, or (at your option) any later version.
|
|
10 |
*
|
|
11 |
* This program is distributed in the hope that it will be useful,
|
|
12 |
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
13 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
14 |
* GNU General Public License for more details.
|
|
15 |
*
|
|
16 |
* You should have received a copy of the GNU General Public License
|
|
17 |
* along with this program; if not, write to the Free Software
|
|
18 |
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
|
|
19 |
* MA 02110-1301, USA.
|
|
20 |
*
|
|
21 |
* For any additional information, do not hesitate to contact us
|
|
22 |
* at info AT gvsig.com, or visit our website www.gvsig.com.
|
|
23 |
*/
|
|
24 |
package org.gvsig.jexcel.dal.provider;
|
|
25 |
|
|
26 |
import java.io.File;
|
|
27 |
import java.io.IOException;
|
|
28 |
import java.text.SimpleDateFormat;
|
|
29 |
import java.util.ArrayList;
|
|
30 |
import java.util.HashMap;
|
|
31 |
import java.util.Iterator;
|
|
32 |
import java.util.List;
|
|
33 |
import java.util.Locale;
|
|
34 |
import javax.json.JsonObject;
|
|
35 |
import jxl.Cell;
|
|
36 |
import jxl.Sheet;
|
|
37 |
import jxl.Workbook;
|
|
38 |
import jxl.read.biff.BiffException;
|
|
39 |
|
|
40 |
import org.apache.commons.io.FilenameUtils;
|
|
41 |
import org.apache.commons.lang3.StringUtils;
|
|
42 |
import org.cresques.cts.IProjection;
|
|
43 |
import org.gvsig.fmap.dal.DALLocator;
|
|
44 |
import org.gvsig.fmap.dal.DataManager;
|
|
45 |
import org.gvsig.fmap.dal.DataServerExplorer;
|
|
46 |
import org.gvsig.fmap.dal.DataStore;
|
|
47 |
import org.gvsig.fmap.dal.DataStoreNotification;
|
|
48 |
import org.gvsig.fmap.dal.DataTypes;
|
|
49 |
import org.gvsig.fmap.dal.FileHelper;
|
|
50 |
import org.gvsig.fmap.dal.exception.DataException;
|
|
51 |
import org.gvsig.fmap.dal.exception.InitializeException;
|
|
52 |
import org.gvsig.fmap.dal.exception.OpenException;
|
|
53 |
import org.gvsig.fmap.dal.exception.ReadException;
|
|
54 |
import org.gvsig.fmap.dal.exception.ValidateDataParametersException;
|
|
55 |
import org.gvsig.fmap.dal.feature.EditableFeature;
|
|
56 |
import org.gvsig.fmap.dal.feature.EditableFeatureAttributeDescriptor;
|
|
57 |
import org.gvsig.fmap.dal.feature.EditableFeatureType;
|
|
58 |
import org.gvsig.fmap.dal.feature.Feature;
|
|
59 |
import org.gvsig.fmap.dal.feature.FeatureAttributeDescriptor;
|
|
60 |
import org.gvsig.fmap.dal.feature.FeatureAttributeEmulator;
|
|
61 |
import org.gvsig.fmap.dal.feature.FeatureStore;
|
|
62 |
import org.gvsig.fmap.dal.feature.FeatureType;
|
|
63 |
import org.gvsig.fmap.dal.feature.exception.PerformEditingException;
|
|
64 |
import org.gvsig.fmap.dal.feature.spi.FeatureProvider;
|
|
65 |
import org.gvsig.fmap.dal.feature.spi.FeatureStoreProviderServices;
|
|
66 |
import org.gvsig.fmap.dal.feature.spi.memory.AbstractMemoryStoreProvider;
|
|
67 |
import org.gvsig.fmap.dal.resource.file.FileResource;
|
|
68 |
import org.gvsig.fmap.dal.resource.spi.ResourceConsumer;
|
|
69 |
import org.gvsig.fmap.dal.resource.spi.ResourceProvider;
|
|
70 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.FilesystemServerExplorer;
|
|
71 |
import org.gvsig.fmap.dal.serverexplorer.filesystem.FilesystemServerExplorerParameters;
|
|
72 |
import org.gvsig.fmap.dal.spi.DataStoreProviderServices;
|
|
73 |
import org.gvsig.fmap.geom.Geometry;
|
|
74 |
import org.gvsig.fmap.geom.GeometryLocator;
|
|
75 |
import org.gvsig.fmap.geom.GeometryManager;
|
|
76 |
import org.gvsig.fmap.geom.aggregate.MultiPoint;
|
|
77 |
import org.gvsig.fmap.geom.primitive.Envelope;
|
|
78 |
import org.gvsig.fmap.geom.primitive.Point;
|
|
79 |
import org.gvsig.fmap.geom.type.GeometryType;
|
|
80 |
import org.gvsig.json.Json;
|
|
81 |
import org.gvsig.json.JsonObjectBuilder;
|
|
82 |
import org.gvsig.tools.ToolsLocator;
|
|
83 |
import org.gvsig.tools.dataTypes.Coercion;
|
|
84 |
import org.gvsig.tools.dataTypes.CoercionException;
|
|
85 |
import org.gvsig.tools.dataTypes.DataType;
|
|
86 |
import org.gvsig.tools.dataTypes.DataTypesManager;
|
|
87 |
import org.gvsig.tools.dynobject.exception.DynFieldNotFoundException;
|
|
88 |
import org.gvsig.tools.exception.BaseException;
|
|
89 |
import org.gvsig.tools.exception.NotYetImplemented;
|
|
90 |
import org.gvsig.tools.logger.FilteredLogger;
|
|
91 |
import org.gvsig.tools.persistence.PersistentState;
|
|
92 |
import org.gvsig.tools.persistence.exception.PersistenceException;
|
|
93 |
import org.gvsig.tools.task.SimpleTaskStatus;
|
|
94 |
import org.gvsig.tools.task.TaskStatusManager;
|
|
95 |
import org.gvsig.tools.visitor.VisitCanceledException;
|
|
96 |
import org.gvsig.tools.visitor.Visitor;
|
|
97 |
import org.slf4j.Logger;
|
|
98 |
import org.slf4j.LoggerFactory;
|
|
99 |
|
|
100 |
@SuppressWarnings("UseSpecificCatch")
|
|
101 |
public class JExcelStoreProvider extends AbstractMemoryStoreProvider implements
|
|
102 |
ResourceConsumer {
|
|
103 |
|
|
104 |
private static final Logger logger = LoggerFactory.getLogger(JExcelStoreProvider.class);
|
|
105 |
|
|
106 |
public static final String NAME = "JExcel";
|
|
107 |
public static final String DESCRIPTION = "JExcel file";
|
|
108 |
|
|
109 |
public static final String METADATA_DEFINITION_NAME = NAME;
|
|
110 |
|
|
111 |
private ResourceProvider resource;
|
|
112 |
|
|
113 |
private long counterNewsOIDs = 0;
|
|
114 |
private Envelope envelope;
|
|
115 |
private boolean need_calculate_envelope = false;
|
|
116 |
private SimpleTaskStatus taskStatus;
|
|
117 |
private String sheetName = "";
|
|
118 |
|
|
119 |
public JExcelStoreProvider(JExcelStoreParameters parameters,
|
|
120 |
DataStoreProviderServices storeServices) throws InitializeException {
|
|
121 |
super(
|
|
122 |
parameters,
|
|
123 |
storeServices,
|
|
124 |
FileHelper.newMetadataContainer(METADATA_DEFINITION_NAME)
|
|
125 |
);
|
|
126 |
|
|
127 |
TaskStatusManager manager = ToolsLocator.getTaskStatusManager();
|
|
128 |
this.taskStatus = manager.createDefaultSimpleTaskStatus("JExcel");
|
|
129 |
|
|
130 |
counterNewsOIDs = 0;
|
|
131 |
|
|
132 |
File file = getJExcelParameters().getFile();
|
|
133 |
resource = this.createResource(
|
|
134 |
FileResource.NAME,
|
|
135 |
new Object[]{file.getAbsolutePath()}
|
|
136 |
);
|
|
137 |
|
|
138 |
resource.addConsumer(this);
|
|
139 |
initializeFeatureTypes();
|
|
140 |
}
|
|
141 |
|
|
142 |
private JExcelStoreParameters getJExcelParameters() {
|
|
143 |
return (JExcelStoreParameters) this.getParameters();
|
|
144 |
}
|
|
145 |
|
|
146 |
public String getProviderName() {
|
|
147 |
return NAME;
|
|
148 |
}
|
|
149 |
|
|
150 |
public boolean allowWrite() {
|
|
151 |
return false;
|
|
152 |
}
|
|
153 |
|
|
154 |
private String getFullFileName() {
|
|
155 |
// Usar solo para mostrar mensajes en el logger.
|
|
156 |
String s = "(unknow)";
|
|
157 |
try {
|
|
158 |
s = getJExcelParameters().getFile().getAbsolutePath();
|
|
159 |
} catch (Exception e2) {
|
|
160 |
s = "(unknow)";
|
|
161 |
}
|
|
162 |
return s;
|
|
163 |
}
|
|
164 |
|
|
165 |
@Override
|
|
166 |
public void open() throws OpenException {
|
|
167 |
if ( this.data != null ) {
|
|
168 |
return;
|
|
169 |
}
|
|
170 |
this.data = new ArrayList<>();
|
|
171 |
resource.setData(new HashMap());
|
|
172 |
counterNewsOIDs = 0;
|
|
173 |
try {
|
|
174 |
loadFeatures();
|
|
175 |
} catch (RuntimeException e) {
|
|
176 |
logger.warn("Can't load features from JExcel '" + getFullFileName() + "'.", e);
|
|
177 |
throw e;
|
|
178 |
} catch (Exception e) {
|
|
179 |
logger.warn("Can't load features from JExcel '" + getFullFileName() + "'.", e);
|
|
180 |
throw new RuntimeException(e);
|
|
181 |
}
|
|
182 |
}
|
|
183 |
|
|
184 |
public DataServerExplorer getExplorer() throws ReadException {
|
|
185 |
DataManager manager = DALLocator.getDataManager();
|
|
186 |
FilesystemServerExplorerParameters params;
|
|
187 |
try {
|
|
188 |
params = (FilesystemServerExplorerParameters) manager
|
|
189 |
.createServerExplorerParameters(FilesystemServerExplorer.NAME);
|
|
190 |
params.setRoot(this.getJExcelParameters().getFile().getParent());
|
|
191 |
return manager.openServerExplorer(FilesystemServerExplorer.NAME, params);
|
|
192 |
} catch (DataException e) {
|
|
193 |
throw new ReadException(this.getProviderName(), e);
|
|
194 |
} catch (ValidateDataParametersException e) {
|
|
195 |
throw new ReadException(this.getProviderName(), e);
|
|
196 |
}
|
|
197 |
|
|
198 |
}
|
|
199 |
|
|
200 |
public void performChanges(Iterator deleteds, Iterator inserteds, Iterator updateds, Iterator originalFeatureTypesUpdated) throws PerformEditingException {
|
|
201 |
throw new UnsupportedOperationException();
|
|
202 |
}
|
|
203 |
|
|
204 |
public boolean closeResourceRequested(ResourceProvider resource) {
|
|
205 |
return true;
|
|
206 |
}
|
|
207 |
|
|
208 |
public int getOIDType() {
|
|
209 |
return DataTypes.LONG;
|
|
210 |
}
|
|
211 |
|
|
212 |
public boolean supportsAppendMode() {
|
|
213 |
return false;
|
|
214 |
}
|
|
215 |
|
|
216 |
public void append(FeatureProvider featureProvider) {
|
|
217 |
throw new UnsupportedOperationException();
|
|
218 |
}
|
|
219 |
|
|
220 |
public void beginAppend() {
|
|
221 |
throw new UnsupportedOperationException();
|
|
222 |
}
|
|
223 |
|
|
224 |
public void endAppend() {
|
|
225 |
throw new UnsupportedOperationException();
|
|
226 |
}
|
|
227 |
|
|
228 |
public void saveToState(PersistentState state) throws PersistenceException {
|
|
229 |
throw new NotYetImplemented();
|
|
230 |
}
|
|
231 |
|
|
232 |
public void loadFromState(PersistentState state) throws PersistenceException {
|
|
233 |
throw new NotYetImplemented();
|
|
234 |
}
|
|
235 |
|
|
236 |
public Object createNewOID() {
|
|
237 |
return new Long(counterNewsOIDs++);
|
|
238 |
}
|
|
239 |
|
|
240 |
protected void initializeFeatureTypes() throws InitializeException {
|
|
241 |
try {
|
|
242 |
this.open();
|
|
243 |
} catch (OpenException e) {
|
|
244 |
throw new InitializeException(this.getProviderName(), e);
|
|
245 |
}
|
|
246 |
}
|
|
247 |
|
|
248 |
public Envelope getEnvelope() throws DataException {
|
|
249 |
this.open();
|
|
250 |
if ( this.envelope != null ) {
|
|
251 |
return this.envelope;
|
|
252 |
}
|
|
253 |
if ( !this.need_calculate_envelope ) {
|
|
254 |
return null;
|
|
255 |
}
|
|
256 |
FeatureStore fs = this.getFeatureStore();
|
|
257 |
FeatureType ft = fs.getDefaultFeatureType();
|
|
258 |
FeatureAttributeDescriptor fad = ft.getAttributeDescriptor(ft.getDefaultGeometryAttributeIndex());
|
|
259 |
|
|
260 |
try {
|
|
261 |
this.envelope = GeometryLocator.getGeometryManager().createEnvelope(fad.getGeomType().getSubType());
|
|
262 |
fs.accept(new Visitor() {
|
|
263 |
public void visit(Object obj) throws VisitCanceledException, BaseException {
|
|
264 |
Feature f = (Feature) obj;
|
|
265 |
Geometry geom = f.getDefaultGeometry();
|
|
266 |
if ( geom != null ) {
|
|
267 |
envelope.add(geom.getEnvelope());
|
|
268 |
}
|
|
269 |
}
|
|
270 |
});
|
|
271 |
} catch (BaseException e) {
|
|
272 |
logger.warn("Can't calculate the envelope of JExcel file '" + this.getFullName() + "'.", e);
|
|
273 |
this.envelope = null;
|
|
274 |
}
|
|
275 |
|
|
276 |
this.need_calculate_envelope = false;
|
|
277 |
return this.envelope;
|
|
278 |
}
|
|
279 |
|
|
280 |
public Object getDynValue(String name) throws DynFieldNotFoundException {
|
|
281 |
if ( DataStore.METADATA_ENVELOPE.equalsIgnoreCase(name) ) {
|
|
282 |
try {
|
|
283 |
return this.getEnvelope();
|
|
284 |
} catch (DataException e) {
|
|
285 |
return null;
|
|
286 |
}
|
|
287 |
} else {
|
|
288 |
if ( DataStore.METADATA_CRS.equalsIgnoreCase(name) ) {
|
|
289 |
IProjection pro = JExcelStoreParameters.getCRS(this.getJExcelParameters());
|
|
290 |
if ( pro != null ) {
|
|
291 |
return pro;
|
|
292 |
}
|
|
293 |
}
|
|
294 |
}
|
|
295 |
return super.getDynValue(name);
|
|
296 |
}
|
|
297 |
|
|
298 |
public void resourceChanged(ResourceProvider resource) {
|
|
299 |
this.getStoreServices().notifyChange(
|
|
300 |
DataStoreNotification.RESOURCE_CHANGED,
|
|
301 |
resource);
|
|
302 |
}
|
|
303 |
|
|
304 |
public Object getSourceId() {
|
|
305 |
return this.getJExcelParameters().getFile();
|
|
306 |
}
|
|
307 |
|
|
308 |
public String getName() {
|
|
309 |
String name = this.getJExcelParameters().getFile().getName();
|
|
310 |
if( StringUtils.isBlank(this.sheetName) ) {
|
|
311 |
return FilenameUtils.getBaseName(name);
|
|
312 |
}
|
|
313 |
return FilenameUtils.getBaseName(name)+"."+this.sheetName;
|
|
314 |
}
|
|
315 |
|
|
316 |
public String getFullName() {
|
|
317 |
return this.getJExcelParameters().getFile().getAbsolutePath();
|
|
318 |
}
|
|
319 |
|
|
320 |
public ResourceProvider getResource() {
|
|
321 |
return resource;
|
|
322 |
}
|
|
323 |
|
|
324 |
private class FieldTypeParser {
|
|
325 |
|
|
326 |
public String name = null;
|
|
327 |
public int type = DataTypes.STRING;
|
|
328 |
public int size = 0;
|
|
329 |
public boolean allowNulls = true;
|
|
330 |
|
|
331 |
private String typename = "string";
|
|
332 |
|
|
333 |
FieldTypeParser() {
|
|
334 |
}
|
|
335 |
|
|
336 |
private int getType(String value) {
|
|
337 |
DataTypesManager dataTypesManager = ToolsLocator.getDataTypesManager();
|
|
338 |
return dataTypesManager.getType(typename);
|
|
339 |
}
|
|
340 |
|
|
341 |
// El formato seria:
|
|
342 |
// name[:typename[:size[:notnull|null]]]
|
|
343 |
// name[__typename[__size[__notnull|null]]]
|
|
344 |
//
|
|
345 |
public boolean parse(String value) {
|
|
346 |
String typename = null;
|
|
347 |
String[] ss = null;
|
|
348 |
if ( value.contains(":") ) {
|
|
349 |
ss = value.split(":");
|
|
350 |
} else if ( value.contains("__") ) {
|
|
351 |
ss = value.split("__");
|
|
352 |
}
|
|
353 |
if ( ss == null ) {
|
|
354 |
this.name = value;
|
|
355 |
return true;
|
|
356 |
}
|
|
357 |
switch (ss.length) {
|
|
358 |
case 4:
|
|
359 |
if ( ss[3].length() > 0 ) {
|
|
360 |
if ( "notnull".equalsIgnoreCase(ss[3]) ) {
|
|
361 |
this.allowNulls = false;
|
|
362 |
} else {
|
|
363 |
this.allowNulls = true;
|
|
364 |
}
|
|
365 |
}
|
|
366 |
case 3:
|
|
367 |
if ( ss[2].length() > 0 ) {
|
|
368 |
try {
|
|
369 |
this.size = Integer.parseInt(ss[2]);
|
|
370 |
} catch (Exception ex) {
|
|
371 |
logger.warn("Ignore incorrect field size for field " + value + " in JExcel header of '" + getFullFileName() + "'.", ex);
|
|
372 |
}
|
|
373 |
}
|
|
374 |
case 2:
|
|
375 |
if ( ss[1].length() > 0 ) {
|
|
376 |
this.typename = ss[1];
|
|
377 |
this.type = this.getType(this.typename);
|
|
378 |
if ( this.type == DataTypes.INVALID ) {
|
|
379 |
this.type = DataTypes.STRING;
|
|
380 |
logger.info("Type '" + typename + "' not valid for attribute '" + value + "' in JExcel file '" + getFullFileName() + "'.");
|
|
381 |
}
|
|
382 |
}
|
|
383 |
case 1:
|
|
384 |
this.name = ss[0];
|
|
385 |
break;
|
|
386 |
}
|
|
387 |
|
|
388 |
if ( this.type != DataTypes.STRING ) {
|
|
389 |
this.size = 0;
|
|
390 |
}
|
|
391 |
return true;
|
|
392 |
}
|
|
393 |
|
|
394 |
}
|
|
395 |
|
|
396 |
private EditableFeatureType getFeatureType(String headers[], int automaticTypes[]) {
|
|
397 |
EditableFeatureType fType = getStoreServices().createFeatureType(this.getName());
|
|
398 |
fType.setHasOID(true);
|
|
399 |
DataTypesManager dataTypesManager = ToolsLocator.getDataTypesManager();
|
|
400 |
|
|
401 |
FieldTypeParser[] fieldTypes = new FieldTypeParser[headers.length];
|
|
402 |
//
|
|
403 |
// Calculamos cuales pueden ser los tipos de datos
|
|
404 |
//
|
|
405 |
for ( int i = 0; i < fieldTypes.length; i++ ) {
|
|
406 |
fieldTypes[i] = new FieldTypeParser();
|
|
407 |
}
|
|
408 |
|
|
409 |
// Asuminos los tipos pasados por parametro, que se supone
|
|
410 |
// son los detectados automaticamente.
|
|
411 |
if ( automaticTypes != null ) {
|
|
412 |
for ( int i = 0; i < fieldTypes.length && i < automaticTypes.length; i++ ) {
|
|
413 |
fieldTypes[i].type = automaticTypes[i];
|
|
414 |
}
|
|
415 |
}
|
|
416 |
// Luego probamos con lo que diga las cabezeras del CVS, sobreescribiendo
|
|
417 |
// los tipos anteriores en caso de definirse en la cabezara.
|
|
418 |
for ( int i = 0; i < fieldTypes.length; i++ ) {
|
|
419 |
if ( !fieldTypes[i].parse(headers[i]) ) {
|
|
420 |
continue;
|
|
421 |
}
|
|
422 |
|
|
423 |
}
|
|
424 |
|
|
425 |
// Y por ultimo hacemos caso a lo que se haya especificado en los parametros
|
|
426 |
// de apertura del JExcel, teniendo esto prioridad sobre todo.
|
|
427 |
int[] param_types = JExcelStoreParameters.getFieldTypes(this.getParameters());
|
|
428 |
if ( param_types != null ) {
|
|
429 |
for ( int i = 0; i < fieldTypes.length && i < param_types.length; i++ ) {
|
|
430 |
fieldTypes[i].type = param_types[i];
|
|
431 |
}
|
|
432 |
}
|
|
433 |
|
|
434 |
int[] param_sizes = JExcelStoreParameters.getFieldSizes(this.getParameters());
|
|
435 |
if ( param_sizes != null ) {
|
|
436 |
for ( int i = 0; i < param_sizes.length; i++ ) {
|
|
437 |
if ( param_sizes[i] > 0 ) {
|
|
438 |
fieldTypes[i].size = param_sizes[i];
|
|
439 |
}
|
|
440 |
}
|
|
441 |
}
|
|
442 |
//
|
|
443 |
// Una vez ya sabemos los tipos de datos rellenamos el feature-type
|
|
444 |
//
|
|
445 |
for ( int i = 0; i < fieldTypes.length; i++ ) {
|
|
446 |
EditableFeatureAttributeDescriptor fad = fType.add(
|
|
447 |
fieldTypes[i].name,
|
|
448 |
fieldTypes[i].type
|
|
449 |
);
|
|
450 |
fad.setSize(fieldTypes[i].size);
|
|
451 |
fad.setAllowNull(fieldTypes[i].allowNulls);
|
|
452 |
if ( fieldTypes[i].type == DataTypes.GEOMETRY
|
|
453 |
&& fType.getDefaultGeometryAttributeName() == null ) {
|
|
454 |
fType.setDefaultGeometryAttributeName(fieldTypes[i].name);
|
|
455 |
}
|
|
456 |
}
|
|
457 |
String[] pointDimensionNames = JExcelStoreParameters.getPointDimensionNames(this.getParameters());
|
|
458 |
if ( pointDimensionNames != null ) {
|
|
459 |
// ToPointEvaluaror evaluator = new ToPointEvaluaror(pointDimensionNames);
|
|
460 |
PointAttributeEmulator emulator = new PointAttributeEmulator(pointDimensionNames);
|
|
461 |
EditableFeatureAttributeDescriptor attr = fType.add("GEOM", DataTypes.GEOMETRY, emulator);
|
|
462 |
GeometryManager geommgr = GeometryLocator.getGeometryManager();
|
|
463 |
GeometryType gt;
|
|
464 |
try {
|
|
465 |
if ( emulator.fieldNames != null && emulator.fieldNames.length <= 2 ) {
|
|
466 |
gt = geommgr.getGeometryType(Geometry.TYPES.GEOMETRY, Geometry.SUBTYPES.GEOM2D);
|
|
467 |
} else {
|
|
468 |
gt = geommgr.getGeometryType(Geometry.TYPES.GEOMETRY, Geometry.SUBTYPES.GEOM3D);
|
|
469 |
}
|
|
470 |
attr.setGeometryType(gt);
|
|
471 |
} catch (Exception e) {
|
|
472 |
logger.warn("Can't set geometry type for the calculated field in JExcel file '" + getFullFileName() + "'.", e);
|
|
473 |
}
|
|
474 |
}
|
|
475 |
return fType;
|
|
476 |
}
|
|
477 |
|
|
478 |
static class PointAttributeEmulator implements FeatureAttributeEmulator {
|
|
479 |
|
|
480 |
private static final Logger LOGGER = LoggerFactory.getLogger(PointAttributeEmulator.class);
|
|
481 |
|
|
482 |
private static final int XNAME = 0;
|
|
483 |
private static final int YNAME = 1;
|
|
484 |
private static final int ZNAME = 2;
|
|
485 |
|
|
486 |
private final GeometryManager geommgr;
|
|
487 |
private final Coercion toDouble;
|
|
488 |
private final DataType dataType;
|
|
489 |
private FilteredLogger logger;
|
|
490 |
|
|
491 |
private String[] fieldNames;
|
|
492 |
|
|
493 |
public PointAttributeEmulator() {
|
|
494 |
this.geommgr = GeometryLocator.getGeometryManager();
|
|
495 |
DataTypesManager datatypeManager = ToolsLocator.getDataTypesManager();
|
|
496 |
|
|
497 |
this.toDouble = datatypeManager.getCoercion(DataTypes.DOUBLE);
|
|
498 |
this.dataType = datatypeManager.get(DataTypes.GEOMETRY);
|
|
499 |
}
|
|
500 |
|
|
501 |
public PointAttributeEmulator(String[] pointDimensionNames) {
|
|
502 |
this();
|
|
503 |
if ( pointDimensionNames.length > 2 ) {
|
|
504 |
this.fieldNames = new String[3];
|
|
505 |
this.fieldNames[ZNAME] = pointDimensionNames[2];
|
|
506 |
} else {
|
|
507 |
this.fieldNames = new String[2];
|
|
508 |
}
|
|
509 |
this.fieldNames[XNAME] = pointDimensionNames[0];
|
|
510 |
this.fieldNames[YNAME] = pointDimensionNames[1];
|
|
511 |
}
|
|
512 |
|
|
513 |
private FilteredLogger getLogger() {
|
|
514 |
if( this.logger == null ) {
|
|
515 |
this.logger = new FilteredLogger(LOGGER, "JExcelPointAttributeEmulator", 10);
|
|
516 |
this.logger.setInterval(60000);
|
|
517 |
}
|
|
518 |
return this.logger;
|
|
519 |
}
|
|
520 |
|
|
521 |
@Override
|
|
522 |
public Object get(Feature feature) {
|
|
523 |
try {
|
|
524 |
Object valueX = feature.get(this.fieldNames[XNAME]);
|
|
525 |
valueX = toDouble.coerce(valueX);
|
|
526 |
if ( valueX == null ) {
|
|
527 |
return null;
|
|
528 |
}
|
|
529 |
Object valueY = feature.get(this.fieldNames[YNAME]);
|
|
530 |
valueY = toDouble.coerce(valueY);
|
|
531 |
if ( valueY == null ) {
|
|
532 |
return null;
|
|
533 |
}
|
|
534 |
Object valueZ = null;
|
|
535 |
if ( this.fieldNames.length > 2 ) {
|
|
536 |
valueZ = toDouble.coerce(feature.get(this.fieldNames[ZNAME]));
|
|
537 |
if ( valueZ == null ) {
|
|
538 |
return null;
|
|
539 |
}
|
|
540 |
}
|
|
541 |
|
|
542 |
double x = ((Double) valueX);
|
|
543 |
double y = ((Double) valueY);
|
|
544 |
Point point;
|
|
545 |
if ( this.fieldNames.length > 2 ) {
|
|
546 |
point = geommgr.createPoint(x, y, Geometry.SUBTYPES.GEOM3D);
|
|
547 |
double z = ((Double) valueZ);
|
|
548 |
point.setCoordinateAt(2, z);
|
|
549 |
} else {
|
|
550 |
point = geommgr.createPoint(x, y, Geometry.SUBTYPES.GEOM2D);
|
|
551 |
}
|
|
552 |
return point;
|
|
553 |
} catch (Exception ex) {
|
|
554 |
this.getLogger().warn("Can't create point in JExcel provider. XNAME='"
|
|
555 |
+ this.fieldNames[XNAME] + "', YNAME='" + this.fieldNames[YNAME] + "' feature=" + feature.toString(), ex);
|
|
556 |
return null;
|
|
557 |
}
|
|
558 |
}
|
|
559 |
|
|
560 |
@Override
|
|
561 |
public void set(EditableFeature feature, Object value) {
|
|
562 |
if ( value == null ) {
|
|
563 |
return;
|
|
564 |
}
|
|
565 |
Point point;
|
|
566 |
if ( value instanceof MultiPoint ) {
|
|
567 |
point = (Point) ((MultiPoint) value).getPrimitiveAt(0);
|
|
568 |
} else {
|
|
569 |
point = (Point) value;
|
|
570 |
}
|
|
571 |
feature.set(this.fieldNames[XNAME], point.getX());
|
|
572 |
feature.set(this.fieldNames[YNAME], point.getY());
|
|
573 |
if ( this.fieldNames.length > 2 ) {
|
|
574 |
feature.set(this.fieldNames[ZNAME], point.getCoordinateAt(2));
|
|
575 |
}
|
|
576 |
}
|
|
577 |
|
|
578 |
@Override
|
|
579 |
public boolean allowSetting() {
|
|
580 |
return true;
|
|
581 |
}
|
|
582 |
|
|
583 |
@Override
|
|
584 |
public String[] getRequiredFieldNames() {
|
|
585 |
return this.fieldNames;
|
|
586 |
}
|
|
587 |
|
|
588 |
@Override
|
|
589 |
public void fromJson(JsonObject json) {
|
|
590 |
this.fieldNames = (String[]) Json.toArray(json, "fieldNames", new String[0]);
|
|
591 |
}
|
|
592 |
|
|
593 |
@Override
|
|
594 |
public JsonObject toJson() {
|
|
595 |
return this.toJsonBuilder().build();
|
|
596 |
}
|
|
597 |
|
|
598 |
@Override
|
|
599 |
public JsonObjectBuilder toJsonBuilder() {
|
|
600 |
JsonObjectBuilder builder = Json.createObjectBuilder();
|
|
601 |
builder.add("fieldNames", this.fieldNames);
|
|
602 |
return builder;
|
|
603 |
}
|
|
604 |
|
|
605 |
}
|
|
606 |
|
|
607 |
static class JExcelReader {
|
|
608 |
|
|
609 |
Workbook workbook = null;
|
|
610 |
Sheet sheet = null;
|
|
611 |
boolean isFirstLineHedaer = false;
|
|
612 |
int currentRow = 0;
|
|
613 |
String[] row = null;
|
|
614 |
private int sheetIndex;
|
|
615 |
|
|
616 |
public JExcelReader(File f, int sheet, boolean isFirstLineHedaer)
|
|
617 |
throws IOException, BiffException {
|
|
618 |
this.currentRow = 0;
|
|
619 |
this.sheetIndex = sheet;
|
|
620 |
this.workbook = Workbook.getWorkbook(f);
|
|
621 |
this.sheet = this.workbook.getSheet(sheet);
|
|
622 |
this.row = new String[this.sheet.getColumns()];
|
|
623 |
this.isFirstLineHedaer = isFirstLineHedaer;
|
|
624 |
if ( this.isFirstLineHedaer ) {
|
|
625 |
this.currentRow++;
|
|
626 |
}
|
|
627 |
}
|
|
628 |
|
|
629 |
public String[] getHeader() {
|
|
630 |
int columns = this.sheet.getColumns();
|
|
631 |
String header[] = new String[columns];
|
|
632 |
String abc = "ABCDEFGHIJKLMNOPQRSTUVWXYZ";
|
|
633 |
if ( columns > abc.length() ) {
|
|
634 |
for ( int i = 0; i < columns; i++ ) {
|
|
635 |
header[i] = "C" + i;
|
|
636 |
}
|
|
637 |
} else {
|
|
638 |
for ( int i = 0; i < columns; i++ ) {
|
|
639 |
header[i] = abc.substring(i, i+1);
|
|
640 |
}
|
|
641 |
}
|
|
642 |
if ( this.isFirstLineHedaer ) {
|
|
643 |
for ( int col = 0; col < columns; col++ ) {
|
|
644 |
Cell cell = this.sheet.getCell(col, 0);
|
|
645 |
String s = cell.getContents().trim();
|
|
646 |
if ( !StringUtils.isBlank(s) ) {
|
|
647 |
header[col] = s;
|
|
648 |
}
|
|
649 |
}
|
|
650 |
}
|
|
651 |
return header;
|
|
652 |
}
|
|
653 |
|
|
654 |
public String[] read() {
|
|
655 |
if( this.currentRow>=this.sheet.getRows() ) {
|
|
656 |
return null;
|
|
657 |
}
|
|
658 |
int columns = this.sheet.getColumns();
|
|
659 |
for ( int col = 0; col < columns; col++ ) {
|
|
660 |
Cell cell = this.sheet.getCell(col, this.currentRow);
|
|
661 |
this.row[col] = cell.getContents();
|
|
662 |
}
|
|
663 |
this.currentRow++;
|
|
664 |
return row;
|
|
665 |
}
|
|
666 |
|
|
667 |
public void close() {
|
|
668 |
this.workbook.close();
|
|
669 |
}
|
|
670 |
|
|
671 |
public String getSheetName() {
|
|
672 |
String[] names = this.workbook.getSheetNames();
|
|
673 |
return names[this.sheetIndex];
|
|
674 |
}
|
|
675 |
}
|
|
676 |
|
|
677 |
private void loadFeatures() throws IOException, DataException,
|
|
678 |
CoercionException, CloneNotSupportedException {
|
|
679 |
JExcelReader reader = null;
|
|
680 |
|
|
681 |
try {
|
|
682 |
String headers[] = null;
|
|
683 |
FeatureStoreProviderServices store = this.getStoreServices();
|
|
684 |
|
|
685 |
boolean ignore_errors = JExcelStoreParameters.getIgnoreErrors(getJExcelParameters());
|
|
686 |
|
|
687 |
reader = new JExcelReader(
|
|
688 |
this.getJExcelParameters().getFile(),
|
|
689 |
JExcelStoreParameters.getSheetIndex(getJExcelParameters()),
|
|
690 |
JExcelStoreParameters.isFirstRowHeader(getJExcelParameters())
|
|
691 |
);
|
|
692 |
this.sheetName = reader.getSheetName();
|
|
693 |
|
|
694 |
headers = JExcelStoreParameters.getHeaders(getJExcelParameters());
|
|
695 |
if ( headers == null ) {
|
|
696 |
headers = reader.getHeader();
|
|
697 |
}
|
|
698 |
|
|
699 |
// Initialize the feature types
|
|
700 |
EditableFeatureType edftype = this.getFeatureType(headers, automaticDetectionOfTypes());
|
|
701 |
FeatureType ftype = edftype.getNotEditableCopy();
|
|
702 |
List<FeatureType> ftypes = new ArrayList<FeatureType>();
|
|
703 |
ftypes.add(ftype);
|
|
704 |
store.setFeatureTypes(ftypes, ftype);
|
|
705 |
|
|
706 |
Coercion coercion[] = new Coercion[ftype.size()];
|
|
707 |
int sizes[] = new int[ftype.size()];
|
|
708 |
for ( int i = 0; i < ftype.size(); i++ ) {
|
|
709 |
sizes[i] = -1;
|
|
710 |
FeatureAttributeDescriptor ad = ftype.getAttributeDescriptor(i);
|
|
711 |
coercion[i] = ad.getDataType().getCoercion();
|
|
712 |
if ( ad.getDataType().getType() == DataTypes.STRING ) {
|
|
713 |
if ( ad.getSize() == 0 ) {
|
|
714 |
// Es un string y no tiene un size asignado.
|
|
715 |
// Lo ponemos a cero para calcularlo.
|
|
716 |
sizes[i] = 0;
|
|
717 |
}
|
|
718 |
}
|
|
719 |
}
|
|
720 |
if ( ftype.getDefaultGeometryAttributeName() != null ) {
|
|
721 |
this.need_calculate_envelope = true;
|
|
722 |
}
|
|
723 |
|
|
724 |
Locale locale = JExcelStoreParameters.getLocale(getJExcelParameters());
|
|
725 |
taskStatus.message("_loading");
|
|
726 |
int count = 0;
|
|
727 |
|
|
728 |
int count_errors = 0;
|
|
729 |
String[] row = reader.read();
|
|
730 |
|
|
731 |
Object rawvalue = null;
|
|
732 |
while ( row != null ) {
|
|
733 |
taskStatus.setCurValue(++count);
|
|
734 |
FeatureProvider feature = this.createFeatureProvider(ftype);
|
|
735 |
for ( int i = 0; i < row.length; i++ ) {
|
|
736 |
rawvalue = row [i];
|
|
737 |
if( rawvalue instanceof String && StringUtils.isBlank((String)rawvalue) ) {
|
|
738 |
rawvalue = null;
|
|
739 |
}
|
|
740 |
try {
|
|
741 |
Object value = null;
|
|
742 |
value = coercion[i].coerce(rawvalue);
|
|
743 |
feature.set(i, value);
|
|
744 |
if ( sizes[i] >= 0 && value != null ) {
|
|
745 |
int x = ((String) value).length();
|
|
746 |
if ( sizes[i] < x ) {
|
|
747 |
sizes[i] = x;
|
|
748 |
}
|
|
749 |
}
|
|
750 |
} catch (RuntimeException ex) {
|
|
751 |
if ( !ignore_errors ) {
|
|
752 |
throw ex;
|
|
753 |
}
|
|
754 |
if ( count_errors++ < 10 ) {
|
|
755 |
logger.warn("Can't load value of attribute " + i + " in row " + count + ".", ex);
|
|
756 |
}
|
|
757 |
if ( count_errors == 10 ) {
|
|
758 |
logger.info("Too many errors, suppress messages.");
|
|
759 |
}
|
|
760 |
}
|
|
761 |
}
|
|
762 |
this.addFeatureProvider(feature);
|
|
763 |
row = reader.read();
|
|
764 |
}
|
|
765 |
for ( int i = 0; i < ftype.size(); i++ ) {
|
|
766 |
if ( sizes[i] > 0 ) {
|
|
767 |
EditableFeatureAttributeDescriptor efad = ((EditableFeatureAttributeDescriptor) edftype.getAttributeDescriptor(i));
|
|
768 |
efad.setSize(sizes[i]);
|
|
769 |
}
|
|
770 |
}
|
|
771 |
// Volvemos a asignar al store el featuretype, ya que puede
|
|
772 |
// haber cambiado.
|
|
773 |
ftype = edftype.getNotEditableCopy();
|
|
774 |
ftypes = new ArrayList<FeatureType>();
|
|
775 |
ftypes.add(ftype);
|
|
776 |
store.setFeatureTypes(ftypes, ftype);
|
|
777 |
|
|
778 |
taskStatus.terminate();
|
|
779 |
} catch (Exception ex) {
|
|
780 |
logger.warn("Can't load features from excel file '" + getFullFileName() + "'.", ex);
|
|
781 |
} finally {
|
|
782 |
if ( reader != null ) {
|
|
783 |
try {
|
|
784 |
reader.close();
|
|
785 |
} catch (Exception ex) {
|
|
786 |
// Do nothing
|
|
787 |
}
|
|
788 |
reader = null;
|
|
789 |
}
|
|
790 |
|
|
791 |
}
|
|
792 |
}
|
|
793 |
|
|
794 |
private int[] automaticDetectionOfTypes() throws IOException {
|
|
795 |
boolean automatic_types_detection = JExcelStoreParameters.getAutomaticTypesDetection(getJExcelParameters());
|
|
796 |
if ( !automatic_types_detection ) {
|
|
797 |
return null;
|
|
798 |
}
|
|
799 |
final int T_INT = 0;
|
|
800 |
final int T_FLOAT = 1;
|
|
801 |
final int T_DOUBLE = 2;
|
|
802 |
final int T_LONG = 3;
|
|
803 |
final int T_URL = 4;
|
|
804 |
final int T_DATE = 5;
|
|
805 |
boolean possibleDataTypes[][] = null;
|
|
806 |
Locale locale = null;
|
|
807 |
JExcelReader reader = null;
|
|
808 |
int[] types = null;
|
|
809 |
|
|
810 |
String headers[] = null;
|
|
811 |
SimpleDateFormat dateFormat = new SimpleDateFormat();
|
|
812 |
|
|
813 |
try {
|
|
814 |
reader = new JExcelReader(
|
|
815 |
this.getJExcelParameters().getFile(),
|
|
816 |
JExcelStoreParameters.getSheetIndex(getJExcelParameters()),
|
|
817 |
JExcelStoreParameters.isFirstRowHeader(getJExcelParameters())
|
|
818 |
);
|
|
819 |
|
|
820 |
headers = reader.getHeader();
|
|
821 |
if ( headers == null ) {
|
|
822 |
headers = JExcelStoreParameters.getHeaders(getJExcelParameters());
|
|
823 |
}
|
|
824 |
types = new int[headers.length];
|
|
825 |
|
|
826 |
|
|
827 |
|
|
828 |
possibleDataTypes = new boolean[headers.length][6];
|
|
829 |
for ( int i = 0; i < possibleDataTypes.length; i++ ) {
|
|
830 |
for ( int j = 0; j < 4; j++ ) {
|
|
831 |
possibleDataTypes[i][j] = true;
|
|
832 |
}
|
|
833 |
}
|
|
834 |
locale = JExcelStoreParameters.getLocale(getJExcelParameters());
|
|
835 |
if ( locale == null ) {
|
|
836 |
locale = Locale.getDefault();
|
|
837 |
}
|
|
838 |
|
|
839 |
Coercion coercion[] = new Coercion[6];
|
|
840 |
DataTypesManager typeManager = ToolsLocator.getDataTypesManager();
|
|
841 |
coercion[T_DOUBLE] = typeManager.getCoercion(DataTypes.DOUBLE);
|
|
842 |
coercion[T_FLOAT] = typeManager.getCoercion(DataTypes.FLOAT);
|
|
843 |
coercion[T_INT] = typeManager.getCoercion(DataTypes.INT);
|
|
844 |
coercion[T_LONG] = typeManager.getCoercion(DataTypes.LONG);
|
|
845 |
coercion[T_DATE] = typeManager.getCoercion(DataTypes.DATE);
|
|
846 |
coercion[T_URL] = typeManager.getCoercion(DataTypes.URL);
|
|
847 |
|
|
848 |
// CoercionWithLocale toDouble = (CoercionWithLocale) typeManager.getCoercion(DataTypes.DOUBLE);
|
|
849 |
// CoercionWithLocale toFloat = (CoercionWithLocale) typeManager.getCoercion(DataTypes.FLOAT);
|
|
850 |
|
|
851 |
String[] row = reader.read();
|
|
852 |
|
|
853 |
while ( row != null ) {
|
|
854 |
for ( int i = 0; i < row.length; i++ ) {
|
|
855 |
Object rawvalue = row[i];
|
|
856 |
if( rawvalue instanceof String && StringUtils.isBlank((String)rawvalue) ) {
|
|
857 |
rawvalue = null;
|
|
858 |
}
|
|
859 |
Object value = null;
|
|
860 |
if ( possibleDataTypes[i][T_DOUBLE] ) {
|
|
861 |
try {
|
|
862 |
// value = toDouble.coerce(rawvalue, locale);
|
|
863 |
value = coercion[T_DOUBLE].coerce(rawvalue);
|
|
864 |
possibleDataTypes[i][T_DOUBLE] = true;
|
|
865 |
} catch (Exception ex) {
|
|
866 |
possibleDataTypes[i][T_DOUBLE] = false;
|
|
867 |
}
|
|
868 |
}
|
|
869 |
if ( possibleDataTypes[i][T_FLOAT] ) {
|
|
870 |
try {
|
|
871 |
// value = toFloat.coerce(rawvalue, locale);
|
|
872 |
value = coercion[T_FLOAT].coerce(rawvalue);
|
|
873 |
possibleDataTypes[i][T_FLOAT] = true;
|
|
874 |
} catch (Exception ex) {
|
|
875 |
possibleDataTypes[i][T_FLOAT] = false;
|
|
876 |
}
|
|
877 |
}
|
|
878 |
if ( possibleDataTypes[i][T_LONG] ) {
|
|
879 |
try {
|
|
880 |
// value = Long.parseLong((String) rawvalue);
|
|
881 |
value = coercion[T_LONG].coerce(rawvalue);
|
|
882 |
possibleDataTypes[i][T_LONG] = true;
|
|
883 |
} catch (Exception ex) {
|
|
884 |
possibleDataTypes[i][T_LONG] = false;
|
|
885 |
}
|
|
886 |
}
|
|
887 |
if ( possibleDataTypes[i][T_INT] ) {
|
|
888 |
try {
|
|
889 |
// value = Integer.parseInt((String) rawvalue);
|
|
890 |
value = coercion[T_INT].coerce(rawvalue);
|
|
891 |
possibleDataTypes[i][T_INT] = true;
|
|
892 |
} catch (Exception ex) {
|
|
893 |
possibleDataTypes[i][T_INT] = false;
|
|
894 |
}
|
|
895 |
}
|
|
896 |
if ( possibleDataTypes[i][T_DATE] ) {
|
|
897 |
try {
|
|
898 |
// value = dateFormat.parse((String) rawvalue);
|
|
899 |
value = coercion[T_DATE].coerce(rawvalue);
|
|
900 |
possibleDataTypes[i][T_DATE] = true;
|
|
901 |
} catch (Exception ex) {
|
|
902 |
possibleDataTypes[i][T_DATE] = false;
|
|
903 |
}
|
|
904 |
}
|
|
905 |
if ( possibleDataTypes[i][T_URL] ) {
|
|
906 |
try {
|
|
907 |
// value = new URL((String) rawvalue);
|
|
908 |
value = coercion[T_URL].coerce(rawvalue);
|
|
909 |
possibleDataTypes[i][T_URL] = true;
|
|
910 |
} catch (Exception ex) {
|
|
911 |
possibleDataTypes[i][T_URL] = false;
|
|
912 |
}
|
|
913 |
}
|
|
914 |
}
|
|
915 |
row = reader.read();
|
|
916 |
}
|
|
917 |
} catch (Exception ex) {
|
|
918 |
logger.warn("Can't detect automatic values.", ex);
|
|
919 |
} finally {
|
|
920 |
if ( reader != null ) {
|
|
921 |
try {
|
|
922 |
reader.close();
|
|
923 |
} catch (Exception ex) {
|
|
924 |
// Do nothing
|
|
925 |
}
|
|
926 |
reader = null;
|
|
927 |
}
|
|
928 |
}
|
|
929 |
if ( types != null && possibleDataTypes != null ) {
|
|
930 |
for ( int i = 0; i < possibleDataTypes.length; i++ ) {
|
|
931 |
if ( possibleDataTypes[i][T_INT] ) {
|
|
932 |
types[i] = DataTypes.INT;
|
|
933 |
continue;
|
|
934 |
}
|
|
935 |
if ( possibleDataTypes[i][T_LONG] ) {
|
|
936 |
types[i] = DataTypes.LONG;
|
|
937 |
continue;
|
|
938 |
}
|
|
939 |
if ( possibleDataTypes[i][T_FLOAT] ) {
|
|
940 |
types[i] = DataTypes.FLOAT;
|
|
941 |
continue;
|
|
942 |
}
|
|
943 |
if ( possibleDataTypes[i][T_DOUBLE] ) {
|
|
944 |
types[i] = DataTypes.DOUBLE;
|
|
945 |
continue;
|
|
946 |
}
|
|
947 |
if ( possibleDataTypes[i][T_URL] ) {
|
|
948 |
types[i] = DataTypes.URL;
|
|
949 |
continue;
|
|
950 |
}
|
|
951 |
if ( possibleDataTypes[i][T_DATE] ) {
|
|
952 |
types[i] = DataTypes.DATE;
|
|
953 |
continue;
|
|
954 |
}
|
|
955 |
types[i] = DataTypes.STRING;
|
|
956 |
}
|
|
957 |
}
|
|
958 |
return types;
|
|
959 |
}
|
|
960 |
|
|
961 |
}
|