| gvSIG desktop 1

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.patterns;

import junit.framework.Test;

import junit.framework.TestSuite;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class AllTests {

	public static Test suite() {

		TestSuite suite = new TestSuite(

				"Test for org.gvsig.normalization.patterns");

		// $JUnit-BEGIN$

		suite.addTestSuite(TestPersistence.class);

		// $JUnit-END$

		return suite;

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.patterns;

import java.io.FileNotFoundException;

import java.io.FileReader;

import java.io.FileWriter;

import java.io.IOException;

import java.util.ArrayList;

import java.util.List;

import junit.framework.TestCase;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class TestPersistence extends TestCase {

	// private static final Logger log = PluginServices.getLogger();

	public void testParseXML() {

		Patternnormalization pat = new Patternnormalization();

		pat.setPatternname("pruebaParseXML.xml");

		pat.setPatternurl("c:\\pruebaParseXML.xml");

		pat.setNofirstrows(0);

		List elems = new ArrayList();

		Element elem1 = new Element();

		elem1.setFieldname("campo1");

		Fieldtype tipo = new Fieldtype();

		Stringvalue strval = new Stringvalue();

		strval.setStringvaluewidth(50);

		tipo.setStringvalue(strval);

		elem1.setFieldtype(tipo);

		elem1.setFieldwidth(30);

		Fieldseparator fsep = new Fieldseparator();

		fsep.setSemicolonsep(true);

		fsep.setJoinsep(false);

		elem1.setFieldseparator(fsep);

		Infieldseparators infsep = new Infieldseparators();

		infsep.setThousandseparator(",");

		infsep.setDecimalseparator(".");

		infsep.setTextseparator("\"");

		elem1.setInfieldseparators(infsep);

		elem1.setImportfield(true);

		elems.add(elem1);

		Element elem2 = new Element();

		elem2.setFieldname("campo2");

		Fieldtype tipo2 = new Fieldtype();

		Stringvalue strval2 = new Stringvalue();

		strval2.setStringvaluewidth(50);

		tipo2.setStringvalue(strval2);

		elem2.setFieldtype(tipo2);

		elem2.setFieldwidth(30);

		Fieldseparator fsep2 = new Fieldseparator();

		fsep2.setSemicolonsep(true);

		fsep2.setJoinsep(false);

		elem2.setFieldseparator(fsep2);

		Infieldseparators infsep2 = new Infieldseparators();

		infsep2.setThousandseparator(",");

		infsep2.setDecimalseparator(".");

		infsep2.setTextseparator("\"");

		elem2.setInfieldseparators(infsep2);

		elem2.setImportfield(true);

		elems.add(elem2);

		pat.setElements(elems);

		IStorage storage = new StorageXML();

		FileWriter writer = null;

		pat.getstate(storage);

		try {

			writer = new FileWriter(pat.getPatternurl());

			storage.dump(writer);

			writer.close();

		} catch (IOException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

	}

	public void testLoadXML() {

		Patternnormalization pat = new Patternnormalization();

		IStorage storage = new StorageXML();

		FileReader reader = null;

		try {

			reader = new FileReader("c:\\pruebaParseXML.xml");

			storage.load(reader);

			pat.setstate(storage);

		} catch (FileNotFoundException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		} catch (ClassNotFoundException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

		assertEquals(0, pat.getNofirstrows());

		assertEquals("pruebaParseXML.xml", pat.getPatternname());

		assertEquals("c:\\pruebaParseXML.xml", pat.getPatternurl());

		assertEquals(0, pat.getNofirstrows());

		Element elem0 = ((Element)pat.getElements().get(0));

		assertEquals("campo1", elem0.getFieldname());

		assertEquals(true, elem0.getImportfield());

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.operations;

import junit.framework.Test;

import junit.framework.TestSuite;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class AllTests {

	public static Test suite() {

		TestSuite suite = new TestSuite(

				"Test for org.gvsig.normalization.operations");

		// $JUnit-BEGIN$

		suite.addTestSuite(TestMarshall.class);

		suite.addTestSuite(TestFilterString.class);

		suite.addTestSuite(TestNormAlgorithm.class);

		// Norm Strings from file

		suite.addTestSuite(TestCreateNewPattern.class);

		// Norm Strings from file

		suite.addTestSuite(TestNormalizeStringsFromFile.class);

		suite.addTestSuite(TestAllTypeData.class);

		// Norm Strings from table

		suite.addTestSuite(TestNormalizeTableAlterTable.class);

		suite.addTestSuite(TestNormalizeTableJoinTable.class);

		// $JUnit-END$

		return suite;

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.operations;

import java.text.DecimalFormatSymbols;

import java.util.ArrayList;

import java.util.List;

import java.util.Locale;

import junit.framework.TestCase;

import org.gvsig.normalization.patterns.Decimalvalue;

import org.gvsig.normalization.patterns.Element;

import org.gvsig.normalization.patterns.Fieldseparator;

import org.gvsig.normalization.patterns.Fieldtype;

import org.gvsig.normalization.patterns.Infieldseparators;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.normalization.patterns.Stringvalue;

/*

 * This test validates a new pattern generated

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 */

public class TestCreateNewPattern extends TestCase {

	public void getUp() {

	}

	public void testCreateNewPattern() {

		// Create object

		Patternnormalization pat = new Patternnormalization();

		// Field Separators

		Fieldseparator filsep1 = new Fieldseparator();

		filsep1.setSemicolonsep(true);

		filsep1.setJoinsep(false);

		filsep1.setColonsep(false);

		filsep1.setSpacesep(false);

		filsep1.setTabsep(false);

		// Field Separators

		Fieldseparator filsep2 = new Fieldseparator();

		filsep2.setSemicolonsep(true);

		filsep2.setJoinsep(false);

		filsep2.setColonsep(false);

		filsep2.setSpacesep(false);

		filsep2.setTabsep(false);

		// In Field Separators

		Locale loc = Locale.getDefault();

		DecimalFormatSymbols dfs = new DecimalFormatSymbols(loc);

		Infieldseparators infilsep1 = new Infieldseparators();

		infilsep1.setDecimalseparator(Character.toString(dfs

				.getDecimalSeparator()));

		infilsep1.setTextseparator("\"");

		infilsep1.setThousandseparator(Character.toString(dfs

				.getGroupingSeparator()));

		// In Field Separators

		Infieldseparators infilsep2 = new Infieldseparators();

		infilsep2.setDecimalseparator(Character.toString(dfs

				.getDecimalSeparator()));

		infilsep2.setTextseparator("\"");

		infilsep2.setThousandseparator(Character.toString(dfs

				.getGroupingSeparator()));

		// Main attributes

		pat.setPatternname("thePattern");

		pat.setPatternurl("c:\\patterns\\thePattern.xml");

		pat.setNofirstrows(0);

		// Create the first Address Element ////////////////////

		List elems = new ArrayList();

		Element elem1 = new Element();

		// Field Name

		elem1.setFieldname("StringField");

		elem1.setFieldseparator(filsep1);

		elem1.setInfieldseparators(infilsep1);

		// Field type

		Fieldtype newtype = new Fieldtype();

		Stringvalue strval = new Stringvalue();

		strval.setStringvaluewidth(50);

		newtype.setStringvalue(strval);

		elem1.setFieldtype(newtype);

		elem1.setFieldwidth(0);

		elem1.setImportfield(true);

		elems.add(elem1);

		// Create the second Address Element ////////////////////

		Element elem2 = new Element();

		// Field Name

		elem2.setFieldname("DecimalField");

		elem2.setFieldseparator(filsep2);

		elem2.setInfieldseparators(infilsep2);

		// Field type

		Fieldtype newtype2 = new Fieldtype();

		Decimalvalue decval = new Decimalvalue();

		decval.setDecimalvalueint(5);

		decval.setDecimalvaluedec(5);

		newtype2.setDecimalvalue(decval);

		elem2.setFieldtype(newtype2);

		elem2.setFieldwidth(0);

		elem2.setImportfield(true);

		elems.add(elem2);

		pat.setElements(elems);

		System.out.println("load pattern");

		assertNotNull(pat);

		assertNotNull(elem1);

		assertNotNull(elem2);

		assertEquals(((Element) pat.getElements().get(0)).getImportfield(),

				true);

		assertEquals(((Element) pat.getElements().get(0)).getFieldwidth(), 0);

		assertEquals(((Stringvalue)((Element) pat.getElements().get(0)).getFieldtype()

				.getStringvalue()).getStringvaluewidth(), 50);

		assertEquals(((Element) pat.getElements().get(0)).getFieldseparator()

				.getSemicolonsep(), true);

		assertEquals(((Element) pat.getElements().get(1)).getImportfield(),

				true);

		assertEquals(((Element) pat.getElements().get(1)).getFieldwidth(), 0);

		assertEquals(((Element) pat.getElements().get(1)).getFieldtype()

				.getDecimalvalue().getDecimalvaluedec(), 5);

		assertEquals(((Element) pat.getElements().get(1)).getFieldseparator()

				.getSemicolonsep(), true);

	}

	public void tearDown() {

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L  vsanjaime   programador

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileReader;

import java.io.IOException;

import java.util.ArrayList;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

import com.hardcode.gdbms.driver.exceptions.ReadDriverException;

import com.iver.cit.gvsig.fmap.drivers.dbf.DBFDriver;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class TestFilterString extends TestCase {

	private static final Logger log = Logger.getLogger(TestFilterString.class);

	public void testFilterString() {

		log.info("TestFilterString: start the test");

		ArrayList<String> chains = new ArrayList<String>();

		chains.add(",XXX;9393;33.25;337.22;1/1/8");

		File fPat = new File(

				"src-test/org/gvsig/normalization/operations/testdata/PATNORM_TEST.xml");

		assertNotNull(fPat);

		Patternnormalization pat = parserPat(fPat);

		assertNotNull(pat);

		File outputFile = null;

		try {

			outputFile = File.createTempFile("filters", ".dbf");

		} catch (IOException e1) {

			e1.printStackTrace();

		}

		// Normalization

		StringListNormalization norm = new StringListNormalization(pat, chains,

				outputFile);

		norm.preProcess();

		for (int i = 0; i < chains.size(); i++) {

			try {

				norm.fillRow(i);

			} catch (ReadDriverException e) {

				e.printStackTrace();

			}

		}

		norm.postProcess();

		DBFDriver test = new DBFDriver();

		int nFields = -1;

		long nRows = -1;

		String val00 = null;

		String val01 = null;

		String val02 = null;

		String val03 = null;

		String val04 = null;

		String val05 = null;

		try {

			test.open(outputFile);

			nFields = test.getFieldCount();

			nRows = test.getRowCount();

			val00 = test.getFieldValue(0, 0).toString().trim();

			val01 = test.getFieldValue(0, 1).toString().trim();

			val02 = test.getFieldValue(0, 2).toString().trim();

			val03 = test.getFieldValue(0, 3).toString().trim();

			val04 = test.getFieldValue(0, 4).toString().trim();

			val05 = test.getFieldValue(0, 5).toString().trim();

			test.close();

		} catch (Exception e) {

			e.printStackTrace();

		}

		assertEquals(nFields, 6);

		assertEquals(nRows, 1);

		assertEquals(val00, "");

		assertEquals(val01, "XXX");

		assertEquals(val02, "9393");

		assertEquals(val03, "0.0");

		assertEquals(val04, "337.22");

		assertEquals(val05, "01-ene-0008");

		log.info("TestFilterString: test finished");

	}

	private Patternnormalization parserPat(File f) {

		Patternnormalization pat = new Patternnormalization();

		IStorage storage = new StorageXML();

		try {

			FileReader red = new FileReader(f);

			storage.load(red);

			pat.setstate(storage);

		} catch (Exception e) {

			e.printStackTrace();

		}

		return pat;

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileReader;

import java.io.IOException;

import java.util.ArrayList;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

import com.hardcode.gdbms.driver.exceptions.CloseDriverException;

import com.hardcode.gdbms.driver.exceptions.ReadDriverException;

import com.iver.andami.PluginServices;

import com.iver.cit.gvsig.fmap.drivers.dbf.DBFDriver;

/**

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 */

public class TestNormalizeStringsFromFile extends TestCase {

	private static final Logger log = PluginServices.getLogger();

	Patternnormalization pat = new Patternnormalization();

	ArrayList<String> chains = new ArrayList<String>();

	File file;

	DBFDriver test = null;

	public void setUp() {

		File f = new File(

				"src-test/org/gvsig/normalization/operations/testdata/normFile.xml");

		try {

			IStorage storage = new StorageXML();

			FileReader red = new FileReader(f);

			storage.load(red);

			pat.setstate(storage);

			//pat = (Patternnormalization) Patternnormalization.unmarshal(red);

		} catch (Exception e) {

			log.error("Error parsing the xml pattern", e);

		}

		chains.add("TEST1;TEST2;TEST3");

		chains.add("TEST4;TEST5;TEST6");

		chains.add("TEST7;TEST8;TEST9");

	}

	public void testNormalizeStringsFromFile() {

		try {

			file = File.createTempFile("temp", ".dbf");

			StringListNormalization norm = new StringListNormalization(pat,

					chains, file);

			norm.preProcess();

			for (int i = 0; i < chains.size(); i++) {

				try {

					norm.fillRow(i);

				} catch (Exception e) {

					e.printStackTrace();

				}

			}

			norm.postProcess();

			// Asserts

			test = new DBFDriver();

			int nFields = -1;

			long nRows = -1;

			String val00 = null;

			String val01 = null;

			String val10 = null;

			String val11 = null;

			try {

				test.open(file);

				nFields = test.getFieldCount();

				nRows = test.getRowCount();

				val00 = test.getFieldValue(0, 0).toString().trim();

				val01 = test.getFieldValue(0, 1).toString().trim();

				val10 = test.getFieldValue(1, 0).toString().trim();

				val11 = test.getFieldValue(1, 1).toString().trim();

				test.close();

			} catch (Exception e) {

				e.printStackTrace();

			}

			assertEquals(nFields, 2);

			assertEquals(nRows, 3);

			assertEquals(val00, "TEST1");

			assertEquals(val10, "TEST4");

			assertEquals(val01, "TEST2;TEST3");

			assertEquals(val11, "TEST5;TEST6");

			file.delete();

		} catch (IOException e1) {

			log.error("Creating the temp file", e1);

		}

	}

	public void tearDown() {

		try {

			test.close();

			log.info("TEST FINISHED");

		} catch (CloseDriverException e) {

			log.error("Clossing the driver");

			e.printStackTrace();

		}

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L. main development

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileReader;

import java.io.IOException;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

import com.hardcode.gdbms.driver.exceptions.CloseDriverException;

import com.hardcode.gdbms.engine.data.file.FileDataSource;

import com.hardcode.gdbms.engine.data.file.FileDataSourceFactory;

import com.hardcode.gdbms.engine.data.file.FileSourceInfo;

import com.iver.andami.PluginServices;

import com.iver.cit.gvsig.fmap.drivers.dbf.DBFDriver;

import com.iver.cit.gvsig.fmap.edition.EditableAdapter;

import com.iver.cit.gvsig.fmap.layers.SelectableDataSource;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class TestNormalizeTableJoinTable extends TestCase {

	private static final Logger log = PluginServices.getLogger();

	Patternnormalization pat = new Patternnormalization();

	File dbfFile = new File(

			"src-test/org/gvsig/normalization/operations/testdata/pro.dbf");

	File patFile = new File(

			"src-test/org/gvsig/normalization/operations/testdata/normAlterTable.xml");

	File outputFile;

	EditableAdapter source = new EditableAdapter();

	String[] joinNames = { "PROVINCIA", "COUNT" };

	DBFDriver test = null;

	public void setUp() {

		try {

			IStorage storage = new StorageXML();

			FileReader red = new FileReader(patFile);

			storage.load(red);

			pat.setstate(storage);

			//pat = (Patternnormalization) Patternnormalization.unmarshal(red);

		} catch (Exception e) {

			log.error("Error parsing the xml pattern", e);

		}

		try {

			test = new DBFDriver();

			test.open(dbfFile);

			FileDataSource fildas = FileDataSourceFactory.newInstance();

			fildas.setDriver(test);

			String path = dbfFile.getAbsolutePath();

			String na = dbfFile.getName();

			FileSourceInfo fsi = new FileSourceInfo();

			fsi.file = path;

			fsi.name = na;

			fildas.setSourceInfo(fsi);

			SelectableDataSource sds = new SelectableDataSource(fildas);

			source.setOriginalDataSource(sds);

		} catch (Exception e) {

			log.error("Reading the driver", e);

		}

	}

	public void testNormalizeTableJoinTable() {

		try {

			outputFile = File.createTempFile("jointable", ".dbf");

			JoinedTableNormalization norm = new JoinedTableNormalization(

					source, 5, pat, joinNames, outputFile);

			norm.preProcess();

			try {

				for (int i = 0; i < source.getRowCount(); i++) {

					norm.fillRow(i);

				}

			} catch (Exception e) {

				log.error("Normalizing", e);

			}

			norm.postProcess();

			// asserts

			DBFDriver test = new DBFDriver();

			int nFields = -1;

			long nRows = -1;

			String val02 = null;

			String val03 = null;

			String val04 = null;

			String val05 = null;

			String val06 = null;

			String val12 = null;

			String val15 = null;

			String val26 = null;

			try {

				test.open(outputFile);

				nFields = test.getFieldCount();

				nRows = test.getRowCount();

				val02 = test.getFieldValue(0, 2).toString().trim();

				val03 = test.getFieldValue(0, 3).toString().trim();

				val04 = test.getFieldValue(0, 4).toString().trim();

				val05 = test.getFieldValue(0, 5).toString().trim();

				val06 = test.getFieldValue(0, 6).toString().trim();

				val12 = test.getFieldValue(1, 2).toString().trim();

				val15 = test.getFieldValue(1, 5).toString().trim();

				val26 = test.getFieldValue(2, 6).toString().trim();

			} catch (Exception e) {

				e.printStackTrace();

			}

			assertEquals(nFields, 7);

			assertEquals(nRows, 3);

			assertEquals(val02, "23030");

			assertEquals(val03, "697096");

			assertEquals(val04, "4364444");

			assertEquals(val05, "35.5");

			assertEquals(val06, "01/07/2007");

			assertEquals(val12, "23030");

			assertEquals(val15, "100.8");

			assertEquals(val26, "12/11/2006");

			outputFile.delete();

		} catch (IOException e1) {

			log.error("Creating the temp file", e1);

		}

	}

	public void tearDown() {

		try {

			test.close();

			log.info("TEST FINISHED");

		} catch (CloseDriverException e) {

			log.error("Clossing the driver", e);

		}

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L  main development

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileReader;

import java.util.List;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

public class TestNormAlgorithm extends TestCase {

	private static final Logger log = Logger.getLogger(TestNormAlgorithm.class);

	public void setUp() {

	}

	public void testSplitChain() {

		log.info("TestNormAlgorithm. Test splits strings");

		log.info("SubTest 1");

		String c1 = ";aaa,,bbb;;;ccc/ddd@eee##;";

		File f1 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain.xml");

		assertNotNull(f1);

		List<String> r1 = parser(f1, c1);

		assertNotNull(r1);

		assertEquals("", (String) r1.get(0));

		assertEquals("aaa", (String) r1.get(1));

		assertEquals("", (String) r1.get(2));

		assertEquals("bbb", (String) r1.get(3));

		assertEquals("", (String) r1.get(4));

		assertEquals("", (String) r1.get(5));

		assertEquals("ccc", (String) r1.get(6));

		assertEquals("ddd", (String) r1.get(7));

		assertEquals("eee", (String) r1.get(8));

		assertEquals("", (String) r1.get(9));

		assertEquals(";", (String) r1.get(10));

		log.info("SubTest 2.");

		String c2 = "aaa bbb ccc ddd,76 %";

		File f2 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain2.xml");

		assertNotNull(f2);

		List<String> r2 = parser(f2, c2);

		assertNotNull(r2);

		assertEquals("aaa", (String) r2.get(0));

		assertEquals("bbb", (String) r2.get(1));

		assertEquals("ccc", (String) r2.get(2));

		assertEquals("ddd", (String) r2.get(3));

		assertEquals("76", (String) r2.get(4));

		assertEquals("%", (String) r2.get(5));

		log.info("SubTest 3.");

		String c3 = "Av;Germanias;25;3;Moncada;Valencia";

		File f3 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain3.xml");

		assertNotNull(f3);

		List<String> r3 = parser(f3, c3);

		assertNotNull(r3);

		assertEquals("Av", (String) r3.get(0));

		assertEquals("Germanias", (String) r3.get(1));

		assertEquals(25, Integer.parseInt((String) r3.get(2)));

		assertEquals(3, Integer.parseInt((String) r3.get(3)));

		assertEquals("Moncada", (String) r3.get(4));

		assertEquals("Valencia", (String) r3.get(5));

		log.info("SubTest 4.");

		String c4 = "Av. Germanias      15  2   Moncada   Valencia    ";

		File f4 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain4.xml");

		assertNotNull(f4);

		List<String> r4 = parser(f4, c4);

		assertNotNull(r4);

		assertEquals("Av.", ((String) r4.get(0)).trim());

		assertEquals("Germanias", ((String) r4.get(1)).trim());

		assertEquals(15, Integer.parseInt(((String) r4.get(2)).trim()));

		assertEquals(2, Integer.parseInt(((String) r4.get(3)).trim()));

		assertEquals("Moncada", ((String) r4.get(4)).trim());

		assertEquals("Valencia", ((String) r4.get(5)).trim());

		log.info("SubTest 5.");

		String c5 = "Av;;Germanias;15;;2;Moncada;Valencia";

		File f5 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain5.xml");

		assertNotNull(f5);

		List<String> r5 = parser(f5, c5);

		assertNotNull(r5);

		assertEquals("Av", (String) r5.get(0));

		assertEquals("Germanias", (String) r5.get(1));

		assertEquals(15, Integer.parseInt((String) r5.get(2)));

		assertEquals(2, Integer.parseInt((String) r5.get(3)));

		assertEquals("Moncada", (String) r5.get(4));

		assertEquals("Valencia", (String) r5.get(5));

		log.info("SubTest 6.");

		String c6 = "Av. Germanias 15-2 Moncada (Valencia)";

		File f6 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain6.xml");

		assertNotNull(f6);

		List<String> r6 = parser(f6, c6);

		assertNotNull(r6);

		assertEquals("Av.", ((String) r6.get(0)).trim());

		assertEquals("Germanias", ((String) r6.get(1)).trim());

		assertEquals(15, Integer.parseInt(((String) r6.get(2)).trim()));

		assertEquals(2, Integer.parseInt(((String) r6.get(3)).trim()));

		assertEquals("Moncada", ((String) r6.get(4)).trim());

		assertEquals("Valencia", ((String) r6.get(5)).trim());

		log.info("SubTest 7.");

		String c7 = "Juana Aguirre;Piedras;No 623;Piso2;Dto.4;C1070AAM;Capital Federal;ARGENTINA";

		File f7 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain7.xml");

		assertNotNull(f7);

		List<String> r7 = parser(f7, c7);

		assertNotNull(r7);

		assertEquals("Juana Aguirre", ((String) r7.get(0)).trim());

		assertEquals("Piedras", ((String) r7.get(1)).trim());

		assertEquals("No 623", ((String) r7.get(2)).trim());

		assertEquals("Piso2", ((String) r7.get(3)).trim());

		assertEquals("Dto.4", ((String) r7.get(4)).trim());

		assertEquals("C1070AAM", ((String) r7.get(5)).trim());

		assertEquals("Capital Federal", ((String) r7.get(6)).trim());

		assertEquals("ARGENTINA", ((String) r7.get(7)).trim());

		log.info("SubTest 8.");

		String c8 = "5.548\t5478.254\t0.24578457\t256.21450045";

		File f8 = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain8.xml");

		assertNotNull(f8);

		List<String> r8 = parser(f8, c8);

		assertNotNull(r8);

		assertEquals(5.548, Double.parseDouble(((String) r8.get(0)).trim()));

		assertEquals(5478.254, Double.parseDouble(((String) r8.get(1)).trim()));

		assertEquals(0.24578457, Double

				.parseDouble(((String) r8.get(2)).trim()));

		assertEquals(256.21450045, Double.parseDouble(((String) r8.get(3))

				.trim()));

		log.info("TestNormAlgorithm. Test finished");

	}

	public void testSplitFixed() {

		log.info("TestNormAlgorithm. Test tokens fixed");

		String chain = "esto;/es;;; una_prueba;  de un/   split de una cadena_de texto";

		int parts = 4;

		boolean join = true;

		String[] separators = { " " };

		List<String> result = NormAlgorithm.splitChainBySeparators(chain,

				parts, separators, join);

		log.info("Cadena inicial: " + chain);

		for (int i = 0; i < result.size(); i++) {

			log.info("Subcadena" + i + ": " + (String) result.get(i));

		}

		assertEquals("esto;/es;;;", result.get(0));

		assertEquals("una_prueba;", result.get(1));

		assertEquals("de", result.get(2));

		assertEquals("un/   split de una cadena_de texto", result.get(3));

		log.info("TestNormAlgorithm. Test tokens fixed finished");

	}

	public void testSplitSeparators() {

		log.info("TestNormAlgorithm. Test tokens with separators");

		String chain = "esto;/es;;; una_prueba;  de un/   split de una cadena_de texto";

		int parts = 4;

		boolean join = true;

		String[] separators = { " " };

		List<String> result = NormAlgorithm.splitChainBySeparators(chain,

				parts, separators, join);

		System.out.println("Cadena inicial: " + chain);

		for (int i = 0; i < result.size(); i++) {

			System.out.println("Subcadena" + i + ": " + (String) result.get(i));

		}

		assertEquals("esto;/es;;;", result.get(0));

		assertEquals("una_prueba;", result.get(1));

		assertEquals("de", result.get(2));

		assertEquals("un/   split de una cadena_de texto", result.get(3));

		log.info("TestNormAlgorithm. Test tokens with separators finished");

	}

	private List<String> parser(File f, String chain) {

		Patternnormalization pat = new Patternnormalization();

		IStorage storage = new StorageXML();

		try {

			FileReader reader = new FileReader(f);

			storage.load(reader);

			pat.setstate(storage);			

		} catch (Exception e) {

			e.printStackTrace();

		}

		NormAlgorithm na = new NormAlgorithm(pat);

		List<String> result = na.splitChain(chain);

		return result;

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L  main developer

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileNotFoundException;

import java.io.FileReader;

import java.io.FileWriter;

import java.io.IOException;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Element;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

import com.iver.andami.PluginServices;

public class TestMarshall extends TestCase {

	private static final Logger log = PluginServices.getLogger();

	public void testMarshallUnmarshall() {

		log.info("testMarshallUnmarshall. start test");

		Patternnormalization pat = new Patternnormalization();

		Patternnormalization pat3 = new Patternnormalization();

		File file = new File(

				"src-test/org/gvsig/normalization/operations/testdata/patSplitChain.xml");

		FileReader reader = null;

		IStorage storage = new StorageXML();

		Element elem1 = null;

		// PARSER

		try {

			reader = new FileReader(file);

			storage.load(reader);

			pat.setstate(storage);

			assertEquals(11, pat.getElements().size());

			assertEquals(0, pat.getNofirstrows());

			elem1 = (Element) pat.getElements().get(0);

			assertNotNull(elem1);

			assertEquals("NewField", elem1.getFieldname());

		} catch (FileNotFoundException e) {

			log.error("Parsing and serializing the pattern", e);

		} catch (ClassNotFoundException e) {

			log.error("Parsing and serializing the pattern", e);

		}

		// SERIALIZER

		IStorage storage2 = new StorageXML();

		pat.getstate(storage2);

		File ftemp = null;

		try {

			//ftemp = File.createTempFile("tem", "txt");

			ftemp = new File("C:\\000.txt");

			FileWriter writer2 = new FileWriter(ftemp);

			storage2.dump(writer2);

			writer2.close();

		} catch (IOException e) {

			log.error("Parsing and serializing the pattern", e);

		}

		// PARSER

		IStorage storage3 = new StorageXML();

		FileReader reader3;

		try {

			assertNotNull(ftemp);

			reader3 = new FileReader(ftemp);

			storage3.load(reader3);

			pat3.setstate(storage3);

			Element elem2 = (Element) pat3.getElements().get(0);

			assertNotNull(elem2);

			assertEquals(elem1.getImportfield(), elem2.getImportfield());

			assertEquals(elem1.getFieldwidth(), elem2.getFieldwidth());

			assertEquals(elem1.getFieldname(), elem2.getFieldname());

			assertEquals(elem1.getInfieldseparators().getDecimalseparator(),

					elem2.getInfieldseparators().getDecimalseparator());

		} catch (FileNotFoundException e) {

			log.error("Parsing and serializing the pattern", e);

		} catch (ClassNotFoundException e) {

			log.error("Parsing and serializing the pattern", e);

		}

	}

	public void testUnmarshall() {

		log.info("testUnmarshall. start test");

		// Create a Reader to the file to unmarshall from

		FileReader reader = null;

		try {

			reader = new FileReader(

					"src-test/org/gvsig/normalization/operations/testdata/patSplitChain.xml");

			assertNotNull(reader);

		} catch (FileNotFoundException e) {

			log.error("File not found");

			e.printStackTrace();

		}

		// Marshal the person object

		Patternnormalization pat = new Patternnormalization();

		IStorage storage = new StorageXML();

		try {

			storage.load(reader);

			pat.setstate(storage);

			assertNotNull(pat);

		} catch (Exception e) {

			log.error("Unmarshall the pattern");

			e.printStackTrace();

		}

		log.info("pattern loaded");

		// results

		assertEquals(11, pat.getElements().size());

		assertEquals(0, ((Element) pat.getElements().get(3)).getFieldwidth());

		assertEquals(true, ((Element) pat.getElements().get(2))

				.getImportfield());

		assertEquals(true, ((Element) pat.getElements().get(4))

				.getFieldseparator().getSemicolonsep());

		log.info("testMarshallUnmarshall. test finished");

	}

}

/* gvSIG. Geographic Information System of the Valencian Government

 *

 * Copyright (C) 2007-2008 Infrastructures and Transports Department

 * of the Valencian Government (CIT)

 * 

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 2

 * of the License, or (at your option) any later version.

 * 

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 * 

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, 

 * MA  02110-1301, USA.

 * 

 */

/*

 * AUTHORS (In addition to CIT):

 * 2008 Prodevelop S.L  vsanjaime   programador

 */

package org.gvsig.normalization.operations;

import java.io.File;

import java.io.FileReader;

import java.io.IOException;

import java.util.ArrayList;

import junit.framework.TestCase;

import org.apache.log4j.Logger;

import org.gvsig.normalization.patterns.Patternnormalization;

import org.gvsig.tools.storage.IStorage;

import org.gvsig.tools.storage.StorageXML;

import com.hardcode.gdbms.driver.exceptions.ReadDriverException;

import com.iver.andami.PluginServices;

import com.iver.cit.gvsig.fmap.drivers.dbf.DBFDriver;

/**

 * 

 * @author <a href="mailto:jsanz@prodevelop.es"> Jorge Gaspar Sanz Salinas</a>

 * @author <a href="mailto:vsanjaime@prodevelop.es"> Vicente Sanjaime Calvet</a>

 * 

 */

public class TestAllTypeData extends TestCase {

	private static final Logger log = PluginServices.getLogger();

	Patternnormalization pat = new Patternnormalization();

	ArrayList<String> chains = new ArrayList<String>();

	File file;

	public void setUp() {

		File f = new File(

				"src-test/org/gvsig/normalization/operations/testdata/pattotal.xml");

		IStorage storage = new StorageXML();

		try {

			FileReader red = new FileReader(f);

			storage.load(red);

			pat.setstate(storage);

		} catch (Exception e) {

			log.error("Error parsing the xml pattern", e);

		}

		chains.add("Javier#-7;-0.2578&01/10/2007&02/09&02-78");

		chains.add("Javier#-7;-0.2578&01/10/2007&02/09&02-78");

		chains.add("v");

		chains.add("");

		chains.add("Javier#-7;-0.2578&01/10/2007&02/09&02-78");

		chains.add("Javier#-7;-0.2578&01/10/2007&02/09&02-78");

	}

	public void testAllTypeData() {

		try {

			file = File.createTempFile("alltype", ".dbf");

			StringListNormalization norm = new StringListNormalization(pat,

					chains, file);

			norm.preProcess();

			for (int i = 0; i < chains.size(); i++) {

				try {

					norm.fillRow(i);

				} catch (ReadDriverException e) {

					e.printStackTrace();

				}

			}

			norm.postProcess();

			DBFDriver test = new DBFDriver();

			int nFields = -1;

			long nRows = -1;

			String val01 = null;

			String val03 = null;

			String val10 = null;

			String val30 = null;

			String val52 = null;