Application: gvSIG desktop

/**

 * gvSIG. Desktop Geographic Information System.

 *

 * Copyright (C) 2007-2020 gvSIG Association.

 *

 * This program is free software; you can redistribute it and/or

 * modify it under the terms of the GNU General Public License

 * as published by the Free Software Foundation; either version 3

 * of the License, or (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,

 * MA  02110-1301, USA.

 *

 * For any additional information, do not hesitate to contact us

 * at info AT gvsig.com, or visit our website www.gvsig.com.

 */

package org.gvsig.fmap.dal.feature.paging.impl;

import java.util.ArrayList;

import java.util.Collection;

import java.util.Date;

import java.util.Iterator;

import java.util.List;

import java.util.ListIterator;

import java.util.logging.Level;

import org.apache.commons.lang3.builder.ToStringBuilder;

import org.apache.commons.lang3.mutable.MutableBoolean;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import org.gvsig.fmap.dal.exception.DataException;

import org.gvsig.fmap.dal.feature.EditableFeature;

import org.gvsig.fmap.dal.feature.Feature;

import org.gvsig.fmap.dal.feature.FeatureQuery;

import org.gvsig.fmap.dal.feature.FeatureSelection;

import org.gvsig.fmap.dal.feature.FeatureSet;

import org.gvsig.fmap.dal.feature.FeatureStore;

import org.gvsig.fmap.dal.feature.FeatureType;

import org.gvsig.fmap.dal.feature.exception.ConcurrentDataModificationException;

import org.gvsig.fmap.dal.feature.exception.FeatureIndexException;

import org.gvsig.fmap.dal.feature.impl.dynobjectutils.DynObjectFeatureFacade;

import org.gvsig.fmap.dal.feature.paging.FacadeOfAFeaturePagingHelper;

import org.gvsig.fmap.dal.feature.paging.FeaturePagingHelper;

import org.gvsig.tools.dispose.Disposable;

import org.gvsig.tools.dispose.DisposeUtils;

import org.gvsig.tools.dynobject.DynObject;

import org.gvsig.tools.dynobject.DynObjectSet;

import org.gvsig.tools.dynobject.impl.DefaultDynObjectPagingHelper;

import org.gvsig.tools.exception.BaseException;

import org.gvsig.tools.util.UnmodifiableBasicList;

import org.gvsig.tools.util.UnmodifiableBasicList64;

import org.gvsig.tools.visitor.VisitCanceledException;

import org.gvsig.tools.visitor.Visitor;

/**

 * Helper class to access the values of a FeatureCollection by position. Handles

 * pagination automatically to avoid filling the memory in case of big

 * collections.

 *

 * TODO: evaluate if its more convenient to read values in the background when

 * the returned value is near the end of the page, instead of loading a page on

 * demand.

 *

 * @author gvSIG Team

 */

@SuppressWarnings("UseSpecificCatch")

public class FeaturePagingHelperImpl extends DefaultDynObjectPagingHelper

        implements FeaturePagingHelper {

    private static final Logger LOG = LoggerFactory.getLogger(FeaturePagingHelperImpl.class);

    private static class Page {

        private Feature[] features;

        private final long number;

        private final int size;

        private long lastaccess;

        public Page(long number, int size) {

            this.size = size;

            this.number = number;

            this.features = new Feature[size];

            this.lastaccess = 0;

        }

        public void setFeature(int i, Feature copy) {

            this.features[i] = copy;

        }

        public Feature[] getFeatures() {

            this.lastaccess = (new Date()).getTime();

            return this.features;

        }

        public long getPageNumber() {

            return this.number;

        }

        public long getLastAccess() {

            return this.lastaccess;

        }

        public int size() {

            return this.size;

        }

        public void dispose() {

            for (int i = 0; i < features.length; i++) {

                features[i] = null;

            }

            this.features = null;

            this.lastaccess = 0;

        }

    }

    private static class PageCache {

        private final int maxpages;

        private List<Page> pages;

        public PageCache(int maxpages) {

            this.maxpages = maxpages;

            this.pages = new ArrayList<>();

        }

        public void clear() {

            pages.forEach((page) -> {

                page.dispose();

            });

            this.pages = new ArrayList<>();

        }

        public Page get(long pageNumber) {

            for (Page page : pages) {

                if (page.getPageNumber() == pageNumber) {

                    return page;

                }

            }

            return null;

        }

        public void add(Page page) {

            if (this.pages.size() < this.maxpages) {

                this.pages.add(page);

                return;

            }

            int toDrop = 0;

            for (int i = 0; i < this.pages.size(); i++) {

                if (this.pages.get(i).getLastAccess() < this.pages.get(toDrop).getLastAccess()) {

                    toDrop = i;

                }

            }

            this.pages.set(toDrop, page);

        }

    }

    private FeatureQuery query;

    private FeatureStore featureStore;

    /**

     * If the selected Features must be returned as the first ones. *

     */

    private boolean selectionUp = false;

    private FeatureSet featSet = null;

    private Feature[] features = null;

    private PageCache cachedPages = null;

    private boolean initialization_completed = false;

    private FeatureSelection selection = null;

    /**

     * Constructs a FeaturePagingHelperImpl from data of a FeatureStore.

     *

     * @param featureStore to extract data from

     * @throws DataException if there is an error initializing the helper

     */

    public FeaturePagingHelperImpl(FeatureStore featureStore)

            throws BaseException {

        this(featureStore, DEFAULT_PAGE_SIZE);

    }

    /**

     * Constructs a FeaturePagingHelperImpl from data of a FeatureStore.

     *

     * @param featureStore to extract data from

     * @param pageSize the number of elements per page data

     * @throws DataException if there is an error initializing the helper

     */

    public FeaturePagingHelperImpl(FeatureStore featureStore, int pageSize)

            throws BaseException {

        this(featureStore, null, pageSize);

    }

    /**

     * Constructs a FeaturePagingHelperImpl from data of a FeatureStore.

     *

     * @param featureStore to extract data from

     * @param featureQuery

     * @throws DataException if there is an error initializing the helper

     */

    public FeaturePagingHelperImpl(FeatureStore featureStore,

            FeatureQuery featureQuery) throws BaseException {

        this(featureStore, featureQuery, DEFAULT_PAGE_SIZE);

    }

    /**

     * Constructs a FeaturePagingHelperImpl from data of a FeatureStore.

     *

     * @param featureStore

     * @param featureQuery

     * @param pageSize the number of elements per page data

     * @throws DataException if there is an error initializing the helper

     */

    public FeaturePagingHelperImpl(FeatureStore featureStore,

            FeatureQuery featureQuery, int pageSize) throws BaseException {

        super();

        this.cachedPages = new PageCache(3);

        FeatureQuery theQuery = featureQuery;

        if (featureQuery == null) {

            theQuery = featureStore.createFeatureQuery();

            theQuery.setFeatureType(featureStore.getDefaultFeatureType());

        }

        this.featureStore = featureStore;

        DisposeUtils.bind(this.featureStore);

        this.query = theQuery;

        this.query.setPageSize(pageSize);

        setDefaultCalculator(() -> {

            FeatureSet featureSet = getFeatureSet(false);

            try {

                return featureSet.getSize();

            } catch (BaseException e) {

                LOG.warn("Error getting the size of the FeatureSet: " + featureSet, e);

                return 0l;

            }

        }, pageSize);

        if (LOG.isDebugEnabled()) {

            LOG.debug("FeaturePagingHelperImpl created with {} pages, and a page size of {}",

                    getCalculator().getNumPages(), pageSize

            );

        }

        this.initialization_completed = true;

    }

    /**

     * @return the selectionUp status

     */

    @Override

    public boolean isSelectionUp() {

        return selectionUp;

    }

    @Override

    public FeatureSelection getSelection() {

        if (selection == null) {

            try {

                return getFeatureStore().getFeatureSelection();

            } catch (Exception e) {

                LOG.warn("Error getting the selection", e);

            }

        }

        return selection;

    }

    @Override

    public void setSelection(FeatureSelection selection) {

        DisposeUtils.disposeQuietly(this.selection);

        this.selection = selection;

        DisposeUtils.bind(this.selection);

    }

    @Override

    public void setSelectionUp(boolean selectionUp) {

        this.selectionUp = selectionUp;

        try {

            this.cachedPages.clear();

            FeatureSelection currentSelection = getSelection();

            if (selectionUp && !currentSelection.isEmpty()) {

//                initialSelection =(FeatureSelection) currentSelection.clone();

                setCalculator(new OneSubsetOneSetPagingCalculator(

                        new FeatureSetSizeableDelegate(currentSelection),

                        new FeatureSetSizeableDelegate(getFeatureSet(false)),

                        getMaxPageSize()));

            } else {

                setDefaultCalculator(new FeatureSetSizeableDelegate(

                        getFeatureSet(false)), getMaxPageSize()

                );

            }

        } catch (BaseException e) {

            LOG.warn("Error setting the selection up setting to: " + selectionUp, e);

        }

    }

    @Override

    public synchronized Feature getFeatureAt(long index) throws BaseException {

        // Check if we have currently loaded the viewed page data,

        // or we need to load a new one

        int maxPageSize = getMaxPageSize();

        long currentPage = getCurrentPage();

        long currentPage2 = currentPage;

        long pageForIndex = (long) Math.floor(index / maxPageSize);

        if (pageForIndex != currentPage) {

            setCurrentPage(pageForIndex);

            currentPage2 = getCurrentPage();

        }

        long positionForIndex = index - (currentPage2 * maxPageSize);

        if (positionForIndex >= getCurrentPageFeatures().length) {

            throw new FeatureIndexException(

                    new IndexOutOfBoundsException("positionForIndex too big: "

                            + positionForIndex));

        } else {

            Feature feature = getCurrentPageFeatures()[(int) positionForIndex];

            return feature;

        }

    }

    @Override

    public Feature[] getCurrentPageFeatures() {

        if (this.features == null) {

            try {

                this.loadCurrentPageData();

            } catch (BaseException ex) {

                // Do nothing

            }

            if (this.features == null) {

                String msg = "Can't retrieve the features from current page.";

                LOG.warn(msg);

                throw new RuntimeException(msg);

            }

        }

        return features;

    }

    @Override

    public FeatureSet getFeatureSet() {

        return this.getFeatureSet(false);

    }

    /**

     * Gets the feature set. The boolean tells whether we must create the

     * featureset again (for example perhaps we need it after a feature has been

     * added/removed)

     */

    private FeatureSet getFeatureSet(boolean reset) {

        if (featSet == null || reset) {

            if (featSet != null) {

                try {

                    featSet.dispose();

                    featSet = null;

                } catch (Exception ex) {

                    LOG.info("Error while disposing featset.", ex);

                }

            }

            try {

                FeatureStore featureStore = getFeatureStore();

                synchronized (featureStore) {

                    featSet = featureStore.getFeatureSet(getFeatureQuery());

                }

            } catch (DataException e) {

                throw new RuntimeException("Error getting a feature set with the query " + getFeatureQuery(), e);

            }

        }

        return featSet;

    }

    @Override

    public DynObjectSet getDynObjectSet() {

        return getFeatureSet(false).getDynObjectSet();

    }

    @Override

    public void reloadCurrentPage() throws BaseException {

        boolean sel_up = this.isSelectionUp();

        try {

            setSelectionUp(false);

            if (getCalculator().getCurrentPage() > -1) {

                this.cachedPages.clear();

                loadCurrentPageData();

            }

        } finally {

            if (sel_up) {

                setSelectionUp(true);

            }

        }

    }

    @Override

    public void reload() throws BaseException {

        this.cachedPages.clear();

        /*

         * Force re-creation of feature set

         */

        this.getFeatureSet(true);

        setDefaultCalculator(() -> {

            FeatureSet featureSet = getFeatureSet(false);

            try {

                return featureSet.getSize();

            } catch (BaseException e) {

                LOG.warn("Error getting the size of the FeatureSet: "+ featureSet, e);

                return 0l;

            }

        }, getCalculator().getMaxPageSize());

//        reloadCurrentPage();

    }

    @Override

    public FeatureStore getFeatureStore() {

        return featureStore;

    }

    @Override

    public FeatureQuery getFeatureQuery() {

        return query;

    }

    /**

     * Loads all the Features of the current page.

     *

     * @throws org.gvsig.tools.exception.BaseException

     */

    @Override

    protected synchronized void loadCurrentPageData() throws BaseException {

        if (!initialization_completed) {

            return;

        }

        final int currentPageSize = getCalculator().getCurrentPageSize();

        final long currentPage = getCalculator().getCurrentPage();

        Page page = this.cachedPages.get(currentPage);

        if (page == null) {

            page = new Page(currentPage, currentPageSize);

            long t1 = 0;

            if (LOG.isTraceEnabled()) {

                t1 = System.currentTimeMillis();

            }

            if (selectionUp) {

                loadCurrentPageDataWithSelectionUp(page);

            } else {

                loadCurrentPageDataNoSelection(page);

            }

            if (LOG.isTraceEnabled()) {

                long t2 = System.currentTimeMillis();

                LOG.trace("Time to load {} features: {} ms", currentPageSize, t2 - t1);

            }

            this.cachedPages.add(page);

        }

        this.features = page.getFeatures();

    }

    private void loadCurrentPageDataWithSelectionUp(final Page page)

            throws BaseException {

        FeatureSelection theSelection = getSelection();

        if (theSelection == null) {

            loadCurrentPageDataNoSelection(page);

        } else {

            FeatureSet set = getFeatureSet(false);

            try {

                OneSubsetOneSetPagingCalculator twoSetsCalculator = null;

                if (getCalculator() instanceof OneSubsetOneSetPagingCalculator) {

                    twoSetsCalculator = (OneSubsetOneSetPagingCalculator) getCalculator();

                } else {

                    twoSetsCalculator = new OneSubsetOneSetPagingCalculator(

                                    new FeatureSetSizeableDelegate(theSelection),

                                    new FeatureSetSizeableDelegate(set),

                                    getMaxPageSize(), getCalculator().getCurrentPage()

                    );

                    setCalculator(twoSetsCalculator);

                }

                // First load values from the selection, if the current page has

                // elements from it

                if (twoSetsCalculator.hasCurrentPageAnyValuesInFirstSet()) {

                    loadDataFromFeatureSet(page, 0, theSelection,

                            twoSetsCalculator.getFirstSetInitialIndex(),

                            twoSetsCalculator.getFirstSetHowMany(), null

                    );

                }

                // Next, load values from the FeatureSet if the current page has values

                // from it

                if (twoSetsCalculator.hasCurrentPageAnyValuesInSecondSet()) {

                    loadDataFromFeatureSet(

                            page,

                            // The cast will work as that size will be <= maxpagesize,

                            // which is an int

                            (int) twoSetsCalculator.getFirstSetHowMany(), set,

                            twoSetsCalculator.getSecondSetInitialIndex(),

                            twoSetsCalculator.getSecondSetHowMany(), theSelection

                    );

                }

            } finally {

                // This is the feature set we dont want to lose it

                // set.dispose();

            }

        }

    }

    private void loadCurrentPageDataNoSelection(final Page page)

            throws BaseException {

        long firstPosition = getCalculator().getInitialIndex();

        if (LOG.isDebugEnabled()) {

            LOG.debug("Loading {} Features starting at position {}",

                    getCalculator().getCurrentPageSize(), firstPosition

            );

        }

        FeatureSet featureSet = getFeatureSet(false);

        try {

            loadDataFromFeatureSet(page, 0, featureSet, firstPosition,

                    getCalculator().getCurrentPageSize(), null);

        } catch (Exception ex) {

            throw ex;

        } finally {

            // This is the feature set we dont want to lose it

            // featureSet.dispose();

        }

    }

    private void loadDataFromFeatureSet(final Page page,

            final int valuesPosition, FeatureSet set, long initialIndex,

            final long howMany, final FeatureSelection selectedFeaturesToSkip)

            throws DataException {

        try {

            final MutableBoolean errorReported = new MutableBoolean(false);

            set.accept(new Visitor() {

                private int i = valuesPosition;

                @Override

                public void visit(Object obj) throws VisitCanceledException,

                        BaseException {

                    if (i >= valuesPosition + howMany) {

                        throw new VisitCanceledException();

                    }

                    Feature current = (Feature) obj;

                    // Add the current Feature only if we don't skip selected

                    // features or the feature is not selected

                    if (selectedFeaturesToSkip == null

                            || !selectedFeaturesToSkip.isSelected(current)) {

                        try {

                            page.setFeature(i, current.getCopy());

                            i++;

                        } catch (Exception ex) {

                            // Aqui no deberia petar, pero...

                            // me he encontrado un caso que tenia una referencia a

                            // una feature seleccionada que ya no existia. No se como

                            // habia pasado, se habia quedado de antes guardada en el

                            // proyecto pero la feature ya no existia, y eso hacia que

                            // petase al intentar leer de disco la feature a partir

                            // de una referencia no valida.

                            if (!errorReported.booleanValue()) {

                                // Solo sacamos un error por pagina de datos.

                                LOG.warn("Problemas recuperando feature.", ex);

                                errorReported.setTrue();

                            }

                        }

                    }

                }

            }, initialIndex, howMany);

        } catch (VisitCanceledException ex) {

            // Do nothing

        } catch (RuntimeException e) {

            throw e;

        } catch (Exception e) {

            if (e instanceof DataException) {

                throw ((DataException) e);

            } else {

                LOG.warn("Error loading the data starting at position {}", initialIndex, e);

            }

        }

    }

    @Override

    public void delete(Feature feature) throws BaseException {

        featureStore.delete(feature);

        /*

         * Force re-creation of feature set

         */

        this.getFeatureSet(true);

        reloadCurrentPage();

    }

    @Override

    public void insert(EditableFeature feature) throws BaseException {

        featureStore.insert(feature);

        /*

         * Force re-creation of feature set

         */

        this.getFeatureSet(true);

        reloadCurrentPage();

    }

    @Override

    public boolean isEmpty() {

        try {

            return getFeatureSet(false).isEmpty();

        } catch (ConcurrentDataModificationException ex) {

            LOG.warn("ConcurrentDataModification error asking about the emptiness of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

            try {

                reload();

            } catch (BaseException e) {

                LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

            try {

                return getFeatureSet(false).isEmpty();

            } catch (RuntimeException e) {

                throw  e;

            } catch (Exception e) {

                LOG.warn("Error asking about the emptiness of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

        } catch (Exception ex) {

            throw new RuntimeException(ex);

        }

    }

    @Override

    public void update(EditableFeature feature) throws BaseException {

        featureStore.update(feature);

        /*

         * Force re-creation of feature set

         */

        this.getFeatureSet(true);

        reloadCurrentPage();

    }

    @Override

    public FeatureType getFeatureType() {

        FeatureType ft = null;

        try {

            ft = featureStore.getDefaultFeatureType();

        } catch (DataException e) {

            LOG.warn("Error while getting feature type: "+ e.getMessage(), e);

        }

        return ft;

    }

    @Override

    protected void doDispose() throws BaseException {

        DisposeUtils.disposeQuietly(this.featSet);

        DisposeUtils.disposeQuietly(this.featureStore);

        DisposeUtils.disposeQuietly(this.selection);

    }

    @Override

    public DynObject[] getCurrentPageDynObjects() {

        Feature[] theFeatures = getCurrentPageFeatures();

        DynObject[] dynobjects = new DynObject[theFeatures.length];

        for (int i = 0; i < dynobjects.length; i++) {

            dynobjects[i] = new DynObjectFeatureFacade(theFeatures[i]);

        }

        return dynobjects;

    }

    @Override

    public DynObject getDynObjectAt(long index) throws BaseException {

        return new DynObjectFeatureFacade(getFeatureAt(index));

    }

    @Override

    public List asList() {

        return new FeaturePagingHelperList();

    }

    @Override

    public List asListOfDynObjects() {

        return new DynObjectPagingHelperList();

    }

    private class FeaturePagingHelperList extends PagingHelperList {

        @Override

        public Object get(int i) {

            return this.get64(i);

        }

        @Override

        public Object get64(long i) {

            try {

                return getFeatureAt(i);

            } catch (ConcurrentDataModificationException ex) {

                LOG.info("ConcurrentDataModification error getting feature " + i + " of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

                try {

                    reload();

                } catch (BaseException e) {

                    LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

                try {

                    return getFeatureAt(i);

                } catch (Exception e) {

                    LOG.warn("Error getting feature " + i + " of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

            } catch (BaseException ex) {

                throw new RuntimeException(ex);

            }

        }

        @Override

        public Object set(int i, Object e) {

            return super.set(i, e);

        }

        @Override

        public Object remove(int i) {

            return super.remove(i);

        }

        @Override

        public boolean add(Object e) {

            return super.add(e);

        }

    }

    private class DynObjectPagingHelperList extends PagingHelperList {

        @Override

        public Object get(int i) {

            return this.get64(i);

        }

        @Override

        public Object get64(long position) {

            try {

                return getDynObjectAt(position);

            } catch (ConcurrentDataModificationException ex) {

                LOG.warn("ConcurrentDataModification error getting element " + position + " of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

                try {

                    reload();

                } catch (BaseException e) {

                    LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

                try {

                    return getDynObjectAt(position);

                } catch (Exception e) {

                    LOG.warn("Error getting element " + position + " of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

            } catch(FeatureIndexException ex) {

                IndexOutOfBoundsException ioobe = new IndexOutOfBoundsException("");

                ioobe.initCause(ex);

                throw ioobe;

            } catch (BaseException ex) {

                throw new RuntimeException(ex);

            }

        }

    }

    private abstract class PagingHelperList implements List, FacadeOfAFeaturePagingHelper, UnmodifiableBasicList, UnmodifiableBasicList64, Disposable {

        @Override

        public void dispose() {

            FeaturePagingHelperImpl.this.dispose();

        }

        @Override

        public FeaturePagingHelper getFeaturePagingHelper() {

            return FeaturePagingHelperImpl.this;

        }

        @Override

        public String toString() {

            return String.format("..(%d %ss)...", this.size(), featureStore.getName());

        }

        @Override

        public long size64() {

            FeatureSet fset = null;

            try {

                fset = getFeatureSet(false);

                return fset.getSize();

            } catch (ConcurrentDataModificationException ex) {

                LOG.info("ConcurrentDataModification error asking the size of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

                try {

                    reload();

                } catch (BaseException e) {

                    LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

                try {

                    fset = getFeatureSet(false);

                    return fset.getSize();

                } catch (DataException e) {

                    LOG.warn("Error asking the size of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

            } catch (DataException ex) {

                throw new RuntimeException(ex);

            }

        }

        @Override

        public int size() {

            long sz = this.size64();

            if (sz > Integer.MAX_VALUE) {

                sz = Integer.MAX_VALUE;

            }

            return (int) sz;

        }

        @Override

        public boolean isEmpty() {

            try {

                return getFeatureSet(false).isEmpty();

            } catch (ConcurrentDataModificationException ex) {

                LOG.warn("ConcurrentDataModification error asking about the emptiness of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

                try {

                    reload();

                } catch (BaseException e) {

                    LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

                try {

                    return getFeatureSet(false).isEmpty();

                } catch (RuntimeException e) {

                    throw  e;

                } catch (Exception e) {

                    LOG.warn("Error asking about the emptiness of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

            } catch (RuntimeException ex) {

                throw  ex;

            } catch (Exception ex) {

                throw new RuntimeException(ex);

            }

        }

        @Override

        public Iterator iterator() {

            try {

                return getFeatureSet(false).fastIterator();

            } catch (ConcurrentDataModificationException ex) {

                LOG.warn("ConcurrentDataModification error getting iterator of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

                try {

                    reload();

                } catch (BaseException e) {

                    LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

                try {

                    return getFeatureSet(false).fastIterator();

                } catch (DataException e) {

                    LOG.warn("Error getting iterator of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                    throw new RuntimeException(e);

                }

            } catch (DataException ex) {

                throw new RuntimeException(ex);

            }

        }

        @Override

        public boolean contains(Object o) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public Object[] toArray() {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public Object[] toArray(Object[] ts) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean add(Object e) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean remove(Object o) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean containsAll(Collection clctn) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean addAll(Collection clctn) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean addAll(int i, Collection clctn) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean removeAll(Collection clctn) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public boolean retainAll(Collection clctn) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public void clear() {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public Object set(int i, Object e) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public void add(int i, Object e) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public Object remove(int i) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public int indexOf(Object o) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public int lastIndexOf(Object o) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public ListIterator listIterator() {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public ListIterator listIterator(int i) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public List subList(int i, int i1) {

            throw new UnsupportedOperationException("Not supported yet."); //To change body of generated methods, choose Tools | Templates.

        }

        @Override

        public List toList() {

            return this;

        }

    }

    @Override

    public long size64() {

        try {

            return this.getTotalSize();

        } catch (ConcurrentDataModificationException ex) {

            LOG.warn("ConcurrentDataModification error getting size of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

            try {

                reload();

            } catch (BaseException e) {

                LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

            try {

                return this.getTotalSize();

            } catch (Exception e) {

                LOG.warn("Error getting size of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

        } catch (Exception ex) {

            throw new RuntimeException(ex);

        }

    }

    @Override

    public Feature get64(long position) {

        try {

            return getFeatureAt(position);

        } catch (ConcurrentDataModificationException ex) {

            LOG.warn("ConcurrentDataModification error getting element " + position + " of the list. Retrying reloading data. "+(featSet==null?0:featSet.hashCode()));

            try {

                reload();

            } catch (BaseException e) {

                LOG.warn("Error reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

            try {

                return getFeatureAt(position);

            } catch (Exception e) {

                LOG.warn("Error getting element " + position + " of the list after reloading data. "+(featSet==null?0:featSet.hashCode()), e);

                throw new RuntimeException(e);

            }

        } catch (BaseException ex) {

            throw new RuntimeException(ex);

        }

    }

    @Override

    public Iterator<Feature> iterator() {

        try {

            return getFeatureSet(false).fastIterator();

        } catch (Exception ex) {

            throw new RuntimeException(ex);

        }

    }

    @Override

    public String toString() {

        try {

            ToStringBuilder builder = new ToStringBuilder(this);

            builder.append("evaluators", this.featureStore, true);

            builder.append("query", this.query, true);

            builder.append("selectionUp", this.selectionUp);

            return builder.toString();

        } catch (Exception e) {

            return super.toString();

        }

    }

}