WFSGetFeaturesRequestTest.java

/**
 * geo-platform
 * Rich webgis framework
 * http://geo-platform.org
 * ====================================================================
 * <p>
 * Copyright (C) 2008-2017 geoSDI Group (CNR IMAA - Potenza - ITALY).
 * <p>
 * This program is free software: you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version. This program is distributed in the
 * hope that it will be useful, but WITHOUT ANY WARRANTY; without
 * even the implied warranty of MERCHANTABILITY or FITNESS FOR
 * A PARTICULAR PURPOSE. See the GNU General Public License
 * for more details. You should have received a copy of the GNU General
 * Public License along with this program. If not, see http://www.gnu.org/licenses/
 * <p>
 * ====================================================================
 * <p>
 * Linking this library statically or dynamically with other modules is
 * making a combined work based on this library. Thus, the terms and
 * conditions of the GNU General Public License cover the whole combination.
 * <p>
 * As a special exception, the copyright holders of this library give you permission
 * to link this library with independent modules to produce an executable, regardless
 * of the license terms of these independent modules, and to copy and distribute
 * the resulting executable under terms of your choice, provided that you also meet,
 * for each linked independent module, the terms and conditions of the license of
 * that module. An independent module is a module which is not derived from or
 * based on this library. If you modify this library, you may extend this exception
 * to your version of the library, but you are not obligated to do so. If you do not
 * wish to do so, delete this exception statement from your version.
 */
package org.geosdi.geoplatform.wfs;

import com.vividsolutions.jts.geom.Coordinate;
import com.vividsolutions.jts.geom.GeometryFactory;
import com.vividsolutions.jts.geom.Point;
import com.vividsolutions.jts.geom.PrecisionModel;
import org.geosdi.geoplatform.connector.GPWFSConnectorStore;
import org.geosdi.geoplatform.connector.WFSConnectorBuilder;
import org.geosdi.geoplatform.connector.server.request.WFSDescribeFeatureTypeRequest;
import org.geosdi.geoplatform.connector.server.request.WFSGetFeatureRequest;
import org.geosdi.geoplatform.connector.wfs.response.FeatureCollectionDTO;
import org.geosdi.geoplatform.connector.wfs.response.LayerSchemaDTO;
import org.geosdi.geoplatform.gui.shared.bean.BBox;
import org.geosdi.geoplatform.jaxb.GPJAXBContextBuilder;
import org.geosdi.geoplatform.support.wfs.feature.reader.FeatureSchemaReader;
import org.geosdi.geoplatform.support.wfs.feature.reader.GPFeatureSchemaReader;
import org.geosdi.geoplatform.support.wfs.feature.reader.WFSGetFeatureStaxReader;
import org.geosdi.geoplatform.xml.wfs.v110.GetFeatureType;
import org.geosdi.geoplatform.xml.wfs.v110.ResultTypeType;
import org.geosdi.geoplatform.xml.xsd.v2001.Schema;
import org.geotools.geometry.jts.JTS;
import org.geotools.referencing.CRS;
import org.junit.Ignore;
import org.junit.Test;
import org.opengis.referencing.crs.CoordinateReferenceSystem;
import org.opengis.referencing.operation.MathTransform;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.xml.namespace.QName;
import java.io.BufferedWriter;
import java.io.File;
import java.io.InputStream;
import java.io.StringReader;
import java.math.BigInteger;
import java.net.URL;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.*;

/**
 * @author Giuseppe La Scaleia - CNR IMAA geoSDI Group
 * @email giuseppe.lascaleia@geosdi.org
 */
public class WFSGetFeaturesRequestTest {

    private static final Logger logger = LoggerFactory.getLogger(WFSGetFeaturesRequestTest.class);
    //
    private static final QName information = new QName("topp:polygon_loc_hebron_nablus_pcd");
    private static final String informationName = information.getLocalPart()
            .substring(information.getLocalPart().indexOf(":") + 1, information.getLocalPart().length());
    private static final QName states = new QName("topp:states");
    private static final String statesName = states.getLocalPart()
            .substring(states.getLocalPart().indexOf(":") + 1, states.getLocalPart().length());
    private static final QName tigerRoads = new QName("tiger:tiger_roads");
    private static final String tigerRoadsName = tigerRoads.getLocalPart()
            .substring(tigerRoads.getLocalPart().indexOf(":") + 1, tigerRoads.getLocalPart().length());
    //
    private final static FeatureSchemaReader featureReaderXSD = new GPFeatureSchemaReader();


    @Test
    public void getAllFeaturesTest() throws Exception {
        String wfsURL = "http://geoserver.wfppal.org/geoserver/wfs";
        GPWFSConnectorStore serverConnector = WFSConnectorBuilder.newConnector().withServerUrl(new URL(wfsURL)).build();
        WFSDescribeFeatureTypeRequest<Schema> request = serverConnector.createDescribeFeatureTypeRequest();
        request.setTypeName(Arrays.asList(information));
        Schema response = request.getResponse();

        LayerSchemaDTO layerSchema = featureReaderXSD.getFeature(response, informationName);
        if (layerSchema == null) {
            throw new IllegalStateException("The Layer Schema is null.");
        }
        layerSchema.setScope(wfsURL);
        logger.debug("\n\t##################################LAYER_SCHEMA : {}", layerSchema);

        WFSGetFeatureRequest getFeatureRequest = serverConnector.createGetFeatureRequest();
        getFeatureRequest.setTypeName(new QName(layerSchema.getTypeName()));
        getFeatureRequest.setSRS("EPSG:4326");
        getFeatureRequest.setResultType(ResultTypeType.RESULTS.value());
        getFeatureRequest.setMaxFeatures(BigInteger.valueOf(50));

        logger.debug("\n\t@@@@@@@@@@@@@@@@@@RESPONSE_AS_STRING : {}", getFeatureRequest.getResponseAsString());
        InputStream is = getFeatureRequest.getResponseAsStream();
        WFSGetFeatureStaxReader featureReaderStAX = new WFSGetFeatureStaxReader(layerSchema);
        FeatureCollectionDTO featureCollection = featureReaderStAX.read(is);
        if (!featureCollection.isFeaturesLoaded()) {
            featureCollection.setErrorMessage(getFeatureRequest.getResponseAsString());
        }
        logger.debug("\n\t@@@@@@@@@@@@@@@@@@@@@@@@@@@FEATURE_COLLECTION_DTO : {}", featureCollection);
    }

    //@Ignore(value = "FIX PROBLEM TO RETRIEVE ATTRIBUTES WITHOUT GEOMETRY")
    @Test
    public void statesTest() throws Exception {
        String wfsURL = "http://150.145.141.92/geoserver/wfs";
        GPWFSConnectorStore serverConnector = WFSConnectorBuilder
                .newConnector()
                .withServerUrl(new URL(wfsURL))
                .build();
        WFSDescribeFeatureTypeRequest<Schema> request = serverConnector.createDescribeFeatureTypeRequest();
        request.setTypeName(Arrays.asList(states));
        Schema response = request.getResponse();
        LayerSchemaDTO layerSchema = featureReaderXSD.getFeature(response, statesName);
        if (layerSchema == null) {
            throw new IllegalStateException("The Layer Schema is null.");
        }
        layerSchema.setScope(wfsURL);
        logger.debug("\n\t##################################LAYER_SCHEMA : {}", layerSchema);
        WFSGetFeatureRequest getFeatureRequest = serverConnector.createGetFeatureRequest();
        getFeatureRequest.setTypeName(new QName(layerSchema.getTypeName()));
        getFeatureRequest.setPropertyNames(Arrays.asList(new String[]{"STATE_NAME", "PERSONS"}));
        getFeatureRequest.setBBox(new BBox(-75.102613, 40.212597, -72.361859, 41.512517));
        getFeatureRequest.setSRS("EPSG:4326");
        getFeatureRequest.setResultType(ResultTypeType.RESULTS.value());

        getFeatureRequest.setMaxFeatures(BigInteger.valueOf(50));
        logger.debug("\n\t@@@@@@@@@@@@@@@@@@RESPONSE_AS_STRING : {}", getFeatureRequest.getResponseAsString());
        InputStream is = getFeatureRequest.getResponseAsStream();
        WFSGetFeatureStaxReader featureReaderStAX = new WFSGetFeatureStaxReader(layerSchema);
        FeatureCollectionDTO featureCollection = featureReaderStAX.read(is);
        if (!featureCollection.isFeaturesLoaded()) {
            featureCollection.setErrorMessage(getFeatureRequest.getResponseAsString());
        }
        logger.debug("\n\t@@@@@@@@@@@@@@@@@@@@@@@@@@@FEATURE_COLLECTION_DTO : {}", featureCollection);
    }

    @Test
    public void tigerRoadsTest() throws Exception {
        String wfsURL = "http://150.145.141.92/geoserver/wfs";
        GPWFSConnectorStore serverConnector = WFSConnectorBuilder
                .newConnector()
                .withServerUrl(new URL(wfsURL))
                .build();
        WFSDescribeFeatureTypeRequest<Schema> request = serverConnector.createDescribeFeatureTypeRequest();
        request.setTypeName(Arrays.asList(tigerRoads));
        Schema response = request.getResponse();

        LayerSchemaDTO layerSchema = featureReaderXSD.getFeature(response, tigerRoadsName);
        if (layerSchema == null) {
            throw new IllegalStateException("The Layer Schema is null.");
        }
        layerSchema.setScope(wfsURL);
        logger.debug("\n\t##################################LAYER_SCHEMA : {}", layerSchema);
        WFSGetFeatureRequest getFeatureRequest = serverConnector.createGetFeatureRequest();
        getFeatureRequest.setTypeName(new QName(layerSchema.getTypeName()));
        getFeatureRequest.setSRS("EPSG:4326");
        getFeatureRequest.setResultType(ResultTypeType.RESULTS.value());
        getFeatureRequest.setMaxFeatures(BigInteger.valueOf(50));
        logger.debug("\n\t@@@@@@@@@@@@@@@@@@RESPONSE_AS_STRING : {}", getFeatureRequest.showRequestAsString());
        InputStream is = getFeatureRequest.getResponseAsStream();
        WFSGetFeatureStaxReader featureReaderStAX = new WFSGetFeatureStaxReader(layerSchema);
        FeatureCollectionDTO featureCollection = featureReaderStAX.read(is);

        if (!featureCollection.isFeaturesLoaded()) {
            featureCollection.setErrorMessage(getFeatureRequest.getResponseAsString());
        }
        logger.debug("\n\t@@@@@@@@@@@@@@@@@@@@@@@@@@@FEATURE_COLLECTION_DTO : {}", featureCollection);
    }

    @Test
    public void siteTrTest() throws Exception {
        String wfsURL = "http://150.145.141.241/geoserver/wfs";
        QName siteTRCom = new QName("cite:tr_com");
        GPWFSConnectorStore serverConnector = WFSConnectorBuilder
                .newConnector()
                .withServerUrl(new URL(wfsURL))
                .build();
        WFSDescribeFeatureTypeRequest<Schema> request = serverConnector.createDescribeFeatureTypeRequest();
        request.setTypeName(Arrays.asList(siteTRCom));
        Schema response = request.getResponse();

        String localPart = siteTRCom.getLocalPart();
        String name = localPart.substring(localPart.indexOf(":") + 1);

        LayerSchemaDTO layerSchema = featureReaderXSD.getFeature(response, name);
        if (layerSchema == null) {
            throw new IllegalStateException("The Layer Schema is null.");
        }
        layerSchema.setScope(wfsURL);

        WFSGetFeatureRequest getFeatureRequest = serverConnector.createGetFeatureRequest();
        getFeatureRequest.setTypeName(new QName(layerSchema.getTypeName()));
        getFeatureRequest.setSRS("EPSG:4326");
        getFeatureRequest.setResultType(ResultTypeType.RESULTS.value());

        getFeatureRequest.setMaxFeatures(BigInteger.valueOf(50));
        logger.debug("@@@@@@@@@@@@@@@@@@REQUEST_AS_STRING : \n{}\n", getFeatureRequest.showRequestAsString());
        logger.debug("######################RESPONSE_AS_STRING : \n{}\n", getFeatureRequest.formatResponseAsString(2));

        InputStream is = getFeatureRequest.getResponseAsStream();
        WFSGetFeatureStaxReader featureReaderStAX = new WFSGetFeatureStaxReader(layerSchema);
        FeatureCollectionDTO featureCollection = featureReaderStAX.read(is);
        if (!featureCollection.isFeaturesLoaded()) {
            featureCollection.setErrorMessage(getFeatureRequest.getResponseAsString());
        }
        logger.info("###################################FEATURE_COLLECTION : {}\n", featureCollection);

        getFeatureRequest.setGeometryName(layerSchema.getGeometry().getName());
        getFeatureRequest.setBBox(new BBox(10.329274141729897, 44.64877730606194, 10.35673996203874, 44.66831396911103));

        logger.debug("@@@@@@@@@@@@@@@@@@REQUEST_FILTERED_BY_BBOX_AS_STRING : \n{}\n", getFeatureRequest.showRequestAsString());
        logger.debug("######################RESPONSE_FILTERED_BY_BBOX_AS_STRING : \n{}\n", getFeatureRequest.formatResponseAsString(2));

        InputStream si = getFeatureRequest.getResponseAsStream();
        FeatureCollectionDTO featureCollectionByBBOX = featureReaderStAX.read(si);
        if (!featureCollectionByBBOX.isFeaturesLoaded()) {
            featureCollectionByBBOX.setErrorMessage(getFeatureRequest.getResponseAsString());
        }
        logger.info("###################################FEATURE_COLLECTION_BY_BBOX : {}\n", featureCollectionByBBOX);
    }

    @Ignore(value = "Test to Prepare XML Files")
    @Test
    public void generateXMLFilesTest() throws Exception {
        String wfsURL = "http://150.145.133.99:8080/geoserver/wfs";
        QName layerQName = new QName("admin:donato");
        GPWFSConnectorStore serverConnector = WFSConnectorBuilder.newConnector().withServerUrl(new URL(wfsURL)).build();
        WFSDescribeFeatureTypeRequest<Schema> request = serverConnector.createDescribeFeatureTypeRequest();
        request.setTypeName(Arrays.asList(layerQName));
        Schema response = request.getResponse();

        String localPart = layerQName.getLocalPart();
        String name = localPart.substring(localPart.indexOf(":") + 1);

        LayerSchemaDTO layerSchema = featureReaderXSD.getFeature(response, name);
        if (layerSchema == null) {
            throw new IllegalStateException("The Layer Schema is null.");
        }
        layerSchema.setScope(wfsURL);

        GPJAXBContextBuilder.newInstance().marshal(layerSchema, new File("./target/LayerSchemaCreateLayer.xml"));

        WFSGetFeatureRequest getFeatureRequest = serverConnector.createGetFeatureRequest();
        getFeatureRequest.setTypeName(new QName(layerSchema.getTypeName()));
        getFeatureRequest.setSRS("EPSG:4326");
        getFeatureRequest.setResultType(ResultTypeType.RESULTS.value());
        String responseAsString = getFeatureRequest.formatResponseAsString(2);

        try (BufferedWriter writer = Files.newBufferedWriter(Paths.get("./target/GetFeatureCreateLayer.xml"))) {
            writer.write(responseAsString);
        }
    }

    @Test
    public void getFeatureMappingTest() throws Exception {
        GetFeatureType getFeatureType = GPJAXBContextBuilder.newInstance().unmarshal(new StringReader("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" +
                        "<wfs:GetFeature xmlns:wfs=\"http://www.opengis.net/wfs\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" service=\"WFS\" version=\"1.1.0\" maxFeatures=\"10\" xsi:schemaLocation=\"http://www.opengis.net/wfs http://schemas.opengis.net/wfs/1.1.0/wfs.xsd\">\n" +
                        "   <wfs:Query xmlns:cite=\"http://www.opengeospatial.net/cite\" typeName=\"cite:tr_com\" srsName=\"EPSG:3857\">\n" +
                        "      <ogc:Filter xmlns:ogc=\"http://www.opengis.net/ogc\">\n" +
                        "         <ogc:BBOX>\n" +
                        "            <ogc:PropertyName>the_geom</ogc:PropertyName>\n" +
                        "            <gml:Envelope xmlns:gml=\"http://www.opengis.net/gml\" srsName=\"EPSG:3857\">\n" +
                        "               <gml:lowerCorner>1149849.5377215 5566397.1005184</gml:lowerCorner>\n" +
                        "               <gml:upperCorner>1152907.0188525 5569454.5816494</gml:upperCorner>\n" +
                        "            </gml:Envelope>\n" +
                        "         </ogc:BBOX>\n" +
                        "      </ogc:Filter>\n" +
                        "   </wfs:Query>\n" +
                        "</wfs:GetFeature>"),
                GetFeatureType.class);
        logger.info("################################GET_FEATURE_TYPE : {}\n", getFeatureType);
    }

    @Test
    public void convertJTSPointFrom3857To4326Test() throws Exception {
        CoordinateReferenceSystem sourceCRS = CRS.decode("EPSG:3857");
        CoordinateReferenceSystem targetCRS = CRS.decode("EPSG:4326");
        MathTransform transform = CRS.findMathTransform(sourceCRS, targetCRS, false);
        GeometryFactory geometryFactory = new GeometryFactory(new PrecisionModel(), 4326);
        Point lowerCorner = geometryFactory.createPoint(new Coordinate(1149849.5377215, 5566397.1005184));
        Point targetLowerCorner = (Point) JTS.transform(lowerCorner, transform);
        logger.info("############################LOWER_CORNER : {}\n", targetLowerCorner);
        Point upperCorner = geometryFactory.createPoint(new Coordinate(1152907.0188525, 5569454.5816494));
        Point targetUpperCorner = (Point) JTS.transform(upperCorner, transform);
        logger.info("@@@@@@@@@@@@@@@@@@@@@@@@@@@@UPPER_CORNER : {}\n", targetUpperCorner);
    }
}