org.dswarm.graph.gdm.test.GDMResourceTest.java Source code

Java tutorial

Introduction

Here is the source code for org.dswarm.graph.gdm.test.GDMResourceTest.java

Source

/**
 * This file is part of d:swarm graph extension.
 *
 * d:swarm graph extension is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * d:swarm graph extension is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with d:swarm graph extension.  If not, see <http://www.gnu.org/licenses/>.
 */
package org.dswarm.graph.gdm.test;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;
import java.util.Map;
import java.util.Optional;

import javax.ws.rs.core.MediaType;

import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.databind.node.ObjectNode;
import com.google.common.collect.Maps;
import com.google.common.io.ByteSource;
import com.google.common.io.Resources;
import com.sun.jersey.api.client.ClientResponse;
import com.sun.jersey.multipart.BodyPart;
import com.sun.jersey.multipart.MultiPart;
import org.junit.Assert;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import org.dswarm.graph.json.util.Util;
import org.dswarm.graph.test.Neo4jDBWrapper;

/**
 * @author tgaengler
 */
public abstract class GDMResourceTest extends BaseGDMResourceTest {

    private static final Logger LOG = LoggerFactory.getLogger(GDMResourceTest.class);

    public GDMResourceTest(final Neo4jDBWrapper neo4jDBWrapper, final String dbTypeArg) {

        super(neo4jDBWrapper, dbTypeArg);
    }

    @Test
    public void writeGDMToDB() throws IOException {

        writeGDMToDBInternal("http://data.slub-dresden.de/resources/1", DEFAULT_GDM_FILE_NAME);
    }

    @Test
    public void writeGDMToDB2() throws IOException {

        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/4/data",
                "versioning/dd-854/example_1.task.result.json");
    }

    @Test
    public void writeGDMToDB3() throws IOException {

        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/5/data",
                "versioning/dd-854/example_2.task.result.json");
    }

    @Test
    public void writeGDMToDB4() throws IOException {

        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/4/data",
                "versioning/dd-854/example_1.gdm.json");
        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/5/data",
                "versioning/dd-854/example_2.gdm.json");
        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/2/data",
                "versioning/dd-854/example_1.task.result.json");
        writeGDMToDBInternal("http://data.slub-dresden.de/datamodel/2/data",
                "versioning/dd-854/example_2.task.result.json");
    }

    /**
     * data was derived from XML that contains rdf:type elements
     *
     * @throws IOException
     */
    @Test
    public void writeGDMToDB5() throws IOException {

        writeGDMToDBInternalWOVersioning("http://data.slub-dresden.de/datamodel/6/data",
                "uvapub_formatted_3_records.xml.gdm.json");
    }

    @Test
    public void testResourceTypeNodeUniqueness() throws IOException {

        writeGDMToDBInternal("http://data.slub-dresden.de/resources/1", DEFAULT_GDM_FILE_NAME);
        writeGDMToDBInternal("http://data.slub-dresden.de/resources/2", DEFAULT_GDM_FILE_NAME);

        final String typeQuery = "MATCH (n:TYPE_RESOURCE) RETURN id(n) AS node_id, n.uri AS node_uri;";

        final ObjectMapper objectMapper = Util.getJSONObjectMapper();

        final ObjectNode requestJson = objectMapper.createObjectNode();

        requestJson.put("query", typeQuery);

        final String requestJsonString = objectMapper.writeValueAsString(requestJson);

        final ClientResponse response = cypher().type(MediaType.APPLICATION_JSON_TYPE)
                .accept(MediaType.APPLICATION_JSON).post(ClientResponse.class, requestJsonString);

        Assert.assertEquals("expected 200", 200, response.getStatus());

        final String body = response.getEntity(String.class);

        final ObjectNode bodyJson = objectMapper.readValue(body, ObjectNode.class);

        Assert.assertNotNull(bodyJson);

        final JsonNode dataNode = bodyJson.get("data");

        Assert.assertNotNull(dataNode);
        Assert.assertTrue(dataNode.size() > 0);

        final Map<String, Long> resourceTypeMap = Maps.newHashMap();

        for (final JsonNode entry : dataNode) {

            final String resourceType = entry.get(1).textValue();
            final long nodeId = entry.get(0).longValue();

            if (resourceTypeMap.containsKey(resourceType)) {

                final Long existingNodeId = resourceTypeMap.get(resourceType);

                Assert.assertTrue("resource node map already contains a node for resource type '" + resourceType
                        + "' with the id '" + existingNodeId + "', but found another node with id '" + nodeId
                        + "' for this resource type", false);
            }

            resourceTypeMap.put(resourceType, nodeId);
        }
    }

    @Test
    public void readGDMFromDBThatWasWrittenAsRDF() throws IOException {

        LOG.debug("start read test for GDM resource at {} DB", dbType);

        final String dataModelURI = "http://data.slub-dresden.de/resources/1";

        writeRDFToDBInternal(dataModelURI);

        final String recordClassURI = "http://www.openarchives.org/OAI/2.0/recordType";
        final int numberOfStatements = 2601;

        readGDMFromDB(recordClassURI, dataModelURI, numberOfStatements, Optional.empty());

        LOG.debug("finished read test for GDM resource at {} DB", dbType);
    }

    @Test
    public void readGDMFromDBThatWasWrittenAsGDM() throws IOException {

        LOG.debug("start read test for GDM resource at {} DB", dbType);

        final String dataModelURI = "http://data.slub-dresden.de/resources/1";

        writeGDMToDBInternal(dataModelURI, DEFAULT_GDM_FILE_NAME);

        final String recordClassURI = "http://www.ddb.de/professionell/mabxml/mabxml-1.xsd#datensatzType";
        final int numberOfStatements = 191;

        readGDMFromDB(recordClassURI, dataModelURI, numberOfStatements, Optional.empty());

        LOG.debug("finished read test for GDM resource at {} DB", dbType);
    }

    /**
     * read multiple records
     *
     * @throws IOException
     */
    @Test
    public void readGDMFromDBThatWasWrittenAsGDM2() throws IOException {

        LOG.debug("start read test  for GDM resource at {} DB", dbType);

        final String dataModelURI = "http://data.slub-dresden.de/resources/1000";

        writeGDMToDBInternal(dataModelURI, "versioning/csv.gdm.v1.json");

        final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
        final int numberOfStatements = 113;

        readGDMFromDB(recordClassURI, dataModelURI, numberOfStatements, Optional.empty());

        LOG.debug("finished read test 2 for GDM resource at {} DB", dbType);
    }

    @Test
    public void testAtMostParameter() throws IOException {

        LOG.debug("start at-most parameter test for GDM resource at {} DB", dbType);

        final String dataModelURI = "http://data.slub-dresden.de/resources/2";
        final String fileName = "versioning/lic_dmp_v1.csv.gson";

        writeGDMToDBInternal(dataModelURI, fileName);

        final String recordClassURI = "http://data.slub-dresden.de/resources/1/schema#RecordType";
        final int numberOfStatements = 230;

        readGDMFromDB(recordClassURI, dataModelURI, numberOfStatements, Optional.of(10));

        LOG.debug("finished at-most parameter test for GDM resource at {} DB", dbType);
    }

    private void writeRDFToDBInternal(final String dataModelURI) throws IOException {

        LOG.debug("start writing RDF statements for GDM resource at {} DB", dbType);

        final URL fileURL = Resources.getResource("dmpf_bsp1.n3");
        final ByteSource byteSource = Resources.asByteSource(fileURL);
        final InputStream is = byteSource.openStream();
        final BufferedInputStream bis = new BufferedInputStream(is, 1024);

        // Construct a MultiPart with two body parts
        final MultiPart multiPart = new MultiPart();
        multiPart.bodyPart(new BodyPart(dataModelURI, MediaType.TEXT_PLAIN_TYPE))
                .bodyPart(new BodyPart(bis, MediaType.APPLICATION_OCTET_STREAM_TYPE));

        // POST the request
        final ClientResponse response = service().path("/rdf/put").type("multipart/mixed")
                .post(ClientResponse.class, multiPart);

        Assert.assertEquals("expected 200", 200, response.getStatus());

        multiPart.close();

        LOG.debug("finished writing RDF statements for GDM resource at {} DB", dbType);
    }

}