Confronta il testo

Trova la differenza tra due file di testo

Editor live

Comprimi invariate

Senza a capo

Layout

Livello di dettaglio

Evidenziazione sintassi

Diffchecker Desktop Il modo più sicuro per usare Diffchecker. Ottieni l'app Diffchecker Desktop: i tuoi diff non lasciano mai il tuo computer!Ottieni Desktop

Untitled diff

Creato 8 anni faIl diff non scade mai

58 rimozioni

Linee
Totale
Rimosso

Caratteri
Totale
Rimosso

Per continuare a utilizzare questa funzione, aggiorna a Diffchecker Pro Visualizza prezzi

125 linee

25 aggiunte

Linee
Totale
Aggiunto

Caratteri
Totale
Aggiunto

Per continuare a utilizzare questa funzione, aggiorna a Diffchecker Pro Visualizza prezzi

93 linee

* Licensed to the Apache Software Foundation (ASF) under one or more

* contributor license agreements. See the NOTICE file distributed with

* this work for additional information regarding copyright ownership.

* The ASF licenses this file to You under the Apache License, Version 2.0

* (the "License"); you may not use this file except in compliance with

* the License. You may obtain a copy of the License at

* http://www.apache.org/licenses/LICENSE-2.0

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

package org.apache.any23.cli;

import org.apache.any23.cli.flows.PeopleExtractor;

import org.apache.any23.rdf.RDFUtils;

import org.apache.commons.codec.digest.DigestUtils;

import org.apache.commons.io.FileUtils;

import org.eclipse.rdf4j.model.IRI;

import org.eclipse.rdf4j.model.Model;

import org.eclipse.rdf4j.model.ValueFactory;

import org.eclipse.rdf4j.model.impl.TreeModel;

import org.eclipse.rdf4j.model.impl.SimpleValueFactory;

import org.eclipse.rdf4j.model.impl.TreeModelFactory;

import org.eclipse.rdf4j.model.vocabulary.RDF;

import org.eclipse.rdf4j.model.vocabulary.XMLSchema;

import org.eclipse.rdf4j.rio.Rio;

import org.junit.Assert;

import org.junit.Test;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import java.io.BufferedInputStream;

import java.io.File;

import java.io.FileInputStream;

import java.lang.invoke.MethodHandles;

import java.util.Arrays;

import java.util.function.Function;

import java.util.stream.Stream;

/**

* This is example for task ANY23-396

* @author Jacek Grzebyta (jgrzebyta@apache.org)

* @author Hans Brende (hansbrende@apache.org)

public class ExtractorsFlowTest extends ToolTestBase {

private static final String testingDatafile = "/org/apache/any23/extractor/csv/test-comma.csv";

private static final Logger log = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());

public ExtractorsFlowTest() {

super(Rover.class);

}

private static final String testingDatafile = "/org/apache/any23/extractor/csv/test-comma.csv";

private static final ValueFactory vf = SimpleValueFactory.getInstance();

private Logger log = LoggerFactory.getLogger(getClass());

Domain ontology & data model

public static final String NAMESPACE = "http://supercustom.net/ontology/";

public static final IRI PERSON = vf.createIRI(NAMESPACE, "Person");

public static final IRI FULL_NAME = vf.createIRI(NAMESPACE, "fullName");

public static final IRI HASH = vf.createIRI(NAMESPACE, "hash");

public static final String DATA_NAMESPACE = "http://rdf.supercustom.net/data/";

// domain ontology person IRI factory

public static Function<String, IRI> personIRIFactory = (String s) -> {

return vf.createIRI(DATA_NAMESPACE, DigestUtils.sha1Hex(s));

};

/**

* Emulates action described in description of issue ANY23-396.

* Emulates action described in ANY23-396.

* @throws Exception

@Test

public void runTestFor396() throws Exception {

File outputFile = File.createTempFile("mockdata-", ".ttl", tempDirectory);

File logFile = File.createTempFile("log-exec-", ".txt", tempDirectory);

runTool(String.format("-l %s --workflow -o %s -f turtle -e csv,people -d %s %s",

runTool(String.format("-l %s -o %s -f people,turtle -e csv -d %s %s",

logFile.getAbsolutePath(),

outputFile.getAbsolutePath(),

"urn:dataser:raw/",

PeopleExtractor.RAW_NS,

copyResourceToTempFile(testingDatafile).getAbsolutePath()));

// create some statement of expected model

Model expected = new TreeModelFactory().createEmptyModel();

String[] fullNames = new String[] {"Davide Palmisano", "Michele Mostarda", "Giovanni Tummarello"};

// populate expected model

Arrays.asList(fullNames).stream().forEach( fullN -> {

Model expected = new TreeModel();

IRI person = personIRIFactory.apply(fullN);

Stream.of("Davide Palmisano", "Michele Mostarda", "Giovanni Tummarello")

expected.add(person, RDF.TYPE, PERSON);

.map(PeopleExtractor::createPerson).forEach(expected::addAll);

expected.add(person, FULL_NAME, vf.createLiteral(fullN));

expected.add(person, HASH, vf.createLiteral(DigestUtils.sha1Hex(fullN), XMLSchema.HEXBINARY));

});

log.info("\n\nlog file content:\n{}", FileUtils.readFileToString(logFile, "utf-8"));

if (log.isDebugEnabled()) {

log.info("\n\nData file: \n{}", FileUtils.readFileToString(outputFile, "utf-8"));

log.debug("\n\nlog file content:\n{}", FileUtils.readFileToString(logFile, "utf-8"));

log.debug("\n\nData file: \n{}", FileUtils.readFileToString(outputFile, "utf-8"));

}

Assert.assertTrue(assertCompareModels(expected, outputFile));

}

/**

* Compare expected model and received from input File.

* @param expected

* @param received

* @return

public boolean assertCompareModels(Model expected, File received) throws Exception {

private boolean assertCompareModels(Model expected, File received) throws Exception {

Model receivedModel = new TreeModelFactory().createEmptyModel();

Model receivedModel = new TreeModel();

receivedModel.addAll(Arrays.asList(RDFUtils.parseRDF(

Rio.getParserFormatForFileName(received.getName()).get(),

Rio.getParserFormatForFileName(received.getName()).orElseThrow(AssertionError::new),

new BufferedInputStream(new FileInputStream(received)),

received.toURI().toString()

)));

return receivedModel.containsAll(expected);

}

Diff salvati

Testo originale

Apri file

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *  http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.any23.cli;

import org.apache.any23.rdf.RDFUtils;
import org.apache.commons.codec.digest.DigestUtils;
import org.apache.commons.io.FileUtils;
import org.eclipse.rdf4j.model.IRI;
import org.eclipse.rdf4j.model.Model;
import org.eclipse.rdf4j.model.ValueFactory;
import org.eclipse.rdf4j.model.impl.SimpleValueFactory;
import org.eclipse.rdf4j.model.impl.TreeModelFactory;
import org.eclipse.rdf4j.model.vocabulary.RDF;
import org.eclipse.rdf4j.model.vocabulary.XMLSchema;
import org.eclipse.rdf4j.rio.Rio;
import org.junit.Assert;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.util.Arrays;
import java.util.function.Function;

/**
 * This is example for task ANY23-396
 *
 * @author Jacek Grzebyta (jgrzebyta@apache.org)
 */
public class ExtractorsFlowTest extends ToolTestBase {

public ExtractorsFlowTest() {
        super(Rover.class);
    }

private static final String testingDatafile = "/org/apache/any23/extractor/csv/test-comma.csv";
    private static final ValueFactory vf = SimpleValueFactory.getInstance();
    private Logger log = LoggerFactory.getLogger(getClass());

/*
     Domain ontology & data model
     */
    public static final String NAMESPACE = "http://supercustom.net/ontology/";
    public static final IRI PERSON = vf.createIRI(NAMESPACE, "Person");
    public static final IRI FULL_NAME = vf.createIRI(NAMESPACE, "fullName");
    public static final IRI HASH = vf.createIRI(NAMESPACE, "hash");

public static final String DATA_NAMESPACE = "http://rdf.supercustom.net/data/";

// domain ontology person IRI factory
    public static Function<String, IRI> personIRIFactory = (String s) -> {
            return vf.createIRI(DATA_NAMESPACE, DigestUtils.sha1Hex(s));
    };

/**
     * Emulates action described in description of issue ANY23-396.
     * @throws Exception
     */
    @Test
    public void runTestFor396() throws Exception {
        File outputFile = File.createTempFile("mockdata-", ".ttl", tempDirectory);
        File logFile = File.createTempFile("log-exec-", ".txt", tempDirectory);

runTool(String.format("-l %s --workflow -o %s -f turtle -e csv,people -d %s %s",
                logFile.getAbsolutePath(),
                outputFile.getAbsolutePath(),
                "urn:dataser:raw/",
                copyResourceToTempFile(testingDatafile).getAbsolutePath()));

// create some statement of expected model
        Model expected = new TreeModelFactory().createEmptyModel();
        String[] fullNames = new String[] {"Davide Palmisano", "Michele Mostarda", "Giovanni Tummarello"};

// populate expected model
        Arrays.asList(fullNames).stream().forEach( fullN -> {
            IRI person = personIRIFactory.apply(fullN);
            expected.add(person, RDF.TYPE, PERSON);
            expected.add(person, FULL_NAME, vf.createLiteral(fullN));
            expected.add(person, HASH, vf.createLiteral(DigestUtils.sha1Hex(fullN), XMLSchema.HEXBINARY));
        });

log.info("\n\nlog file content:\n{}", FileUtils.readFileToString(logFile, "utf-8"));
        log.info("\n\nData file: \n{}", FileUtils.readFileToString(outputFile, "utf-8"));

Assert.assertTrue(assertCompareModels(expected, outputFile));
    }

/**
     * Compare expected model and received from input File.
     * @param expected
     * @param received
     * @return
     */
    public boolean assertCompareModels(Model expected, File received) throws Exception {
        Model receivedModel = new TreeModelFactory().createEmptyModel();
        receivedModel.addAll(Arrays.asList(RDFUtils.parseRDF(
                Rio.getParserFormatForFileName(received.getName()).get(),
                new BufferedInputStream(new FileInputStream(received)),
                received.toURI().toString()
        )));

return receivedModel.containsAll(expected);
    }

}

Testo modificato

Apri file

package org.apache.any23.cli;

import org.apache.any23.cli.flows.PeopleExtractor;
import org.apache.any23.rdf.RDFUtils;
import org.apache.commons.io.FileUtils;
import org.eclipse.rdf4j.model.Model;
import org.eclipse.rdf4j.model.impl.TreeModel;
import org.eclipse.rdf4j.rio.Rio;
import org.junit.Assert;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.BufferedInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.lang.invoke.MethodHandles;
import java.util.Arrays;
import java.util.stream.Stream;

/**
 * This is example for task ANY23-396
 *
 * @author Jacek Grzebyta (jgrzebyta@apache.org)
 * @author Hans Brende (hansbrende@apache.org)
 */
public class ExtractorsFlowTest extends ToolTestBase {

private static final String testingDatafile = "/org/apache/any23/extractor/csv/test-comma.csv";
    private static final Logger log = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());

public ExtractorsFlowTest() {
        super(Rover.class);
    }

/**
     * Emulates action described in ANY23-396.
     */
    @Test
    public void runTestFor396() throws Exception {
        File outputFile = File.createTempFile("mockdata-", ".ttl", tempDirectory);
        File logFile = File.createTempFile("log-exec-", ".txt", tempDirectory);

runTool(String.format("-l %s -o %s -f people,turtle -e csv -d %s %s",
                logFile.getAbsolutePath(),
                outputFile.getAbsolutePath(),
                PeopleExtractor.RAW_NS,
                copyResourceToTempFile(testingDatafile).getAbsolutePath()));

// populate expected model
        Model expected = new TreeModel();
        Stream.of("Davide Palmisano", "Michele Mostarda", "Giovanni Tummarello")
                .map(PeopleExtractor::createPerson).forEach(expected::addAll);

if (log.isDebugEnabled()) {
            log.debug("\n\nlog file content:\n{}", FileUtils.readFileToString(logFile, "utf-8"));
            log.debug("\n\nData file: \n{}", FileUtils.readFileToString(outputFile, "utf-8"));
        }

Assert.assertTrue(assertCompareModels(expected, outputFile));
    }

/**
     * Compare expected model and received from input File.
     */
    private boolean assertCompareModels(Model expected, File received) throws Exception {
        Model receivedModel = new TreeModel();
        receivedModel.addAll(Arrays.asList(RDFUtils.parseRDF(
                Rio.getParserFormatForFileName(received.getName()).orElseThrow(AssertionError::new),
                new BufferedInputStream(new FileInputStream(received)),
                received.toURI().toString()
        )));

return receivedModel.containsAll(expected);
    }
}