From 0c6b2408747f7117bf3c970d3dfdbc9bd025d96e Mon Sep 17 00:00:00 2001 From: John Fereira Date: Mon, 15 Jun 2015 12:03:02 -0400 Subject: [PATCH] add example-csv for 1.6 --- .../1.6-examples/example-csv/README | 25 + .../changenamespace-departments.config.xml | 46 + .../changenamespace-people.config.xml | 46 + .../changenamespace-positions.config.xml | 45 + .../changenamespace-timeinterval.config.xml | 15 + .../changenamespace-vcard.config.xml | 46 + .../example-csv/csv-grant-to-vivo.datamap.xsl | 202 ++++ .../csv-people-to-vivo.datamap.xsl | 261 ++++++ .../example-csv/csvtojdbc.config.xml | 45 + .../example-csv/databaseclone.config.xml | 91 ++ .../example-csv/diff-additions.config.xml | 87 ++ .../example-csv/diff-subtractions.config.xml | 86 ++ .../example-csv/harvested-data.model.xml | 111 +++ .../example-csv/jdbc-to-vivo.datamap.xsl | 235 +++++ .../example-csv/jdbcfetch.config.xml | 76 ++ .../match-people-departments.config.xml | 284 ++++++ .../example-csv/match-people.config.xml | 289 ++++++ .../match-positions-departments.config.xml | 284 ++++++ .../example-csv/match-positions.config.xml | 289 ++++++ .../example-csv/match-vcard.config.xml | 289 ++++++ .../example-csv/person-template.csv | 5 + .../1.6-examples/example-csv/person.csv | 4 + .../example-csv/previous-harvest.model.xml | 10 + .../example-csv/raw-records.config.xml | 299 ++++++ .../1.6-examples/example-csv/rdfdump.txt | 873 ++++++++++++++++++ .../example-csv/remove-last-csv-harvest.sh | 65 ++ .../1.6-examples/example-csv/run-csv.bat | 197 ++++ .../1.6-examples/example-csv/run-csv.sh | 192 ++++ .../example-csv/score-data.model.xml | 154 +++ .../example-csv/score-departments.config.xml | 73 ++ .../example-csv/score-people.config.xml | 73 ++ .../example-csv/score-positions.config.xml | 84 ++ .../example-csv/transfer.config.xml | 38 + .../example-csv/translated-records.config.xml | 299 ++++++ .../1.6-examples/example-csv/vivo.model.xml | 111 +++ .../example-csv/xsltranslator.config.xml | 17 + 36 files changed, 5346 insertions(+) create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/README create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-departments.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-people.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-positions.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-timeinterval.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-vcard.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-grant-to-vivo.datamap.xsl create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-people-to-vivo.datamap.xsl create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csvtojdbc.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/databaseclone.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-additions.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-subtractions.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/harvested-data.model.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbc-to-vivo.datamap.xsl create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbcfetch.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people-departments.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions-departments.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-vcard.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person-template.csv create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person.csv create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/previous-harvest.model.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/raw-records.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/rdfdump.txt create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/remove-last-csv-harvest.sh create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/run-csv.bat create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/run-csv.sh create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-data.model.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-departments.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-people.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-positions.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/transfer.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/translated-records.config.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/vivo.model.xml create mode 100644 example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/xsltranslator.config.xml diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/README b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/README new file mode 100644 index 000000000..e2913eced --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/README @@ -0,0 +1,25 @@ + +You need to modify certains files to ingest data using this example. + +Here are the files that need to be modified: + +1. vivo.model.xml + +check that the database information is configured correctly for your system. By default, it will +connect to a database called vitrodb_test on localhost + +2. run-csv.sh + +set to the directory where the harvester was installed +HARVESTER_INSTALL_DIR +(Note: there may be other shell scripts which have a set HARVESTER_INSTALL_DIR which +will need to modified) + +3. csvtojdbc.config.xml + +change inputFile name to your csv data source + +5. all the changenamespace-*.config.xml files + +change the "newNamespace" value to the namespace of your VIVO instance + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-departments.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-departments.config.xml new file mode 100644 index 000000000..eb71b1d1c --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-departments.config.xml @@ -0,0 +1,46 @@ + + + + + + + harvested-data.model.xml + + + + vivo.model.xml + + + + + http://vivoweb.org/harvest/csvfile/org/ + http://vivo.sample.edu/individual/ + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-people.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-people.config.xml new file mode 100644 index 000000000..66f615ee2 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-people.config.xml @@ -0,0 +1,46 @@ + + + + + + + harvested-data.model.xml + + + + + vivo.model.xml + + + + http://vivoweb.org/harvest/csvfile/person/ + http://vivo.sample.edu/individual/ + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-positions.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-positions.config.xml new file mode 100644 index 000000000..4fbe76bb9 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-positions.config.xml @@ -0,0 +1,45 @@ + + + + + + + harvested-data.model.xml + + + + vivo.model.xml + + + + http://vivoweb.org/harvest/csvfile/position/ + http://vivo.sample.edu/individual/ + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-timeinterval.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-timeinterval.config.xml new file mode 100644 index 000000000..c3933ce44 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-timeinterval.config.xml @@ -0,0 +1,15 @@ + + + + + INFO + harvested-data.model.xml + vivo.model.xml + http://vivoweb.org/harvest/csvfile/timeInterval/ + http://vivo.sample.edu/individual/ + true + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-vcard.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-vcard.config.xml new file mode 100644 index 000000000..4a46d1b51 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/changenamespace-vcard.config.xml @@ -0,0 +1,46 @@ + + + + + + + harvested-data.model.xml + + + + + vivo.model.xml + + + + http://vivoweb.org/harvest/csvfile/vcard/ + http://vivo.sample.edu/individual/ + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-grant-to-vivo.datamap.xsl b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-grant-to-vivo.datamap.xsl new file mode 100644 index 000000000..0fb658b81 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-grant-to-vivo.datamap.xsl @@ -0,0 +1,202 @@ + + + + + + + http://vivoweb.org/harvest/csvfile/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + T00:00:00 + + + + + + + + + T00:00:00 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-people-to-vivo.datamap.xsl b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-people-to-vivo.datamap.xsl new file mode 100644 index 000000000..ae4967654 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csv-people-to-vivo.datamap.xsl @@ -0,0 +1,261 @@ + + + + + + + http://vivoweb.org/harvest/csvfile/ + + + + + + + + + + + + + + + + + + + + + + + + + , + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + vCard for: + + + + + + + + + + + + + + + + + + + + + + + + + vCard name for: + + + + + + + + + + + + + + + + + + + + + + vCard email for: + + + + + + + + + vCard telephone for: + + + + + + + + + + vCard fax for: + + + + + + + + + + vCard title for: + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + T00:00:00 + + + + + + + + + T00:00:00 + + + + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csvtojdbc.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csvtojdbc.config.xml new file mode 100644 index 000000000..c9a9fb11d --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/csvtojdbc.config.xml @@ -0,0 +1,45 @@ + + + + INFO + + person.csv + + org.h2.Driver + jdbc:h2:data/csv/store + sa + + + + CSV2 + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/databaseclone.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/databaseclone.config.xml new file mode 100644 index 000000000..72a2fdca4 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/databaseclone.config.xml @@ -0,0 +1,91 @@ + + + + + + com.mysql.jdbc.Driver + jdbc:mysql://127.0.0.1:3306/demodb + demodb + demodb + + + + org.h2.Driver + jdbc:h2:data/databaseclone/database + sa + + + + + + + + + + http://www.dbunit.org/features/caseSensitiveTableNames=true + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-additions.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-additions.config.xml new file mode 100644 index 000000000..5da668a40 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-additions.config.xml @@ -0,0 +1,87 @@ + + + + + + + + harvested-data.model.xml + + + + previous-harvest.model.xml + + + + + filename=data/vivo-additions.rdf.xml + + + + + + + + + + + + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-subtractions.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-subtractions.config.xml new file mode 100644 index 000000000..2b1455071 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/diff-subtractions.config.xml @@ -0,0 +1,86 @@ + + + + + + + + previous-harvest.model.xml + + + + harvested-data.model.xml + + + + filename=data/vivo-subtractions.rdf.xml + + + + + + + + + + + + + + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/harvested-data.model.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/harvested-data.model.xml new file mode 100644 index 000000000..e722f84a1 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/harvested-data.model.xml @@ -0,0 +1,111 @@ + + + + + + + tdb + data/harvested-data/ + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbc-to-vivo.datamap.xsl b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbc-to-vivo.datamap.xsl new file mode 100644 index 000000000..afe0970d7 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbc-to-vivo.datamap.xsl @@ -0,0 +1,235 @@ + + + + + + + + http://vivoweb.org/harvest/example/jdbc/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + + + + + + + + + + + + + + + + + + + + + Example.JDBCFetch-Harvester + + + + + + + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbcfetch.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbcfetch.config.xml new file mode 100644 index 000000000..8199ee28b --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/jdbcfetch.config.xml @@ -0,0 +1,76 @@ + + + + INFO + + + org.h2.Driver + jdbc:h2:data/csv/store + sa + + + + + raw-records.config.xml + + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people-departments.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people-departments.config.xml new file mode 100644 index 000000000..d960b9cae --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people-departments.config.xml @@ -0,0 +1,284 @@ + + + + + + + + + + + + + + + + + harvested-data.model.xml + score-data.model.xml + true + 1.0 + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people.config.xml new file mode 100644 index 000000000..365ac27a9 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-people.config.xml @@ -0,0 +1,289 @@ + + + + + + + + + + + + + + + + + + harvested-data.model.xml + + + score-data.model.xml + + + true + 1.0 + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions-departments.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions-departments.config.xml new file mode 100644 index 000000000..d960b9cae --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions-departments.config.xml @@ -0,0 +1,284 @@ + + + + + + + + + + + + + + + + + harvested-data.model.xml + score-data.model.xml + true + 1.0 + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions.config.xml new file mode 100644 index 000000000..304c6c1d1 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-positions.config.xml @@ -0,0 +1,289 @@ + + + + + + + + + + + + + + + + + + harvested-data.model.xml + + + score-data.model.xml + + + true + 1.0 + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-vcard.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-vcard.config.xml new file mode 100644 index 000000000..365ac27a9 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/match-vcard.config.xml @@ -0,0 +1,289 @@ + + + + + + + + + + + + + + + + + + harvested-data.model.xml + + + score-data.model.xml + + + true + 1.0 + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person-template.csv b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person-template.csv new file mode 100644 index 000000000..9ac23f5a2 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person-template.csv @@ -0,0 +1,5 @@ +"PersonID","Email","Phone","Fax","FirstName","MidName","LastName","NamePrefix","NameSuffix","FullName","Title","PositionType","StartDate","EndDate","DepartmentID","DepartmentName" +"ufVivo:ufid","core:email","core:phoneNumber","core:faxNumber","foaf:firstName","core:middleName","foaf:lastName","bibo:prefixName","bibo:suffixName","rdfs:label","core:preferredTitle","faculty","2011-05-05","2011-05-05","score:deptID","rdfs:label" +99575130,"jrpence@ufl.edu",3522945154,,"James","Roth","Pence",,,"Pence,James Roth","Software Engineer","non academic","2010-09-25",,27010707,"CTRIP" +88374800,,3523713721,,"Robert","M","Abrams","Dr.",,"Abrams,Robert M","Professor","emeritus professor","2006-12-31",,29070102,"BayTech" +16310040,"gvallad@ufl.edu",8136340000,,"Gary","Edward","Vallad",,"Jr.","Vallad,Gary Edward","Lecturer","faculty","2007-14-12","2010-05-05",60754300,"Social Science" diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person.csv b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person.csv new file mode 100644 index 000000000..8c2357371 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/person.csv @@ -0,0 +1,4 @@ +"PersonID","Email","Phone","Fax","FirstName","MidName","LastName","NamePrefix","NameSuffix","FullName","Title","PositionType","StartDate","EndDate","DepartmentID","DepartmentName" +99575130,"jrpence@ufl.edu",3522945154,3522940000,"James","Roth","Pence",,,"Pence,James Roth","Software Engineer","non academic","2010-09-25",,27010707,"CTRIP" +88374800,"rabrams@ufl.edu",3523713721,3522940001,"Robert","M","Abrams","Dr.",,"Abrams,Robert M","Professor","emeritus professor","2006-12-31",,29070102,"BayTech" +16310040,"gvallad@ufl.edu",8136340000,3522940002,"Gary","Edward","Vallad",,"Jr.","Vallad,Gary Edward","Lecturer","faculty","2007-14-12","2010-05-05",60754300,"Social Science" diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/previous-harvest.model.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/previous-harvest.model.xml new file mode 100644 index 000000000..6542cb903 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/previous-harvest.model.xml @@ -0,0 +1,10 @@ + + + + tdb + previous-harvest + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/raw-records.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/raw-records.config.xml new file mode 100644 index 000000000..8fd6c045f --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/raw-records.config.xml @@ -0,0 +1,299 @@ + + + + + + + + + + + + + + + + + + + + + + + + org.vivoweb.harvester.util.repo.TextFileRecordHandler + data/raw-records + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/rdfdump.txt b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/rdfdump.txt new file mode 100644 index 000000000..72b68002a --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/rdfdump.txt @@ -0,0 +1,873 @@ +@prefix ocresd: . +@prefix geo: . +@prefix scires: . +@prefix foaf: . +@prefix cito: . +@prefix j.1: . +@prefix j.0: . +@prefix fabio: . +@prefix j.3: . +@prefix j.2: . +@prefix vcard: . +@prefix rdfs: . +@prefix obo: . +@prefix j.4: . +@prefix ocrer: . +@prefix vitro: . +@prefix j.5: . +@prefix event: . +@prefix bibo: . +@prefix owl: . +@prefix c4o: . +@prefix rdf: . +@prefix vitro-public: . +@prefix skos: . +@prefix vivo: . + + + a j.4:FacultyMember , j.4:Position , j.4:Relationship ; + rdfs:label "Lecturer"^^ ; + j.4:dateTimeInterval ; + j.4:relates , . + + + a j.4:FacultyMember , j.5:Person ; + rdfs:label "Vallad, Gary"^^ ; + obo:ARG_2000028 ; + j.4:relatedBy ; + j.1:personid "16310040" ; + vcard:hasTitle . + + + a j.4:DateTimeValue , owl:Thing ; + j.4:dateTime "2007-14-12T00:00:00"^^ ; + j.4:dateTimePrecision j.4:yearMonthDayPrecision . + + + a j.4:DateTimeValue , owl:Thing ; + j.4:dateTime "2010-09-25T00:00:00"^^ ; + j.4:dateTimePrecision j.4:yearMonthDayPrecision . + + + a j.4:DateTimeValue , owl:Thing ; + j.4:dateTime "2006-12-31T00:00:00"^^ ; + j.4:dateTimePrecision j.4:yearMonthDayPrecision . + + + a j.4:DateTimeValue , owl:Thing ; + j.4:dateTime "2010-05-05T00:00:00"^^ ; + j.4:dateTimePrecision j.4:yearMonthDayPrecision . + + + a vcard:Title ; + rdfs:label "vCard title for: Vallad, Gary"^^ ; + j.0:mostSpecificType vcard:Title ; + vcard:title "Lecturer"^^ . + + + a vcard:Title ; + rdfs:label "vCard title for: Pence, James"^^ ; + j.0:mostSpecificType vcard:Title ; + vcard:title "Software Engineer"^^ . + + + a vcard:Title ; + rdfs:label "vCard title for: Abrams, Robert"^^ ; + j.0:mostSpecificType vcard:Title ; + vcard:title "Professor"^^ . + + + a j.5:Organization ; + rdfs:label "BayTech"^^ ; + j.4:relatedBy . + + + a j.5:Organization ; + rdfs:label "Social Science"^^ ; + j.4:relatedBy . + + + a j.5:Organization ; + rdfs:label "CTRIP"^^ ; + j.4:relatedBy . + + + a j.4:DateTimeInterval , owl:Thing ; + j.0:mostSpecificType j.4:DateTimeInterval ; + j.4:start . + + + a j.4:DateTimeInterval , owl:Thing ; + j.0:mostSpecificType j.4:DateTimeInterval ; + j.4:start . + + + a j.4:DateTimeInterval , owl:Thing ; + j.0:mostSpecificType j.4:DateTimeInterval ; + j.4:end ; + j.4:start . + + + a obo:ARG_2000379 , vcard:Individual ; + rdfs:label "vCard for: Vallad, Gary"^^ ; + obo:ARG_2000029 ; + vcard:hasEmail ; + vcard:hasName ; + vcard:hasTelephone ; + vcard:hasTitle . + + + a obo:ARG_2000379 , vcard:Individual ; + rdfs:label "vCard for: Abrams, Robert"^^ ; + obo:ARG_2000029 ; + vcard:hasName ; + vcard:hasTelephone ; + vcard:hasTitle . + + + a obo:ARG_2000379 , vcard:Individual ; + rdfs:label "vCard for: Pence, James"^^ ; + obo:ARG_2000029 ; + vcard:hasEmail ; + vcard:hasName ; + vcard:hasTelephone , ; + vcard:hasTitle . + + + a vcard:Work , vcard:Email ; + rdfs:label "vCard email for: Pence, James"^^ ; + j.0:mostSpecificType vcard:Email ; + vcard:email "jrpence@ufl.edu"^^ . + + + a vcard:Work , vcard:Email ; + rdfs:label "vCard email for: Vallad, Gary"^^ ; + j.0:mostSpecificType vcard:Email ; + vcard:email "gvallad@ufl.edu"^^ . + + + a j.5:Person , j.4:EmeritusProfessor ; + rdfs:label "Abrams, Robert"^^ ; + obo:ARG_2000028 ; + j.4:relatedBy ; + j.1:personid "88374800" ; + vcard:hasTitle . + + + a j.5:Person , j.4:NonAcademic ; + rdfs:label "Pence, James"^^ ; + obo:ARG_2000028 ; + j.4:relatedBy ; + j.1:personid "99575130" ; + vcard:hasTitle . + + + a j.4:Position , j.4:NonAcademic , j.4:Relationship ; + rdfs:label "Software Engineer"^^ ; + j.4:dateTimeInterval ; + j.4:relates , . + + + a j.4:Position , j.4:EmeritusProfessor , j.4:Relationship ; + rdfs:label "Professor"^^ ; + j.4:dateTimeInterval ; + j.4:relates , . + + + a vcard:Name ; + rdfs:label "vCard name for: Vallad, Gary"^^ ; + j.0:mostSpecificType vcard:Name ; + vcard:familyName "Vallad"^^ ; + vcard:givenName "Gary"^^ ; + vcard:honorificSuffix "Jr."^^ . + + + a vcard:Name ; + rdfs:label "vCard name for: Pence, James"^^ ; + j.0:mostSpecificType vcard:Name ; + vcard:familyName "Pence"^^ ; + vcard:givenName "James"^^ . + + + a vcard:Name ; + rdfs:label "vCard name for: Abrams, Robert"^^ ; + j.0:mostSpecificType vcard:Name ; + vcard:familyName "Abrams"^^ ; + vcard:givenName "Robert"^^ ; + vcard:honorificPrefix "Dr."^^ . + + + a vcard:Telephone ; + rdfs:label "vCard telephone for: Abrams, Robert"^^ ; + vcard:telephone "3523713721"^^ . + + + a vcard:Telephone ; + rdfs:label "vCard telephone for: Pence, James"^^ ; + vcard:telephone "3522945154"^^ . + + + a vcard:Telephone , vcard:Fax ; + vcard:telephone "555-5555"^^ . + + + a vcard:Telephone ; + rdfs:label "vCard telephone for: Vallad, Gary"^^ ; + vcard:telephone "8136340000"^^ . + +geo:Comoros_the rdfs:label "Comoros"^^ . + +geo:Romania rdfs:label "Romania"^^ . + +geo:Serbia_and_Montenegro + rdfs:label "Serbia and Montenegro"^^ . + +geo:CAN rdfs:label "Andean Community "^^ . + +geo:Cote_d_Ivoire rdfs:label "Côte d'Ivoire"^^ . + +geo:Fiji rdfs:label "Fiji"^^ . + +geo:eastern_Asia rdfs:label "eastern Asia"^^ . + +geo:Yemen_1990 rdfs:label "Yemen_1990"^^ . + +geo:Bermuda rdfs:label "Bermuda"^^ . + +geo:Montenegro rdfs:label "Montenegro"^^ . + +geo:United_States_Virgin_Islands + rdfs:label "United States Virgin Islands"^^ . + +geo:Jamaica rdfs:label "Jamaica"^^ . + +geo:Ethiopia rdfs:label "Ethiopia"^^ . + +geo:Democratic_Yemen rdfs:label "Yemen, Democratic"^^ . + +geo:Slovenia rdfs:label "Slovenia"^^ . + +geo:Solomon_Islands rdfs:label "Solomon Islands"^^ . + +geo:Slovakia rdfs:label "Slovakia"^^ . + +geo:Guatemala rdfs:label "Guatemala"^^ . + +geo:Oman rdfs:label "Oman"^^ . + +geo:Grenada rdfs:label "Grenada"^^ . + +geo:Seychelles rdfs:label "Seychelles"^^ . + +geo:Burundi rdfs:label "Burundi"^^ . + +geo:Saint_Vincent_and_the_Grenadines + rdfs:label "Saint Vincent and the Grenadines"^^ . + +geo:Ethiopia_1993 rdfs:label "Ethiopia_1993"^^ . + +geo:China rdfs:label "China"^^ . + +geo:Mozambique rdfs:label "Mozambique"^^ . + +geo:northern_Europe rdfs:label "northern Europe"^^ . + +geo:Guinea-Bissau rdfs:label "Guinea-Bissau"^^ . + +geo:Netherlands_Antilles + rdfs:label "Netherlands Antilles"^^ . + +geo:Madagascar rdfs:label "Madagascar"^^ . + +geo:Holy_See rdfs:label "Holy See"^^ . + +geo:Africa rdfs:label "Africa"^^ . + +geo:Falkland_Is rdfs:label "Falkland Islands"^^ . + +geo:Cook_Islands_the rdfs:label "Cook Islands"^^ . + +geo:Palau rdfs:label "Palau"^^ . + +geo:Antarctica rdfs:label "Antarctica"^^ . + +geo:Cambodia rdfs:label "Cambodia"^^ . + +geo:Spain rdfs:label "Spain"^^ . + +geo:western_Asia rdfs:label "western Asia"^^ . + +geo:Saint_Barthelemy rdfs:label "Saint Barthélemy "^^ . + +geo:Liechtenstein rdfs:label "Liechtenstein"^^ . + +geo:Turkmenistan rdfs:label "Turkmenistan"^^ . + +geo:Saudi_Arabia rdfs:label "Saudi Arabia"^^ . + +geo:Italy rdfs:label "Italy"^^ . + +geo:World rdfs:label "World"^^ . + +geo:Liberia rdfs:label "Liberia"^^ . + +geo:Ecuador rdfs:label "Ecuador"^^ . + +geo:Uruguay rdfs:label "Uruguay"^^ . + +geo:Mexico rdfs:label "Mexico"^^ . + +geo:Kuwait rdfs:label "Kuwait"^^ . + +geo:Republic_of_Moldova + rdfs:label "Republic of Moldova"^^ . + +geo:eastern_Europe rdfs:label "eastern Europe"^^ . + +geo:Cayman_Islands rdfs:label "Cayman Islands"^^ . + +geo:United_Kingdom_of_Great_Britain_and_Northern_Ireland__the + rdfs:label "United Kingdom"^^ . + +geo:Sao_Tome_and_Principe + rdfs:label "Sao Tome and Principe"^^ . + +geo:Lebanon rdfs:label "Lebanon"^^ . + +geo:Lesotho rdfs:label "Lesotho"^^ . + +geo:Sint_Maarten rdfs:label "Sint Maarten (Dutch Part) "^^ . + +geo:British_Virgin_Islands + rdfs:label "British Virgin Islands"^^ . + +geo:PTA rdfs:label "Preferential Trade Area for Eastern and Southern African States "^^ . + +geo:Philippines__the rdfs:label "Philippines"^^ . + +geo:Jordan rdfs:label "Jordan"^^ . + +geo:CAC rdfs:label "Central American Council of Agriculture "^^ . + +geo:United_Arab_Emirates__the + rdfs:label "United Arab Emirates"^^ . + +geo:Canada rdfs:label "Canada"^^ . + +geo:Democratic_Republic_of_the_Congo + rdfs:label "Democratic Republic of the Congo"^^ . + +geo:Montserrat rdfs:label "Montserrat"^^ . + +geo:COMESA rdfs:label "Common Market for Eastern and Southern Africa "^^ . + +geo:COMESA_1994 rdfs:label "Common Market for Eastern and Southern Africa "^^ . + +geo:Ukraine rdfs:label "Ukraine"^^ . + +geo:Tajikistan rdfs:label "Tajikistan"^^ . + +geo:Burkina_Faso rdfs:label "Burkina Faso"^^ . + +geo:south-eastern_Asia + rdfs:label "south-eastern Asia"^^ . + +geo:northern_Africa rdfs:label "northern Africa"^^ . + +geo:LIFDC_2009 rdfs:label "low income and food deficit countries"^^ . + +geo:LIFDC_2008 rdfs:label "low income and food deficit countries"^^ . + +geo:LIFDC rdfs:label "low income and food deficit countries"^^ . + +geo:LIFDC_2005 rdfs:label "low income and food deficit countries"^^ . + +geo:Asia rdfs:label "Asia"^^ . + +geo:Puerto_Rico rdfs:label "Puerto Rico"^^ . + +geo:Kenya rdfs:label "Kenya"^^ . + +geo:Benin rdfs:label "Benin"^^ . + +geo:South_Sudan rdfs:label "South Sudan "^^ . + +geo:Malawi rdfs:label "Malawi"^^ . + +geo:central_America rdfs:label "central America"^^ . + +geo:Saint-Martin rdfs:label "Saint-Martin (French Part) "^^ . + +geo:Equatorial_Guinea + rdfs:label "Equatorial Guinea"^^ . + +geo:Sudan_the_1956 rdfs:label "Sudan"^^ . + +geo:Sudan_the rdfs:label "Sudan"^^ . + +geo:Algeria rdfs:label "Algeria"^^ . + +geo:Senegal rdfs:label "Senegal"^^ . + +geo:FAO_2006 rdfs:label "FAO_2006"^^ . + +geo:Bhutan rdfs:label "Bhutan"^^ . + +geo:Bangladesh rdfs:label "Bangladesh"^^ . + +geo:Tokelau rdfs:label "Tokelau"^^ . + +geo:Guadeloupe rdfs:label "Guadeloupe"^^ . + +geo:Paraguay rdfs:label "Paraguay"^^ . + +geo:Austria rdfs:label "Austria"^^ . + +geo:SAARC_1985 rdfs:label "South Asian Association for Regional Cooperation "^^ . + +geo:SAARC rdfs:label "South Asian Association for Regional Cooperation "^^ . + +geo:Curacao rdfs:label "Curaçao "^^ . + +geo:Saint_Lucia rdfs:label "Saint Lucia"^^ . + +geo:Mali rdfs:label "Mali"^^ . + +geo:Central_African_Republic_the + rdfs:label "Central African Republic"^^ . + +geo:Zambia rdfs:label "Zambia"^^ . + +geo:AMU rdfs:label "Arab Maghreb Union "^^ . + +geo:Libyan_Arab_Jamahiriya__the + rdfs:label "Libyan Arab Jamahiriya"^^ . + +geo:Pakistan rdfs:label "Pakistan"^^ . + +geo:CARIFORUM rdfs:label "Caribbean Forum of African, Caribbean and Pacific States "^^ . + +geo:Samoa rdfs:label "Samoa"^^ . + +geo:Saint_Helena rdfs:label "Saint Helena, Ascension and Tristan da Cunha "^^ . + +geo:Tunisia rdfs:label "Tunisia"^^ . + +geo:Kyrgyzstan rdfs:label "Kyrgyzstan"^^ . + +geo:Israel rdfs:label "Israel"^^ . + +geo:Americas rdfs:label "Americas"^^ . + +geo:central_Asia rdfs:label "Central Asia"^^ . + +geo:Venezuela rdfs:label "Venezuela (Bolivarian Republic of)"^^ . + +geo:Melanesia rdfs:label "Melanesia"^^ . + +geo:Lao_People_s_Democratic_Republic__the + rdfs:label "Lao People's Democratic Republic"^^ . + +geo:Swaziland rdfs:label "Swaziland"^^ . + +geo:Luxembourg rdfs:label "Luxembourg"^^ . + +geo:Faroe_Islands rdfs:label "Faroe Islands"^^ . + +geo:Marshall_Islands__the + rdfs:label "Marshall Islands"^^ . + +geo:Cape_Verde rdfs:label "Cape Verde"^^ . + +geo:Brazil rdfs:label "Brazil"^^ . + +geo:Argentina rdfs:label "Argentina"^^ . + +geo:UEMOA rdfs:label "West African Economic and Monetary Union "^^ . + +geo:Colombia rdfs:label "Colombia"^^ . + +geo:Uzbekistan rdfs:label "Uzbekistan"^^ . + +geo:Turks_and_Caicos_Islands + rdfs:label "Turks and Caicos Islands"^^ . + +geo:France rdfs:label "France"^^ . + +geo:Chad rdfs:label "Chad"^^ . + +geo:Russian_Federation__the + rdfs:label "Russian Federation"^^ . + +geo:Papua_New_Guinea rdfs:label "Papua New Guinea"^^ . + +geo:Rwanda rdfs:label "Rwanda"^^ . + +geo:Mauritania rdfs:label "Mauritania"^^ . + +geo:Somalia rdfs:label "Somalia"^^ . + +geo:eastern_Africa rdfs:label "eastern Africa"^^ . + +geo:Micronesia__Fed_States_of_ + rdfs:label "Micronesia (Federated States of)"^^ . + +geo:Finland rdfs:label "Finland"^^ . + +geo:Caribbean rdfs:label "Caribbean"^^ . + +geo:Guam rdfs:label "Guam"^^ . + +geo:Australia rdfs:label "Australia"^^ . + +geo:Antigua_and_Barbuda + rdfs:label "Antigua and Barbuda"^^ . + +geo:ECOWAS rdfs:label "Economic Community of West African States"^^ . + +geo:ECOWAS_1985 rdfs:label "Economic Community of West African States"^^ . + +geo:Iraq rdfs:label "Iraq"^^ . + +geo:IGADD rdfs:label "Intergovernmental Authority on Development "^^ . + +geo:Maldives rdfs:label "Maldives"^^ . + +geo:San_Marino rdfs:label "San Marino"^^ . + +geo:Armenia rdfs:label "Armenia"^^ . + +geo:Gabon rdfs:label "Gabon"^^ . + +geo:The_former_Yugoslav_Republic_of_Macedonia + rdfs:label "Yugoslav, former Yugoslav Republic of Macedonia"^^ . + +geo:Niger_the rdfs:label "Niger"^^ . + +geo:Malaysia rdfs:label "Malaysia"^^ . + +geo:Dominica rdfs:label "Dominica"^^ . + +geo:New_Zealand rdfs:label "New Zealand"^^ . + +geo:Eritrea rdfs:label "Eritrea"^^ . + +geo:Tonga rdfs:label "Tonga"^^ . + +geo:Greece rdfs:label "Greece"^^ . + +geo:Sri_Lanka rdfs:label "Sri Lanka"^^ . + +geo:middle_Africa rdfs:label "middle Africa"^^ . + +geo:CEN_SAD rdfs:label "Community of Sahel-Saharan States"^^ . + +geo:CEN_SAD_1998 rdfs:label "Community of Sahel-Saharan States"^^ . + +geo:Dominican_Republic_the + rdfs:label "Dominican Republic"^^ . + +geo:Wallis_and_Futuna_Is + rdfs:label "Wallis and Futuna Islands"^^ . + +geo:Myanmar rdfs:label "Myanmar"^^ . + +geo:Congo_the rdfs:label "Congo"^^ . + +geo:western_Europe rdfs:label "western Europe"^^ . + +geo:Belgium rdfs:label "Belgium"^^ . + +geo:Serbia rdfs:label "Serbia"^^ . + +geo:Germany rdfs:label "Germany"^^ . + +geo:Bahamas_the rdfs:label "Bahamas"^^ . + +geo:SIDS rdfs:label "Small Island Developing States "^^ . + +geo:Honduras rdfs:label "Honduras"^^ . + +geo:MERCOSUR_1991 rdfs:label "Southern Common Market "^^ . + +geo:MERCOSUR rdfs:label "Southern Common Market "^^ . + +geo:Haiti rdfs:label "Haiti"^^ . + +geo:Chile rdfs:label "Chile"^^ . + +geo:Latvia rdfs:label "Latvia"^^ . + +geo:Kazakhstan rdfs:label "Kazakhstan"^^ . + +geo:German_Democratic_Republic_the + rdfs:label "German Democratic Republic"^^ . + +geo:Brunei_Darussalam + rdfs:label "Brunei Darussalam"^^ . + +geo:CCASG rdfs:label "Cooperation Council for the Arab States of the Gulf "^^ . + +geo:Vanuatu rdfs:label "Vanuatu"^^ . + +geo:Egypt rdfs:label "Egypt"^^ . + +geo:Norway rdfs:label "Norway"^^ . + +geo:Nauru rdfs:label "Nauru"^^ . + +geo:Switzerland rdfs:label "Switzerland"^^ . + +geo:Nicaragua rdfs:label "Nicaragua"^^ . + +geo:EU rdfs:label " European Union"^^ . + +geo:Belize rdfs:label "Belize"^^ . + +geo:Micronesia rdfs:label "Micronesia"^^ . + +geo:Djibouti rdfs:label "Djibouti"^^ . + +geo:SADC rdfs:label "Southern African Development Community "^^ . + +geo:Croatia rdfs:label "Croatia"^^ . + +geo:Niue rdfs:label "Niue"^^ . + +geo:ECO rdfs:label "Economic Cooperation Organization "^^ . + +geo:Bolivia rdfs:label "Bolivia (Plurinational State of)"^^ . + +geo:northern_America rdfs:label "North America"^^ . + +geo:Andorra rdfs:label "Andorra"^^ . + +geo:Georgia rdfs:label "Georgia"^^ . + +geo:Mauritius rdfs:label "Mauritius"^^ . + +geo:Angola rdfs:label "Angola"^^ . + +geo:Panama rdfs:label "Panama"^^ . + +geo:Botswana rdfs:label "Botswana"^^ . + +geo:Bosnia_and_Herzegovina + rdfs:label "Bosnia and Herzegovina"^^ . + +geo:Costa_Rica rdfs:label "Costa Rica"^^ . + +geo:Japan rdfs:label "Japan"^^ . + +geo:South_Africa rdfs:label "South Africa"^^ . + +geo:southern_Africa rdfs:label "southern Africa"^^ . + +geo:Martinique rdfs:label "Martinique"^^ . + +geo:CEEAC rdfs:label "Economic Community of Central African States "^^ . + +geo:CEMAC rdfs:label "Central African Economic and Monetary Community "^^ . + +geo:Europe rdfs:label "Europe"^^ . + +geo:Federal_Republic_of_Germany_the + rdfs:label "Germany, Federal Republic of"^^ . + +geo:NFIDC rdfs:label "NFIDC"^^ . + +geo:Nigeria rdfs:label "Nigeria"^^ . + +geo:Qatar rdfs:label "Qatar"^^ . + +geo:El_Salvador rdfs:label "El Salvador"^^ . + +geo:Suriname rdfs:label "Suriname"^^ . + +geo:western_Africa rdfs:label "western Africa"^^ . + +geo:Uganda rdfs:label "Uganda"^^ . + +geo:Guyana rdfs:label "Guyana"^^ . + +geo:Aruba rdfs:label "Aruba"^^ . + +geo:Albania rdfs:label "Albania"^^ . + +geo:LLDC rdfs:label "land-locked developing country"^^ . + +geo:United_Republic_of_Tanzania__the + rdfs:label "United Republic of Tanzania"^^ . + +geo:Republic_of_Korea__the + rdfs:label "South Korea"^^ . + +geo:Singapore rdfs:label "Singapore"^^ . + +geo:Lithuania rdfs:label "Lithuania"^^ . + +geo:Barbados rdfs:label "Barbados"^^ . + +geo:Ghana rdfs:label "Ghana"^^ . + +geo:India rdfs:label "India"^^ . + +geo:Thailand rdfs:label "Thailand"^^ . + +geo:Democratic_People_s_Republic_of_Korea_the + rdfs:label "North Korea"^^ . + +geo:FAO rdfs:label "Food and Agriculture Organization of the United Nations "^^ . + +geo:FAO_2007 rdfs:label "Food and Agriculture Organization of the United Nations "^^ . + +geo:Azerbaijan rdfs:label "Azerbaijan"^^ . + +geo:Afghanistan rdfs:label "Afghanistan"^^ . + +geo:Guinea rdfs:label "Guinea"^^ . + +geo:Zimbabwe rdfs:label "Zimbabwe"^^ . + +geo:Yugoslavia rdfs:label "Yugoslavia"^^ . + +geo:Namibia rdfs:label "Namibia"^^ . + +geo:Tuvalu rdfs:label "Tuvalu"^^ . + +geo:Timor-Leste rdfs:label "Timor-Leste"^^ . + +geo:southern_Europe rdfs:label "southern Europe"^^ . + +geo:Kiribati rdfs:label "Kiribati"^^ . + +geo:French_Polynesia rdfs:label "French Polynesia"^^ . + +geo:American_Samoa rdfs:label "American Samoa"^^ . + +geo:Indonesia rdfs:label "Indonesia"^^ . + +geo:Hungary rdfs:label "Hungary"^^ . + +geo:Anguilla rdfs:label "Anguilla"^^ . + +geo:Denmark rdfs:label "Denmark"^^ . + +geo:Sierra_Leone rdfs:label "Sierra Leone"^^ . + +geo:Syrian_Arab_Republic_the + rdfs:label "Syrian Arab Republic"^^ . + +geo:Bonaire_Sint_Eustatius_and_Saba + rdfs:label "Bonaire, Sint Eustatius and Saba "^^ . + +geo:Reunion rdfs:label "Réunion"^^ . + +geo:Cuba rdfs:label "Cuba"^^ . + +geo:Australia_and_New_Zealand + rdfs:label "Australia and New Zealand"^^ . + +geo:Ireland rdfs:label "Ireland"^^ . + +geo:LDC_1993 rdfs:label "least developed countries "^^ . + +geo:LDC rdfs:label "least developed countries "^^ . + +geo:Zaire rdfs:label "Zaire"^^ . + +geo:Mongolia rdfs:label "Mongolia"^^ . + +geo:Monaco rdfs:label "Monaco"^^ . + +geo:French_Guiana rdfs:label "French Guiana"^^ . + +geo:Estonia rdfs:label "Estonia"^^ . + +geo:IGAD rdfs:label "Intergovernmental Authority on Development"^^ . + +geo:Gambia__the rdfs:label "Gambia"^^ . + +geo:New_Caledonia rdfs:label "New Caledonia"^^ . + +geo:Poland rdfs:label "Poland"^^ . + +geo:Viet_Nam rdfs:label "Viet Nam"^^ . + +geo:Oceania rdfs:label "Oceania"^^ . + +geo:Nepal rdfs:label "Nepal"^^ . + +geo:Morocco rdfs:label "Morocco"^^ . + +geo:Polynesia rdfs:label "Polynesia"^^ . + +geo:South_America rdfs:label "South America"^^ . + +geo:Union_of_Soviet_Socialist_Republic_the + rdfs:label "Union of Soviet Socialist Republic"^^ . + +geo:CARICOM_1985 rdfs:label "Caribbean Community and Common Market "^^ . + +geo:CARICOM rdfs:label "Caribbean Community and Common Market "^^ . + +geo:Belarus rdfs:label "Belarus"^^ . + +geo:Trinidad_and_Tobago + rdfs:label "Trinidad and Tobago"^^ . + +geo:Malta rdfs:label "Malta"^^ . + +geo:Gibraltar rdfs:label "Gibraltar"^^ . + +geo:Peru rdfs:label "Peru"^^ . + +geo:southern_Asia rdfs:label "southern Asia"^^ . + +geo:Iceland rdfs:label "Iceland"^^ . + +geo:Saint_Pierre_and_Miquelon + rdfs:label "Saint Pierre and Miquelon"^^ . + +geo:Czech_Republic_the + rdfs:label "Czech Republic"^^ . + +geo:Sweden rdfs:label "Sweden"^^ . + +geo:Yemen rdfs:label "Yemen"^^ . + +geo:Socialist_Federal_Republic_of_Yugoslavia_the + rdfs:label "Yugoslavia, Socialist Federal Republic of"^^ . + +geo:United_States_of_America + rdfs:label "United States of America"^^ . + +geo:Czechoslovakia rdfs:label "Czechoslovakia"^^ . + +geo:Bahrain rdfs:label "Bahrain"^^ . + +geo:PIF rdfs:label "Pacific Islands Forum "^^ . + +geo:PIF_1985 rdfs:label "Pacific Islands Forum "^^ . + +geo:Bulgaria rdfs:label "Bulgaria"^^ . + +geo:Cameroon rdfs:label "Cameroon"^^ . + +geo:Cyprus rdfs:label "Cyprus"^^ . + +geo:Netherlands_the rdfs:label "Netherlands"^^ . + +geo:Iran_Islamic_Rep_of_ + rdfs:label "Iran (Islamic Republic of)"^^ . + +geo:Portugal rdfs:label "Portugal"^^ . + +geo:Saint_Kitts_and_Nevis + rdfs:label "Saint Kitts and Nevis"^^ . + +geo:Togo rdfs:label "Togo"^^ . + +geo:Turkey rdfs:label "Turkey"^^ . + +geo:CAEU rdfs:label "Council of Arab Economic Unity "^^ . diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/remove-last-csv-harvest.sh b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/remove-last-csv-harvest.sh new file mode 100644 index 000000000..274d1caf8 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/remove-last-csv-harvest.sh @@ -0,0 +1,65 @@ +#!/bin/bash + +#Copyright (c) 2010-2011 VIVO Harvester Team. For full list of contributors, please see the AUTHORS file provided. +#All rights reserved. +#This program and the accompanying materials are made available under the terms of the new BSD license which accompanies this distribution, and is available at http://www.opensource.org/licenses/bsd-license.html + +# set to the directory where the harvester was installed or unpacked +# HARVESTER_INSTALL_DIR is set to the location of the installed harvester +# If the deb file was used to install the harvester then the +# directory should be set to /usr/share/vivo/harvester which is the +# current location associated with the deb installation. +# Since it is also possible the harvester was installed by +# uncompressing the tar.gz the setting is available to be changed +# and should agree with the installation location +HARVESTER_INSTALL_DIR=/usr/share/vivo/harvester +export HARVEST_NAME=example-csv +export DATE=`date +%Y-%m-%d'T'%T` + +# Add harvester binaries to path for execution +# The tools within this script refer to binaries supplied within the harvester +# Since they can be located in another directory their path should be +# included within the classpath and the path enviromental variables. +export PATH=$PATH:$HARVESTER_INSTALL_DIR/bin +export CLASSPATH=$CLASSPATH:$HARVESTER_INSTALL_DIR/bin/harvester.jar:$HARVESTER_INSTALL_DIR/bin/dependency/* +export CLASSPATH=$CLASSPATH:$HARVESTER_INSTALL_DIR/build/harvester.jar:$HARVESTER_INSTALL_DIR/build/dependency/* + +# Exit on first error +# The -e flag prevents the script from continuing even though a tool fails. +# Continuing after a tool failure is undesirable since the harvested +# data could be rendered corrupted and incompatible. +set -e + +# Supply the location of the detailed log file which is generated during the script. +# If there is an issue with a harvest, this file proves invaluable in finding +# a solution to the problem. I has become common practice in addressing a problem +# to request this file. The passwords and user-names are filter out of this file +# to prevent these logs from containing sensitive information. +echo "Full Logging in $HARVEST_NAME.$DATE.log" + +# Be aware that the additions file may have data which was duplicating existing triples and +# removing the additions file will result in removing the previously existing triples. +# To prevent post-removal data issues inspections and edits of the additions may need +# to be done. + +echo "addition node count to be removed: " `grep -c " + + + + + + + sdb + + + layout2 + + + org.h2.Driver + + + H2 + + + jdbc:h2:data/score-data/store + + + sa + + + + + + csvScoreData + INFO + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-departments.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-departments.config.xml new file mode 100644 index 000000000..df412d5d4 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-departments.config.xml @@ -0,0 +1,73 @@ + + + + INFO + + harvested-data.model.xml + + + vivo.model.xml + + + score-data.model.xml + + + + data/temp-score-model + + deptId=org.vivoweb.harvester.score.algorithm.EqualityTest + deptId=1.0 + deptId=http://vivo.sample.edu/ontology/deptId + deptId=http://vivo.sample.edu/ontology/deptId + + http://vivoweb.org/harvest/example/jdbc/org/ + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-people.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-people.config.xml new file mode 100644 index 000000000..97da3cf45 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-people.config.xml @@ -0,0 +1,73 @@ + + + + INFO + + harvested-data.model.xml + + + vivo.model.xml + + + score-data.model.xml + + + + data/temp-score-model + + uid=org.vivoweb.harvester.score.algorithm.EqualityTest + uid=1.0 + uid=http://vivo.sample.edu/ontology/uId + uid=http://vivo.sample.edu/ontology/uId + + http://vivoweb.org/harvest/example/jdbc/person/ + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-positions.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-positions.config.xml new file mode 100644 index 000000000..eb9ef24aa --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/score-positions.config.xml @@ -0,0 +1,84 @@ + + + + INFO + + harvested-data.model.xml + + + vivo.model.xml + + + score-data.model.xml + + + + data/temp-score-model + + posOrg=org.vivoweb.harvester.score.algorithm.EqualityTest + posOrg=0.34 + posOrg=http://vivoweb.org/ontology/core#positionInOrganization + posOrg=http://vivoweb.org/ontology/core#positionInOrganization + + posPer=org.vivoweb.harvester.score.algorithm.EqualityTest + posPer=0.34 + posPer=http://vivoweb.org/ontology/core#positionForPerson + posPer=http://vivoweb.org/ontology/core#positionForPerson + + deptPos=org.vivoweb.harvester.score.algorithm.EqualityTest + deptPos=0.34 + deptPos=http://vivo.sample.edu/ontology/positionDeptId + deptPos=http://vivo.sample.edu/ontology/positionDeptId + + http://vivoweb.org/harvest/example/jdbc/position/ + true + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/transfer.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/transfer.config.xml new file mode 100644 index 000000000..5a46d1df1 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/transfer.config.xml @@ -0,0 +1,38 @@ + + + + + INFO + + + translated-records.config.xml + + + harvested-data.model.xml + data/harvested-data/imported-records.rdf.xml + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/translated-records.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/translated-records.config.xml new file mode 100644 index 000000000..4835eda84 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/translated-records.config.xml @@ -0,0 +1,299 @@ + + + + + + + + + + + + + + + + + + + + + + + + org.vivoweb.harvester.util.repo.TextFileRecordHandler + data/translated-records + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/vivo.model.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/vivo.model.xml new file mode 100644 index 000000000..cf9ece623 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/vivo.model.xml @@ -0,0 +1,111 @@ + + + + + sdb + layout2 + com.mysql.jdbc.Driver + MySQL + + jdbc:mysql://127.0.0.1:3306/vitrodb_test + http://vitro.mannlib.cornell.edu/default/vitro-kb-2 + vitro + vitro123 + + diff --git a/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/xsltranslator.config.xml b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/xsltranslator.config.xml new file mode 100644 index 000000000..a9f3ff9c4 --- /dev/null +++ b/example-scripts/bash-scripts/full-harvest-examples/1.6-examples/example-csv/xsltranslator.config.xml @@ -0,0 +1,17 @@ + + + + INFO + + raw-records.config.xml + + + translated-records.config.xml + + + csv-people-to-vivo.datamap.xsl +