Skip to content

vload --replace option #160

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 6 commits into
base: master
Choose a base branch
from
Open

vload --replace option #160

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
e3cd700
Added option to replace graph data using vload.
kasei Aug 4, 2011
3bfcf8e
Updated DB.DBA.TTLP_MT call to add concurrency arguments.
kasei Aug 27, 2011
0f10e4d
Merge commit '9e20bec'
kasei Aug 27, 2011
6ab60a3
Merge remote-tracking branch 'upstream/master'
kasei Sep 14, 2011
3113438
Merge branch 'master' of git://github.com/timrdf/csv2rdf4lod-automation
kasei Sep 19, 2011
862490e
Updated vload and vdelete to use row-autocommit mode to reduce memory…
kasei Sep 19, 2011
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion bin/util/virtuoso/vdelete
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,13 +37,15 @@ vdelete_log=$log_dir/delete_`${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh c
start=`${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh`
sparql_delete="SPARQL CLEAR GRAPH <$graph_uri>;"
${isql_cmd} ${isql_pass} << EOF &> $vdelete_log
log_enable(3,1);
$sparql_delete
checkpoint;
exit;
EOF
echo "" >> $vdelete_log
echo "# start time: $start" >> $vdelete_log
echo "# user: `whoami`" >> $vdelete_log
echo "# log_enable(3,1);" >> $vdelete_log
echo "# $sparql_delete" >> $vdelete_log
echo "# end time: `${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh`" >> $vdelete_log

# Move the latest.log pointer to the log we just created.
Expand Down
36 changes: 30 additions & 6 deletions bin/util/virtuoso/vload
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,9 +28,24 @@ if [ ! -d $virtuoso_allowed_dir ]; then
sudo chmod a+w $virtuoso_allowed_dir
fi

#
# Check usage
if [ $# -ne 3 ]; then
echo "usage: `basename $0` {rdf, ttl, nt, nq} <data_file> [--replace] <graph_uri>"
exit 1
fi

input_format="$1"
data_file="$2"

replace="no"
operation="Loading"
if [ $3 == "--replace" ]; then
replace="yes"
operation="Replacing"
shift
fi

graph_uri="$3"

# Check if file exists
Expand All @@ -39,7 +54,7 @@ if [ ! -e $data_file ]; then
exit 1
fi

echo "Loading triples into graph <$graph_uri> ..."
echo "${operation} triples into graph <$graph_uri> ..."

# Check to see if file is within a directory Virtuoso can read from directly.
load_in_place="false"
Expand Down Expand Up @@ -74,19 +89,19 @@ isql_pwd="${CSV2RDF4LOD_PUBLISH_VIRTUOSO_PASSWORD:-"dba"}" # default admin pass
load_func=""
case "$input_format" in
"rdf")
load_func="DB.DBA.RDF_LOAD_RDFXML_MT(file_to_string_output('$file_name_full'), '', '$graph_uri');"
load_func="DB.DBA.RDF_LOAD_RDFXML_MT(file_to_string_output('$file_name_full'), '', '$graph_uri', 2, $CSV2RDF4LOD_CONCURRENCY);"
# echo $load_func
;;
"ttl")
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 255);"
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 255, 2, $CSV2RDF4LOD_CONCURRENCY);"
# echo $load_func
;;
"nt")
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 255);"
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 255, 2, $CSV2RDF4LOD_CONCURRENCY);"
# echo $load_func
;;
"nq")
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 512);"
load_func="DB.DBA.TTLP_MT(file_to_string_output('$file_name_full'),'','$graph_uri', 512, 2, $CSV2RDF4LOD_CONCURRENCY);"
# echo $load_func
;;
*)
Expand All @@ -103,15 +118,24 @@ esac

vload_log=$virtuoso_allowed_dir/load_`${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh coin:slug`_$$.log

sparql_delete=""
if [ $replace == "yes" ]; then
sparql_delete="SPARQL CLEAR GRAPH <$graph_uri>;"
fi

start=`${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh`
${isql_cmd} ${isql_pwd} << EOF &> $vload_log
log_enable(3,1);
$sparql_delete
$load_func
checkpoint;
exit;
EOF
echo "" >> $vload_log
echo "# start time: $start" >> $vload_log
echo "# user: `whoami`" >> $vload_log
echo "# log_enable(3,1);" >> $vload_log
echo "# $sparql_delete" >> $vload_log
echo "# $load_func" >> $vload_log
echo "# end time: `${CSV2RDF4LOD_HOME}/bin/util/dateInXSDDateTime.sh`" >> $vload_log

# Move the latest.log pointer to the log we just created.
Expand Down