# HG changeset patch # User ymh # Date 1478625781 -3600 # Node ID f239c8c5bb94839eae13c32965eda83b5477ef50 # Parent 0a5eef6ad2fedaf99d82f512e9a2ea4a4a0efdb9 migrate to rdf4j (2.1.1) from sesame (4.1.1) diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/README.md --- a/dev/README.md Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/README.md Tue Nov 08 18:23:01 2016 +0100 @@ -2,9 +2,9 @@ ## Bootstraping -* Copier ubuntu-bootstrap sur le serveur +* Copier `bootstrap-puppet.sh` sur le serveur -* executer le script (sudo): `sudo ./ubuntu-bootstrap.sh`. Ce script installe l'agent puppet et ces dépendances. +* executer le script (sudo): `sudo ./bootstrap-puppet.sh`. Ce script installe l'agent puppet et ces dépendances. * ajouter l'utilisateur courant au groupe `puppet` diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/custom.yaml.tmpl --- a/dev/provisioning/custom.yaml.tmpl Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/custom.yaml.tmpl Tue Nov 08 18:23:01 2016 +0100 @@ -18,10 +18,10 @@ # database server port sysconfig::params::db_port : 3306 -# sesame host -sysconfig::params::sesame_host : 127.0.0.1 -# sesame port -sysconfig::params::sesame_port : 8080 +# rdf4j host +sysconfig::params::rdf4j_host : 127.0.0.1 +# rdf4j port +sysconfig::params::rdf4j_port : 8080 # elasticsearch host sysconfig::params::es_host : 127.0.0.1 diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/default.pp --- a/dev/provisioning/default.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/default.pp Tue Nov 08 18:23:01 2016 +0100 @@ -29,8 +29,8 @@ # install tomcat class { 'sysconfig::tomcat': } -# install sesame -class { 'sysconfig::sesame': }-> +# install rdf4j +class { 'sysconfig::rdf4j': }-> # install elasticsearch class { 'sysconfig::elasticsearch': }-> diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/CHANGELOG.md --- a/dev/provisioning/modules/archive/CHANGELOG.md Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/CHANGELOG.md Tue Nov 08 18:23:01 2016 +0100 @@ -1,3 +1,9 @@ +## 2016-08-18 - Release 0.9.0 + +- Allow to pass $path to init class (fix #63) +- Add fail_on_http_error parameter to archive::download (fix #64) +- Fix tests with Puppet 4 (fix #66) + ## 2015-08-21 - Release 0.8.1 Use docker for acceptance tests diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/Gemfile --- a/dev/provisioning/modules/archive/Gemfile Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/Gemfile Tue Nov 08 18:23:01 2016 +0100 @@ -2,7 +2,7 @@ group :development, :unit_tests do gem 'rake', :require => false - gem 'rspec', '< 3.2', :require => false if RUBY_VERSION =~ /^1.8/ + gem 'rspec', :require => false gem 'rspec-puppet', :require => false gem 'puppetlabs_spec_helper', :require => false gem 'metadata-json-lint', :require => false @@ -17,12 +17,12 @@ gem 'puppet-lint-trailing_comma-check', :require => false gem 'puppet-lint-file_ensure-check', :require => false gem 'puppet-lint-version_comparison-check', :require => false - gem 'puppet-lint-fileserver-check', :require => false gem 'puppet-lint-file_source_rights-check', :require => false gem 'puppet-lint-alias-check', :require => false gem 'rspec-puppet-facts', :require => false - gem 'github_changelog_generator', :require => false, :git => 'https://github.com/raphink/github-changelog-generator.git', :branch => 'dev/all_patches' if RUBY_VERSION !~ /^1.8/ - gem 'puppet-blacksmith', :require => false if RUBY_VERSION !~ /^1.8/ + gem 'ruby-augeas', :require => false + gem 'puppet-blacksmith', :require => false if RUBY_VERSION !~ /^1\./ + gem 'json_pure', '< 2.0.2', :require => false end group :system_tests do @@ -30,6 +30,7 @@ gem 'beaker-rspec', :require => false gem 'beaker_spec_helper', :require => false gem 'serverspec', :require => false + gem 'specinfra', :require => false end if facterversion = ENV['FACTER_GEM_VERSION'] diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/Rakefile --- a/dev/provisioning/modules/archive/Rakefile Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/Rakefile Tue Nov 08 18:23:01 2016 +0100 @@ -4,20 +4,14 @@ Rake::Task[:lint].clear PuppetLint::RakeTask.new :lint do |config| config.ignore_paths = ["spec/**/*.pp", "pkg/**/*.pp", "vendor/**/*.pp"] - config.disable_checks = ['80chars'] + config.disable_checks = ['140chars'] config.fail_on_warnings = true end PuppetSyntax.exclude_paths = ["spec/fixtures/**/*.pp", "vendor/**/*"] # Publishing tasks -unless RUBY_VERSION =~ /^1\.8/ +unless RUBY_VERSION =~ /^1\./ require 'puppet_blacksmith' require 'puppet_blacksmith/rake_tasks' - require 'github_changelog_generator/task' - GitHubChangelogGenerator::RakeTask.new :changelog do |config| - m = Blacksmith::Modulefile.new - config.future_release = m.version - config.release_url = "https://forge.puppetlabs.com/#{m.author}/#{m.name}/%s" - end end diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/checksums.json --- a/dev/provisioning/modules/archive/checksums.json Tue Nov 08 15:48:01 2016 +0100 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,42 +0,0 @@ -{ - "CHANGELOG.md": "a270fbc0eb53304a62eb8fb978a5d499", - "Gemfile": "fd6a01b07d9008b04417c33e02b4c931", - "LICENSE": "3b83ef96387f14655fc854ddc3c6bd57", - "README.md": "90d767333b620a8d037bf4282565028e", - "Rakefile": "2ca51e1c85d1459ea347efd2213afe73", - "manifests/download.pp": "116b320a8a1807f30930b836fbf766bf", - "manifests/extract.pp": "1d0a1db6fc107f28576e69199303b040", - "manifests/init.pp": "af167aa777f83c05e8c4b5adfde4fe5e", - "manifests/tar_gz.pp": "0cf28ed9d33375b7d0addf4190fe6b3c", - "manifests/zip.pp": "151b78d9eae3310881690e5c00123c7a", - "metadata.json": "6184f3b55064035518567f9193c52b47", - "spec/acceptance/nodesets/centos-5-x86_64-docker.yml": "916223adf56a5eae28fc4dbc8d3d5d09", - "spec/acceptance/nodesets/centos-6-x86_64-docker.yml": "79ee475e5497307c173a1aba59e1a206", - "spec/acceptance/nodesets/centos-6-x86_64-openstack.yml": "5509e2ebb2bee49bec7905141d91535b", - "spec/acceptance/nodesets/centos-6-x86_64-vagrant.yml": "f973bde1c355b0af3ba5c08e02311580", - "spec/acceptance/nodesets/centos-7-x86_64-docker.yml": "1d4713c4b0788eaaed0a5767ba0268d4", - "spec/acceptance/nodesets/centos-7-x86_64-openstack.yml": "554374fca1889b858d90a81226578b82", - "spec/acceptance/nodesets/centos-7-x86_64-vagrant.yml": "82b8ada243c70d9a2d8c9a3a4385416c", - "spec/acceptance/nodesets/debian-6-x86_64-docker.yml": "d6cb2154bf149715439b5bc64ef627bc", - "spec/acceptance/nodesets/debian-6-x86_64-openstack.yml": "83b0b0ecb7212b45179546ac6b6b83b7", - "spec/acceptance/nodesets/debian-6-x86_64-vagrant.yml": "d6356946a61858342d0be2b6b670eb55", - "spec/acceptance/nodesets/debian-7-x86_64-docker.yml": "2d68216014870420714f306fb3aaa601", - "spec/acceptance/nodesets/debian-7-x86_64-openstack.yml": "47f0b02b2d6ea2134574f045e9a315af", - "spec/acceptance/nodesets/debian-7-x86_64-vagrant.yml": "2dacc8c1cce7bc4fa8e3b13267df9ecd", - "spec/acceptance/nodesets/debian-8-x86_64-docker.yml": "d7fb01335b3273723b8b418faef51538", - "spec/acceptance/nodesets/debian-8-x86_64-openstack.yml": "075a6d6389a6b6cbe3b11f7a6e160059", - "spec/acceptance/nodesets/debian-8-x86_64-vagrant.yml": "9c33b450b4aa17476acc86d839d79dd2", - "spec/acceptance/nodesets/ubuntu-10.04-x86_64-docker.yml": "11480a9d30e9c4daee140dd420176723", - "spec/acceptance/nodesets/ubuntu-12.04-x86_64-docker.yml": "46cc4eceef33f04818ce74855630e05b", - "spec/acceptance/nodesets/ubuntu-12.04-x86_64-openstack.yml": "d1619ba4430c1a61cd9407533ac91de2", - "spec/acceptance/nodesets/ubuntu-14.04-x86_64-docker.yml": "5390c092066afa65780816b162dfb4aa", - "spec/acceptance/nodesets/ubuntu-14.04-x86_64-openstack.yml": "535b98aa7c5d0df88817675af991d2b6", - "spec/acceptance/nodesets/ubuntu-14.04-x86_64-vagrant.yml": "8622e2d9cae7a0923b8510561f1daf5a", - "spec/acceptance/nodesets/ubuntu-14.10-x86_64-docker.yml": "df4b8f4bd33f38e0053a806d739db819", - "spec/acceptance/nodesets/ubuntu-14.10-x86_64-openstack.yml": "cdfa94d70efdcbb4ae0e9caea474c4b1", - "spec/acceptance/nodesets/ubuntu-15.04-x86_64-docker.yml": "cefdea8d6ead29b5f492adb971019a81", - "spec/acceptance/nodesets/ubuntu-15.04-x86_64-openstack.yml": "60a9ce9983e881df4b83c2720dc014ed", - "spec/defines/archive_spec.rb": "d1925af41a0f6c20fbb0cad1db4173a2", - "spec/spec.opts": "a600ded995d948e393fbe2320ba8e51c", - "spec/spec_helper.rb": "706ea71a4048b1f9e6c650d71b5fb331" -} \ No newline at end of file diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/manifests/download.pp --- a/dev/provisioning/modules/archive/manifests/download.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/manifests/download.pp Tue Nov 08 18:23:01 2016 +0100 @@ -15,6 +15,7 @@ # - *$verbose: Default value true. # - *$proxy_server: Default value undef. # - *$user: The user used to download the archive +# - *$fail_on_http_error: Whether or not the curl command should throw an error when an http error >= 400 is encountered. Default value undef # # Example usage: # @@ -24,9 +25,10 @@ # } # # archive::download {"apache-tomcat-6.0.26.tar.gz": -# ensure => present, -# digest_string => "f9eafa9bfd620324d1270ae8f09a8c89", -# url => "http://archive.apache.org/dist/tomcat/tomcat-6/v6.0.26/bin/apache-tomcat-6.0.26.tar.gz", +# ensure => present, +# digest_string => "f9eafa9bfd620324d1270ae8f09a8c89", +# url => "http://archive.apache.org/dist/tomcat/tomcat-6/v6.0.26/bin/apache-tomcat-6.0.26.tar.gz", +# fail_on_http_error => true # } # define archive::download ( @@ -44,8 +46,14 @@ $path=$::path, $proxy_server=undef, $user=undef, + $fail_on_http_error=undef, ) { + $fail_on_http_error_arg = $fail_on_http_error ? { + true => '-f', + default => '', + } + $insecure_arg = $allow_insecure ? { true => '-k', default => '', @@ -115,7 +123,7 @@ exec {"download digest of archive ${name}": - command => "curl ${proxy_option} -s -S ${insecure_arg} ${redirect_arg} -o ${src_target}/${name}.${digest_type} '${digest_src}'", + command => "curl ${proxy_option} -s -S ${fail_on_http_error_arg} ${insecure_arg} ${redirect_arg} -o ${src_target}/${name}.${digest_type} '${digest_src}'", creates => "${src_target}/${name}.${digest_type}", timeout => $timeout, path => $path, @@ -159,7 +167,7 @@ default => undef, } exec {"download archive ${name} and check sum": - command => "curl ${proxy_option} -s -S ${insecure_arg} ${redirect_arg} -o ${src_target}/${name} '${url}'", + command => "curl ${proxy_option} -s -S ${fail_on_http_error_arg} ${insecure_arg} ${redirect_arg} -o ${src_target}/${name} '${url}'", creates => "${src_target}/${name}", logoutput => true, timeout => $timeout, diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/manifests/extract.pp --- a/dev/provisioning/modules/archive/manifests/extract.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/manifests/extract.pp Tue Nov 08 18:23:01 2016 +0100 @@ -41,6 +41,10 @@ $strip_components=0, $purge=false, $user=undef, + $tar_command=$::osfamily ? { + 'Solaris' => 'gtar', + default => 'tar', + }, ) { if $root_dir { @@ -53,9 +57,9 @@ 'present': { $extract_zip = "unzip -o ${src_target}/${name}.${extension} -d ${target}" - $extract_targz = "tar --no-same-owner --no-same-permissions --strip-components=${strip_components} -xzf ${src_target}/${name}.${extension} -C ${target}" - $extract_tarbz2 = "tar --no-same-owner --no-same-permissions --strip-components=${strip_components} -xjf ${src_target}/${name}.${extension} -C ${target}" - $extract_tarxz = "tar --no-same-owner --no-same-permissions --strip-components=${strip_components} -xpf ${src_target}/${name}.${extension} -C ${target}" + $extract_targz = "${tar_command} --no-same-owner --no-same-permissions --strip-components=${strip_components} -xzf ${src_target}/${name}.${extension} -C ${target}" + $extract_tarbz2 = "${tar_command} --no-same-owner --no-same-permissions --strip-components=${strip_components} -xjf ${src_target}/${name}.${extension} -C ${target}" + $extract_tarxz = "${tar_command} --no-same-owner --no-same-permissions --strip-components=${strip_components} -xpf ${src_target}/${name}.${extension} -C ${target}" $purge_command = $purge ? { true => "rm -rf ${target} && ", diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/manifests/init.pp --- a/dev/provisioning/modules/archive/manifests/init.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/manifests/init.pp Tue Nov 08 18:23:01 2016 +0100 @@ -49,6 +49,8 @@ $proxy_server=undef, $purge_target=false, $user=undef, + $tar_command=undef, + $path = $::path, ) { archive::download {"${name}.${extension}": @@ -65,6 +67,7 @@ verbose => $verbose, proxy_server => $proxy_server, user => $user, + path => $path, } archive::extract {$name: @@ -76,7 +79,9 @@ extension => $extension, timeout => $timeout, strip_components => $strip_components, + tar_command => $tar_command, require => Archive::Download["${name}.${extension}"], user => $user, + path => $path, } } diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/metadata.json --- a/dev/provisioning/modules/archive/metadata.json Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/metadata.json Tue Nov 08 18:23:01 2016 +0100 @@ -1,16 +1,16 @@ { "name": "camptocamp-archive", - "version": "0.8.1", + "version": "0.9.0", "author": "Camptocamp", "summary": "Camptocamp Archive Module", "license": "Apache-2.0", "source": "https://github.com/camptocamp/puppet-archive", "project_page": "https://github.com/camptocamp/puppet-archive", "issues_url": "https://github.com/camptocamp/puppet-archive/issues", + "description": "Archive Module for Puppet", "dependencies": [ - + ], - "description": "Archive Module for Puppet", "operatingsystem_support": [ { "operatingsystem": "Debian", diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-5.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-5.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + centos-5-x64: + default_apply_opts: + order: random + strict_variables: + platform: el-5-x86_64 + hypervisor : docker + image: tianon/centos:5.10 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'yum install -y crontabs tar wget which' + - 'sed -i -e "/mingetty/d" /etc/inittab' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-6.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-6.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,17 @@ +HOSTS: + centos-6-x64: + default_apply_opts: + order: random + strict_variables: + platform: el-6-x86_64 + hypervisor : docker + image: centos:6 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'rm -rf /var/run/network/*' + - 'yum install -y crontabs tar wget' + - 'rm /etc/init/tty.conf' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-7.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/centos-7.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,15 @@ +HOSTS: + centos-7-x64: + default_apply_opts: + order: random + strict_variables: + platform: el-7-x86_64 + hypervisor : docker + image: centos:7 + docker_preserve_image: true + docker_cmd: '["/usr/sbin/init"]' + docker_image_commands: + - 'yum install -y crontabs tar wget' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-6.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-6.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,15 @@ +HOSTS: + debian-6-x64: + default_apply_opts: + order: random + strict_variables: + platform: debian-6-amd64 + hypervisor : docker + image: debian/eol:squeeze + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y cron locales-all net-tools wget' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-7.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-7.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,15 @@ +HOSTS: + debian-7-x64: + default_apply_opts: + order: random + strict_variables: + platform: debian-7-amd64 + hypervisor : docker + image: debian:7 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y cron locales-all net-tools wget' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-8.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/debian-8.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + debian-8-x64: + default_apply_opts: + order: random + strict_variables: + platform: debian-8-amd64 + hypervisor : docker + image: debian:8 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y cron locales-all net-tools wget' + - 'rm -f /usr/sbin/policy-rc.d' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-12.04.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-12.04.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + ubuntu-1204-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-12.04-amd64 + hypervisor : docker + image: ubuntu:12.04 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-14.04.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-14.04.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,18 @@ +HOSTS: + ubuntu-1404-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-14.04-amd64 + hypervisor : docker + image: ubuntu:14.04 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'rm /usr/sbin/policy-rc.d' + - 'rm /sbin/initctl; dpkg-divert --rename --remove /sbin/initctl' + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-14.10.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-14.10.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,18 @@ +HOSTS: + ubuntu-1410-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-14.10-amd64 + hypervisor : docker + image: ubuntu:14.10 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'rm /usr/sbin/policy-rc.d' + - 'rm /sbin/initctl; dpkg-divert --rename --remove /sbin/initctl' + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-15.04.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-15.04.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + ubuntu-1504-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-15.04-amd64 + hypervisor : docker + image: ubuntu:15.04 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-15.10.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-15.10.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + ubuntu-1510-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-15.10-amd64 + hypervisor : docker + image: ubuntu:15.10 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-16.04.yml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/acceptance/nodesets/ubuntu-16.04.yml Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,16 @@ +HOSTS: + ubuntu-1604-x64: + default_apply_opts: + order: random + strict_variables: + platform: ubuntu-16.04-amd64 + hypervisor : docker + image: ubuntu:16.04 + docker_preserve_image: true + docker_cmd: '["/sbin/init"]' + docker_image_commands: + - 'apt-get install -y net-tools wget' + - 'locale-gen en_US.UTF-8' +CONFIG: + type: aio + log_level: debug diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/defines/archive_spec.rb --- a/dev/provisioning/modules/archive/spec/defines/archive_spec.rb Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/archive/spec/defines/archive_spec.rb Tue Nov 08 18:23:01 2016 +0100 @@ -10,7 +10,7 @@ end context 'without parameters' do - it { expect { is_expected.to compile.with_all_deps }.to raise_error(/Must pass/) } + it { expect { is_expected.to compile.with_all_deps }.to raise_error(/url/) } end context 'with url, without target' do @@ -20,7 +20,7 @@ } end - it { expect { is_expected.to compile.with_all_deps }.to raise_error(/Must pass target/) } + it { expect { is_expected.to compile.with_all_deps }.to raise_error(/target/) } end context 'with target, without url' do @@ -30,7 +30,7 @@ } end - it { expect { is_expected.to compile.with_all_deps }.to raise_error(/Must pass url/) } + it { expect { is_expected.to compile.with_all_deps }.to raise_error(/url/) } end context 'with url and target' do @@ -67,6 +67,19 @@ it { is_expected.to compile.with_all_deps } end + + context 'with custom tar command' do + let(:params) do + { + :url => 'http://archive.apache.org/dist/tomcat/tomcat-6/v6.0.26/bin/apache-tomcat-6.0.26.tar.gz', + :target => '/opt', + :tar_command => 'xtar', + } + end + + it { is_expected.to compile.with_all_deps } + it { should contain_archive__extract('apache-tomcat-6.0.26').with_tar_command('xtar') } + end end end end diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/archive/spec/defines/extract_spec.rb --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/archive/spec/defines/extract_spec.rb Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,27 @@ +require 'spec_helper' + +describe 'archive::extract' do + + default_facts = { + :path => '/usr/bin:/bin', + :osfamily => 'Debian' + } + + let(:title) { 'apache-tomcat-6.0.26' } + let(:params) {{ + :target => '/opt' + }} + + context 'with minimal parameters' do + let(:facts) { default_facts } + it { should contain_exec('apache-tomcat-6.0.26 unpack').with_command(/&& tar /) } + end + + context 'in Solaris' do + let (:facts) { default_facts.merge({ + :osfamily => 'Solaris' + }) } + it { should contain_exec('apache-tomcat-6.0.26 unpack').with_command(/&& gtar /) } + end + +end \ No newline at end of file diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/files/rdf4j/console_commands.txt --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/sysconfig/files/rdf4j/console_commands.txt Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,19 @@ +connect http://localhost:8080/rdf4j-server +create native +corpus +Corpus repo + + +create native +corpus_raw +Corpus raw repo + + +create native +lexvo +Lexvo + + +open lexvo +load file:///tmp/lexvo/lexvo.rdf +quit diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/files/rdf4j/lexvo_2013-02-09_cleaned.rdf.bz2 Binary file dev/provisioning/modules/sysconfig/files/rdf4j/lexvo_2013-02-09_cleaned.rdf.bz2 has changed diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/files/sesame/console_commands.txt --- a/dev/provisioning/modules/sysconfig/files/sesame/console_commands.txt Tue Nov 08 15:48:01 2016 +0100 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,19 +0,0 @@ -connect http://localhost:8080/openrdf-sesame -create native -corpus -Corpus repo - - -create native -corpus_raw -Corpus raw repo - - -create native -lexvo -Lexvo - - -open lexvo -load file:///tmp/lexvo/lexvo.rdf -quit diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/files/sesame/lexvo_2013-02-09_cleaned.rdf.bz2 Binary file dev/provisioning/modules/sysconfig/files/sesame/lexvo_2013-02-09_cleaned.rdf.bz2 has changed diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/manifests/corpus.pp --- a/dev/provisioning/modules/sysconfig/manifests/corpus.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/sysconfig/manifests/corpus.pp Tue Nov 08 18:23:01 2016 +0100 @@ -7,8 +7,8 @@ $db_pw = hiera('sysconfig::params::db_pw', $sysconfig::params::db_pw), $db_host = hiera('sysconfig::params::db_host', $sysconfig::params::db_host), $db_port = hiera('sysconfig::params::db_port', $sysconfig::params::db_port), - $sesame_host = hiera('sysconfig::params::sesame_host', $sysconfig::params::sesame_host), - $sesame_port = hiera('sysconfig::params::sesame_port', $sysconfig::params::sesame_port), + $rdf4j_host = hiera('sysconfig::params::rdf4j_host', $sysconfig::params::rdf4j_host), + $rdf4j_port = hiera('sysconfig::params::rdf4j_port', $sysconfig::params::rdf4j_port), $es_host = hiera('sysconfig::params::es_host', $sysconfig::params::es_host), $es_port = hiera('sysconfig::params::es_port', $sysconfig::params::es_port), $es_instance = hiera('sysconfig::params::es_instance', $sysconfig::params::es_instance), diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/manifests/params.pp --- a/dev/provisioning/modules/sysconfig/manifests/params.pp Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/sysconfig/manifests/params.pp Tue Nov 08 18:23:01 2016 +0100 @@ -7,8 +7,8 @@ $db_host = hiera('sysconfig::params::db_host','127.0.0.1') $db_port = hiera('sysconfig::params::db_port','3306') - $sesame_host = hiera('sysconfig::params::sesame_host', '127.0.0.1') - $sesame_port = hiera('sysconfig::params::sesame_port', '8080') + $rdf4j_host = hiera('sysconfig::params::rdf4j_host', '127.0.0.1') + $rdf4j_port = hiera('sysconfig::params::rdf4j_port', '8080') $es_host = hiera('sysconfig::params::es_host', '127.0.0.1') $es_port = hiera('sysconfig::params::es_port', '9200') diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/manifests/rdf4j.pp --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/dev/provisioning/modules/sysconfig/manifests/rdf4j.pp Tue Nov 08 18:23:01 2016 +0100 @@ -0,0 +1,102 @@ +class sysconfig::rdf4j ( +) inherits sysconfig::params { + + define create_lexvo_repository($unless = undef) { + + file { "lexvo_tmp_dir": + path => "/tmp/lexvo", + ensure => directory, + }-> + file { "lexvo_data_archive": + path => "/tmp/lexvo/lexvo.rdf.bz2", + ensure => present, + source => "puppet:///modules/sysconfig/rdf4j/lexvo_2013-02-09_cleaned.rdf.bz2", + }-> + exec { "lexvo_data_extract": + command => "/usr/bin/bunzip2 /tmp/lexvo/lexvo.rdf.bz2", + unless => $unless, + creates => "/tmp/lexvo/lexvo.rdf" + }-> + file { "lexvo_commands": + path => "/tmp/lexvo/console_commands.txt", + ensure => present, + source => "puppet:///modules/sysconfig/rdf4j/console_commands.txt", + }-> + exec { "lexvo_console": + command => "/opt/rdf4j/bin/console.sh < /tmp/lexvo/console_commands.txt", + cwd => "/opt/rdf4j/bin", + creates => "/opt/rdf4j/.lexvo_loaded", + unless => $unless + }-> + exec { "lexvo_data_archive_delete": + command => "/usr/bin/rm -fr /tmp/lexvo" + }-> + file { "/opt/rdf4j/.lexvo_loaded": + ensure => present, + content => "", + } + + #-> + # File <| title == "lexvo_tmp_dir" |> { + # path => "/tmp/lexvo", + # ensure => absent, + # } + } + + file { "/tmp/rdf4j": + ensure => directory, + }-> + archive { 'rdf4j-2.1.1': + ensure => present, + url => "http://www.eclipse.org/downloads/download.php?file=/rdf4j/eclipse-rdf4j-2.1.1-sdk.zip&r=1", + checksum => false, + extension => "zip", + follow_redirects => true, + strip_components => 1, + target => "/tmp/rdf4j", + purge_target => true, + src_target => '/tmp', + timeout => 500, + }-> + file { "/opt/rdf4j": + ensure => directory, + source => "file:///tmp/rdf4j/eclipse-rdf4j-2.1.1", + recurse => true, + purge => true + }-> + file { [ "/var/lib/rdf4j", + "/var/lib/rdf4j/data" ]: + ensure => directory, + owner => "tomcat", + group => "tomcat", + require => Package['tomcat'] + }-> + augeas { "etc-sysconfig/tomcat": + context => "/files/etc/sysconfig/tomcat", + changes => [ + "set JAVA_OPTS '\"-Dinfo.aduna.platform.appdata.basedir=/var/lib/rdf4j/data -Xms512m -Xmx512m\"'" + ], + notify => Service['tomcat'] + }-> + exec { "undeploy-rdf4j-tomcat": + command => "/usr/bin/rm -f /var/lib/tomcat/webapps/openrdf-*.war && /bin/sleep 10", + notify => Service['tomcat'], + path => "/usr/bin:/bin" + }-> + exec { "copy-rdf4j-tomcat": + command => "/usr/bin/cp /opt/rdf4j/war/*.war /var/lib/tomcat/webapps", + notify => Service['tomcat'] + }-> + create_lexvo_repository { "create-lexvo-repository": + unless => '/usr/bin/curl -s -f -I http://localhost:8080/rdf4j-server/repositories/lexvo/statements' + } + + +# +#download archive + +#put war at the right place + +#create the repository if not exists + +} diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/manifests/sesame.pp --- a/dev/provisioning/modules/sysconfig/manifests/sesame.pp Tue Nov 08 15:48:01 2016 +0100 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,94 +0,0 @@ -class sysconfig::sesame ( -) inherits sysconfig::params { - - define create_lexvo_repository($unless = undef) { - - file { "lexvo_tmp_dir": - path => "/tmp/lexvo", - ensure => directory, - }-> - file { "lexvo_data_archive": - path => "/tmp/lexvo/lexvo.rdf.bz2", - ensure => present, - source => "puppet:///modules/sysconfig/sesame/lexvo_2013-02-09_cleaned.rdf.bz2", - }-> - exec { "lexvo_data_extract": - command => "/usr/bin/bunzip2 /tmp/lexvo/lexvo.rdf.bz2", - unless => $unless, - creates => "/tmp/lexvo/lexvo.rdf" - }-> - file { "lexvo_commands": - path => "/tmp/lexvo/console_commands.txt", - ensure => present, - source => "puppet:///modules/sysconfig/sesame/console_commands.txt", - }-> - exec { "lexvo_console": - command => "/opt/sesame/bin/console.sh < /tmp/lexvo/console_commands.txt", - cwd => "/opt/sesame/bin", - creates => "/opt/sesame/.lexvo_loaded", - unless => $unless - }-> - exec { "lexvo_data_archive_delete": - command => "/usr/bin/rm -fr /tmp/lexvo" - }-> - file { "/opt/sesame/.lexvo_loaded": - ensure => present, - content => "", - } - - #-> - # File <| title == "lexvo_tmp_dir" |> { - # path => "/tmp/lexvo", - # ensure => absent, - # } - } - - file { "/opt/sesame": - ensure => directory, - }-> - archive { 'openrdf-sesame-4.1.1': - ensure => present, - url => "http://downloads.sourceforge.net/project/sesame/Sesame%204/4.1.1/openrdf-sesame-4.1.1-sdk.tar.gz", - checksum => false, - follow_redirects => true, - strip_components => 1, - target => "/opt/sesame", - src_target => '/tmp', - timeout => 500, - }-> - file { [ "/var/lib/sesame", - "/var/lib/sesame/data" ]: - ensure => directory, - owner => "tomcat", - group => "tomcat", - require => Package['tomcat'] - }-> - augeas { "etc-sysconfig/tomcat": - context => "/files/etc/sysconfig/tomcat", - changes => [ - "set JAVA_OPTS '\"-Dinfo.aduna.platform.appdata.basedir=/var/lib/sesame/data -Xms512m -Xmx512m\"'" - ], - notify => Service['tomcat'] - }-> - exec { "undeploy-sesame-tomcat": - command => "/usr/bin/rm -f /var/lib/tomcat/webapps/openrdf-*.war && /bin/sleep 10", - notify => Service['tomcat'], - path => "/usr/bin:/bin" - }-> - exec { "copy-sesame-tomcat": - command => "/usr/bin/cp /opt/sesame/war/*.war /var/lib/tomcat/webapps", - notify => Service['tomcat'] - }-> - create_lexvo_repository { "create-lexvo-repository": - unless => '/usr/bin/curl -s -f -I http://localhost:8080/openrdf-sesame/repositories/lexvo/statements' - } - - -# -#download archive - -#put war at the right place - -#create the repository if not exists - -} diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/templates/corpus/corpus_env.conf.erb --- a/dev/provisioning/modules/sysconfig/templates/corpus/corpus_env.conf.erb Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/sysconfig/templates/corpus/corpus_env.conf.erb Tue Nov 08 18:23:01 2016 +0100 @@ -21,10 +21,10 @@ SetEnv CORPUSPAROLE_COCOON_RDF_BASE_URI http://cocoon.huma-num.fr/exist/crdo/rdf/ SetEnv CORPUSPAROLE_COCOON_OAIPMH_URL http://cocoon.huma-num.fr/crdo_servlet/oai-pmh -SetEnv CORPUSPAROLE_SESAME_BASE_URL http://<%= @sesame_host %>:<%= @sesame_port %>/openrdf-sesame -SetEnv CORPUSPAROLE_SESAME_REPOSITORY corpus -SetEnv CORPUSPAROLE_SESAME_REPOSITORY_RAW corpus_raw -SetEnv CORPUSPAROLE_SESAME_LEXVO_REPOSITORY lexvo +SetEnv CORPUSPAROLE_RDF4J_BASE_URL http://<%= @rdf4j_host %>:<%= @rdf4j_port %>/rdf4j-server +SetEnv CORPUSPAROLE_RDF4J_REPOSITORY corpus +SetEnv CORPUSPAROLE_RDF4J_REPOSITORY_RAW corpus_raw +SetEnv CORPUSPAROLE_RDF4J_LEXVO_REPOSITORY lexvo SetEnv EASYRDF_HTTP_CLIENT_TIMEOUT 5000 diff -r 0a5eef6ad2fe -r f239c8c5bb94 dev/provisioning/modules/sysconfig/templates/corpus/local.env.erb --- a/dev/provisioning/modules/sysconfig/templates/corpus/local.env.erb Tue Nov 08 15:48:01 2016 +0100 +++ b/dev/provisioning/modules/sysconfig/templates/corpus/local.env.erb Tue Nov 08 18:23:01 2016 +0100 @@ -21,10 +21,10 @@ CORPUSPAROLE_COCOON_RDF_BASE_URI=http://cocoon.huma-num.fr/exist/crdo/rdf/ CORPUSPAROLE_COCOON_OAIPMH_URL=http://cocoon.huma-num.fr/crdo_servlet/oai-pmh -CORPUSPAROLE_SESAME_BASE_URL=http://<%= @sesame_host %>:<%= @sesame_port %>/openrdf-sesame -CORPUSPAROLE_SESAME_REPOSITORY=corpus -CORPUSPAROLE_SESAME_REPOSITORY_RAW=corpus_raw -CORPUSPAROLE_SESAME_LEXVO_REPOSITORY=lexvo +CORPUSPAROLE_RDF4J_BASE_URL=http://<%= @rdf4j_host %>:<%= @rdf4j_port %>/rdf4j-server +CORPUSPAROLE_RDF4J_REPOSITORY=corpus +CORPUSPAROLE_RDF4J_REPOSITORY_RAW=corpus_raw +CORPUSPAROLE_RDF4J_LEXVO_REPOSITORY=lexvo EASYRDF_HTTP_CLIENT_TIMEOUT=5000 diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/.env.example --- a/server/src/.env.example Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/.env.example Tue Nov 08 18:23:01 2016 +0100 @@ -23,10 +23,10 @@ CORPUSPAROLE_COCOON_RDF_BASE_URI= CORPUSPAROLE_COCOON_OAIPMH_URL= -CORPUSPAROLE_SESAME_BASE_URL=http://172.16.1.5:8080/openrdf-sesame -CORPUSPAROLE_SESAME_REPOSITORY= -CORPUSPAROLE_SESAME_REPOSITORY_RAW= -CORPUSPAROLE_SESAME_LEXVO_REPOSITORY= +CORPUSPAROLE_RDF4J_BASE_URL=http://172.16.1.5:8080/rdf4j-server +CORPUSPAROLE_RDF4J_REPOSITORY= +CORPUSPAROLE_RDF4J_REPOSITORY_RAW= +CORPUSPAROLE_RDF4J_LEXVO_REPOSITORY= EASYRDF_HTTP_CLIENT_TIMEOUT=20 diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Console/Commands/ImportCocoonRDF.php --- a/server/src/app/Console/Commands/ImportCocoonRDF.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Console/Commands/ImportCocoonRDF.php Tue Nov 08 18:23:01 2016 +0100 @@ -82,8 +82,8 @@ $this->comment("Skipping $skip records"); $this->comment("Recording raw queries: ".($raw?'TRUE':'FALSE')); - $gs = new \EasyRdf\Sparql\Client(Config::get('corpusparole.sesame_query_url'), Config::get('corpusparole.sesame_update_url')); - $gs_raw = new \EasyRdf\Sparql\Client(Config::get('corpusparole.sesame_query_url_raw'), Config::get('corpusparole.sesame_update_url_raw')); + $gs = new \EasyRdf\Sparql\Client(Config::get('corpusparole.rdf4j_query_url'), Config::get('corpusparole.rdf4j_update_url')); + $gs_raw = new \EasyRdf\Sparql\Client(Config::get('corpusparole.rdf4j_query_url_raw'), Config::get('corpusparole.rdf4j_update_url_raw')); $client = new Client(Config::get('corpusparole.cocoon_oaipmh_url')); diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Http/Controllers/Sparql/SparqlClientController.php --- a/server/src/app/Http/Controllers/Sparql/SparqlClientController.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Http/Controllers/Sparql/SparqlClientController.php Tue Nov 08 18:23:01 2016 +0100 @@ -59,13 +59,13 @@ if(is_null($timeout)) { $timeout = config('corpusparole.sparql_client_timeout'); } - $queryUrl = config('corpusparole.sesame_query_url'); + $queryUrl = config('corpusparole.rdf4j_query_url'); if($timeout > 0) { $queryUrl = $queryUrl . ((strlen(parse_url($queryUrl, PHP_URL_QUERY)) > 0)?"&":"?"). "timeout=$timeout"; } - return new \EasyRdf\Sparql\Client($queryUrl, config('corpusparole.sesame_update_url')); + return new \EasyRdf\Sparql\Client($queryUrl, config('corpusparole.rdf4j_update_url')); } // display form @@ -274,10 +274,10 @@ $queryParams = $request->all(); $queryParams['timeout'] = config('corpusparole.sparql_client_timeout'); - $queryUrl = config('corpusparole.sesame_query_url'); + $queryUrl = config('corpusparole.rdf4j_query_url'); try { - $sesameResp = $this->httpClient->post($queryUrl, ['form_params' => $queryParams, 'headers' => $headers]); + $rdf4jResp = $this->httpClient->post($queryUrl, ['form_params' => $queryParams, 'headers' => $headers]); } catch(\GuzzleHttp\Exception\ServerException $exception) { if($exception->getCode() == 503) { $this->abort(408, "Time-out causé par la requête SPARQL", $exception); @@ -297,8 +297,8 @@ $this->abort(500, "Erreur serveur lors de la requête", $exception); } - $resp = response((string)$sesameResp->getBody(), $sesameResp->getStatusCode()); - foreach ($sesameResp->getHeaders() as $name => $values) { + $resp = response((string)$rdf4jResp->getBody(), $rdf4jResp->getStatusCode()); + foreach ($rdf4jResp->getHeaders() as $name => $values) { if($name != 'Transfer-Encoding') { $resp->header($name, $values); } diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Libraries/Mappers/CocoonSoundRdfMapper.php --- a/server/src/app/Libraries/Mappers/CocoonSoundRdfMapper.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Libraries/Mappers/CocoonSoundRdfMapper.php Tue Nov 08 18:23:01 2016 +0100 @@ -14,7 +14,7 @@ /** * * rdf:type - * sesame:directType + * rdf4j:directType ** -> providedCHO * -> webRepresentation * -> providedCHO diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Libraries/Sparql/SparqlClient.php --- a/server/src/app/Libraries/Sparql/SparqlClient.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Libraries/Sparql/SparqlClient.php Tue Nov 08 18:23:01 2016 +0100 @@ -38,8 +38,8 @@ return false; } //Log::debug('http_client base uri: ' . $this->getHttpClient()->getConfig('base_uri')); - $sesameRepository = config('corpusparole.sesame_repository'); - $resp = $this->getHttpClient()->post("$sesameRepository/transactions", ['query' => ['isolation-level' => 'http://www.openrdf.org/schema/sesame#SNAPSHOT_READ']]); + $rdf4jRepository = config('corpusparole.rdf4j_repository'); + $resp = $this->getHttpClient()->post("$rdf4jRepository/transactions", ['query' => ['isolation-level' => 'http://www.openrdf.org/schema/sesame#SNAPSHOT_READ']]); //$resp = $this->getHttpClient()->post('transactions'); //TODO check errors if($resp->getStatusCode() != 201) { @@ -108,8 +108,8 @@ // doc : http://rdf4j.org/doc/4/articles/REST-API/transaction-operations.docbook?view // cf. bug : https://openrdf.atlassian.net/browse/SES-2295 - // and PR https://bitbucket.org/openrdf/sesame/commits/62b680d8650caca7bc1673f6aaac48a5b6e85d23?at=2.8.x - // The put form has been chosen over the post, because it seems that this is the form choosed in the sesame http client + // and PR https://bitbucket.org/openrdf/rdf4j/commits/62b680d8650caca7bc1673f6aaac48a5b6e85d23?at=2.8.x + // The put form has been chosen over the post, because it seems that this is the form choosed in the rdf4j http client $resp = $this->getHttpClient()->put( $this->currentTransactionUrl, [ 'headers' => ["Content-Type" => "application/sparql-update; charset=utf-8"], @@ -146,8 +146,8 @@ // doc : http://rdf4j.org/doc/4/articles/REST-API/transaction-operations.docbook?view // cf. bug : https://openrdf.atlassian.net/browse/SES-2295 - // and PR https://bitbucket.org/openrdf/sesame/commits/62b680d8650caca7bc1673f6aaac48a5b6e85d23?at=2.8.x - // The put form has been chosen over the post, because it seems that this is the form choosed in the sesame http client + // and PR https://bitbucket.org/openrdf/rdf4j/commits/62b680d8650caca7bc1673f6aaac48a5b6e85d23?at=2.8.x + // The put form has been chosen over the post, because it seems that this is the form choosed in the rdf4j http client $resp = $this->getHttpClient()->put( $this->currentTransactionUrl, [ 'headers' => ["Content-Type" => "application/sparql-update; charset=utf-8"], diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Providers/LexvoServiceProvider.php --- a/server/src/app/Providers/LexvoServiceProvider.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Providers/LexvoServiceProvider.php Tue Nov 08 18:23:01 2016 +0100 @@ -16,7 +16,7 @@ public function register() { $this->app->bind('CorpusParole\Services\LexvoResolverInterface', function($app) { - $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.lexvo_sesame_query_url'), null]); + $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.lexvo_rdf4j_query_url'), null]); return $app->make('CorpusParole\Services\LexvoResolver', [$sparqlClient,]); }); } diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Providers/RepositoryServiceProvider.php --- a/server/src/app/Providers/RepositoryServiceProvider.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Providers/RepositoryServiceProvider.php Tue Nov 08 18:23:01 2016 +0100 @@ -12,8 +12,8 @@ $this->app->bind( 'CorpusParole\Repositories\DocumentRepository', function($app) { - // $httpClient = $app->make('GuzzleHttp\Client', [[ 'base_uri' => config('corpusparole.sesame_query_url'), 'http_errors' => false]]); - // $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.sesame_query_url'), config('corpusparole.sesame_update_url')]); + // $httpClient = $app->make('GuzzleHttp\Client', [[ 'base_uri' => config('corpusparole.rdf4j_query_url'), 'http_errors' => false]]); + // $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.rdf4j_query_url'), config('corpusparole.rdf4j_update_url')]); // $cpSparqlClient = $app->make('CorpusParole\Libraries\Sparql\SparqlClient', [$httpClient, $sparqlClient]); $cpSparqlClient = $app->make('CorpusParole\Libraries\Sparql\SparqlClient'); return $app->make('CorpusParole\Repositories\RdfDocumentRepository', [$cpSparqlClient,]); diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Providers/SparqlClientServiceProvider.php --- a/server/src/app/Providers/SparqlClientServiceProvider.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Providers/SparqlClientServiceProvider.php Tue Nov 08 18:23:01 2016 +0100 @@ -13,8 +13,8 @@ $this->app->bind( 'CorpusParole\Libraries\Sparql\SparqlClient', function($app) { - $httpClient = $app->make('GuzzleHttp\Client', [[ 'base_uri' => config('corpusparole.sesame_query_url'), 'http_errors' => false]]); - $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.sesame_query_url'), config('corpusparole.sesame_update_url')]); + $httpClient = $app->make('GuzzleHttp\Client', [[ 'base_uri' => config('corpusparole.rdf4j_query_url'), 'http_errors' => false]]); + $sparqlClient = $app->make('EasyRdf\Sparql\Client', [config('corpusparole.rdf4j_query_url'), config('corpusparole.rdf4j_update_url')]); return new SparqlClient($httpClient, $sparqlClient); } ); diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/app/Repositories/RdfDocumentRepository.php --- a/server/src/app/Repositories/RdfDocumentRepository.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/app/Repositories/RdfDocumentRepository.php Tue Nov 08 18:23:01 2016 +0100 @@ -277,7 +277,7 @@ $docUri = Config::get('corpusparole.corpus_doc_id_base_uri').$id; // We want the CBD (Concise Bounded Description, cf. http://www.w3.org/Submission/CBD/) - // WARNING: This seems to work in sesame for our dataset. + // WARNING: This seems to work in rdf4j for our dataset. $doc = $this->sparqlClient->query( "CONSTRUCT { ?s ?p ?o } WHERE { GRAPH <$docUri> { ?s ?p ?o } }" ); diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/config/corpusparole.php --- a/server/src/config/corpusparole.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/config/corpusparole.php Tue Nov 08 18:23:01 2016 +0100 @@ -1,6 +1,6 @@ 0)?$baseUrl:"/"; @@ -11,14 +11,14 @@ 'elasticsearch_index' => env('ELASTICSEARCH_INDEX'), - 'sesame_base_url' => $sesameBaseUrl, - 'sesame_repository' => env('CORPUSPAROLE_SESAME_REPOSITORY'), - 'sesame_repository_raw' => env('CORPUSPAROLE_SESAME_REPOSITORY_RAW'), + 'rdf4j_base_url' => $rdf4jBaseUrl, + 'rdf4j_repository' => env('CORPUSPAROLE_RDF4J_REPOSITORY'), + 'rdf4j_repository_raw' => env('CORPUSPAROLE_RDF4J_REPOSITORY_RAW'), 'max_load_retry' => env('CORPUSPAROLE_MAX_LOAD_RETRY', 5), - 'sesame_query_url' => $sesameBaseUrl.'repositories/'.env('CORPUSPAROLE_SESAME_REPOSITORY'), - 'sesame_update_url' => $sesameBaseUrl.'repositories/'.env('CORPUSPAROLE_SESAME_REPOSITORY').'/statements', - 'sesame_query_url_raw' => $sesameBaseUrl.'repositories/'.env('CORPUSPAROLE_SESAME_REPOSITORY_RAW'), - 'sesame_update_url_raw' => $sesameBaseUrl.'repositories/'.env('CORPUSPAROLE_SESAME_REPOSITORY_RAW').'/statements', + 'rdf4j_query_url' => $rdf4jBaseUrl.'repositories/'.env('CORPUSPAROLE_RDF4J_REPOSITORY'), + 'rdf4j_update_url' => $rdf4jBaseUrl.'repositories/'.env('CORPUSPAROLE_RDF4J_REPOSITORY').'/statements', + 'rdf4j_query_url_raw' => $rdf4jBaseUrl.'repositories/'.env('CORPUSPAROLE_RDF4J_REPOSITORY_RAW'), + 'rdf4j_update_url_raw' => $rdf4jBaseUrl.'repositories/'.env('CORPUSPAROLE_RDF4J_REPOSITORY_RAW').'/statements', 'corpus_ontology_url' => env('CORPUSPAROLE_ONTOLOGY_URL', 'http://corpusdelaparole.culture.fr/ontology/'), 'cocoon_rdf_base_uri' => env('CORPUSPAROLE_COCOON_RDF_BASE_URI'), @@ -127,7 +127,7 @@ 'lexvo_url_regexp' => '/http[s]?\:\/\/lexvo\.org\/id\/iso639\-3\/([[:alpha:]]{3})\/?/', 'lexvo_cache_expiration' => 60*24*30, 'lexvo_max_ids' => 50, - 'lexvo_sesame_query_url' => $sesameBaseUrl.'repositories/'.env('CORPUSPAROLE_SESAME_LEXVO_REPOSITORY'), + 'lexvo_rdf4j_query_url' => $rdf4jBaseUrl.'repositories/'.env('CORPUSPAROLE_RDF4J_LEXVO_REPOSITORY'), 'bnf_base_url' => 'http://data.bnf.fr/', 'bnf_ark_base_url' => 'http://ark.bnf.fr/', diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/phpunit.xml --- a/server/src/phpunit.xml Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/phpunit.xml Tue Nov 08 18:23:01 2016 +0100 @@ -32,6 +32,6 @@ - + diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/tests/Libraries/Handle/HandleClientIntegrationTest.php --- a/server/src/tests/Libraries/Handle/HandleClientIntegrationTest.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/tests/Libraries/Handle/HandleClientIntegrationTest.php Tue Nov 08 18:23:01 2016 +0100 @@ -101,7 +101,7 @@ unlink($ftd); } - //$this->httpClient->delete("repositories/$this->sesameRepository"); + //$this->httpClient->delete("repositories/$this->rdf4jRepository"); parent::tearDown(); } diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/tests/Libraries/Sparql/SparqlClientTest.php --- a/server/src/tests/Libraries/Sparql/SparqlClientTest.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/tests/Libraries/Sparql/SparqlClientTest.php Tue Nov 08 18:23:01 2016 +0100 @@ -46,8 +46,8 @@ public function setUp() { parent::setUp(); - $this->sesameRepository = config('corpusparole.sesame_repository'); - $this->transactionUrl = config('corpusparole.sesame_query_url').'/transactions/64a5937f-c112-d014-a044-f0123b93'; + $this->rdf4jRepository = config('corpusparole.rdf4j_repository'); + $this->transactionUrl = config('corpusparole.rdf4j_query_url').'/transactions/64a5937f-c112-d014-a044-f0123b93'; $this->addGraph = new EasyRdf\Graph("http://purl.org/poi/crdo.vjf.cnrs.fr/crdo-ALA_608", SparqlClientTest::TEST_DOC_ADD); $this->deleteGraph = new EasyRdf\Graph("http://purl.org/poi/crdo.vjf.cnrs.fr/crdo-ALA_608", SparqlClientTest::TEST_DOC_DELETE); @@ -86,7 +86,7 @@ $this->assertCount(1, $container, 'One request'); $req = $container[0]['request']; - $this->assertEquals("http:{$this->sesameRepository}/transactions?isolation-level=http%3A%2F%2Fwww.openrdf.org%2Fschema%2Fsesame%23SNAPSHOT_READ", (string)$req->getUri(), "url must be ok"); + $this->assertEquals("http:{$this->rdf4jRepository}/transactions?isolation-level=http%3A%2F%2Fwww.openrdf.org%2Fschema%2Fsesame%23SNAPSHOT_READ", (string)$req->getUri(), "url must be ok"); $this->assertEquals('POST', $container[0]['request']->getMethod(), "methos is POST"); } diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/tests/Repositories/DocumentRepositoryIntegrationTest.php --- a/server/src/tests/Repositories/DocumentRepositoryIntegrationTest.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/tests/Repositories/DocumentRepositoryIntegrationTest.php Tue Nov 08 18:23:01 2016 +0100 @@ -28,25 +28,25 @@ parent::setUp(); $this->graph = new EasyRdf\Graph(config('corpusparole.corpus_doc_id_base_uri')."crdo-ALA_738", sprintf(file_get_contents(DocumentRepositoryIntegrationTest::TEST_DOC), config('corpusparole.corpus_doc_id_base_uri'))); - $this->httpClient = new Client(['base_uri' => config('corpusparole.sesame_base_url')]); - $this->sesameRepository = config('corpusparole.sesame_repository'); + $this->httpClient = new Client(['base_uri' => config('corpusparole.rdf4j_base_url')]); + $this->rdf4jRepository = config('corpusparole.rdf4j_repository'); $this->corpusDocIdBaseUri = config('corpusparole.corpus_doc_id_base_uri'); $this->documentRepository = $this->app->make('CorpusParole\Repositories\DocumentRepository'); $uniqueid = uniqid('corpusparole', true); - $repoCreateStmt = sprintf(file_get_contents(DocumentRepositoryIntegrationTest::REPO_CREATION_TTL), $this->sesameRepository); - $this->httpClient->delete("repositories/$this->sesameRepository", ['http_errors' => false]); + $repoCreateStmt = sprintf(file_get_contents(DocumentRepositoryIntegrationTest::REPO_CREATION_TTL), $this->rdf4jRepository); + $this->httpClient->delete("repositories/$this->rdf4jRepository", ['http_errors' => false]); $this->httpClient->post('repositories/SYSTEM/statements', [ 'headers' => ['Content-type' => 'application/x-turtle;charset=UTF-8'], 'query' => ['context' => "_:$uniqueid"], 'body' => $repoCreateStmt, ]); - $this->httpClient->put("repositories/$this->sesameRepository/statements", [ + $this->httpClient->put("repositories/$this->rdf4jRepository/statements", [ 'headers' => ['Content-type' => 'text/turtle;charset=UTF-8'], 'body' => sprintf(file_get_contents(DocumentRepositoryIntegrationTest::TEST_DOC), config('corpusparole.corpus_doc_id_base_uri')), 'query' => ['context' => "<".config('corpusparole.corpus_doc_id_base_uri')."crdo-ALA_738>"], ]); - $this->httpClient->put("repositories/$this->sesameRepository/statements", [ + $this->httpClient->put("repositories/$this->rdf4jRepository/statements", [ 'headers' => ['Content-type' => 'text/turtle;charset=UTF-8'], 'body' => sprintf(file_get_contents(DocumentRepositoryIntegrationTest::TEST_DOC_NO_GEO), config('corpusparole.corpus_doc_id_base_uri')), 'query' => ['context' => "<".config('corpusparole.corpus_doc_id_base_uri')."crdo-ALA_739>"], @@ -55,7 +55,7 @@ } public function tearDown() { - $this->httpClient->delete("repositories/$this->sesameRepository"); + $this->httpClient->delete("repositories/$this->rdf4jRepository"); parent::tearDown(); } diff -r 0a5eef6ad2fe -r f239c8c5bb94 server/src/tests/Services/LexvoResolverTest.php --- a/server/src/tests/Services/LexvoResolverTest.php Tue Nov 08 15:48:01 2016 +0100 +++ b/server/src/tests/Services/LexvoResolverTest.php Tue Nov 08 18:23:01 2016 +0100 @@ -449,7 +449,7 @@ */ public function testQuery() { - $expectedUri = config('corpusparole.lexvo_sesame_query_url')."?query=PREFIX+rdfs%3A+%3Chttp%3A%2F%2Fwww.w3.org%2F2000%2F01%2Frdf-schema%23%3E%0ASELECT+%3Fs+%3Fo+WHERE+%7B%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D+UNION+%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D%7D"; + $expectedUri = config('corpusparole.lexvo_rdf4j_query_url')."?query=PREFIX+rdfs%3A+%3Chttp%3A%2F%2Fwww.w3.org%2F2000%2F01%2Frdf-schema%23%3E%0ASELECT+%3Fs+%3Fo+WHERE+%7B%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D+UNION+%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D%7D"; $response = m::mock('EasyRdf\Http\Response') ->shouldReceive('isSuccessful')->andReturn(true) ->shouldReceive('getBody')->andReturn(self::LEXVO_EMPTY_RDF_RESP) //result not important @@ -478,7 +478,7 @@ */ public function testQueryFullId() { - $expectedUri = config('corpusparole.lexvo_sesame_query_url')."?query=PREFIX+rdfs%3A+%3Chttp%3A%2F%2Fwww.w3.org%2F2000%2F01%2Frdf-schema%23%3E%0ASELECT+%3Fs+%3Fo+WHERE+%7B%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D+UNION+%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D%7D"; + $expectedUri = config('corpusparole.lexvo_rdf4j_query_url')."?query=PREFIX+rdfs%3A+%3Chttp%3A%2F%2Fwww.w3.org%2F2000%2F01%2Frdf-schema%23%3E%0ASELECT+%3Fs+%3Fo+WHERE+%7B%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Ffra%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D+UNION+%7B%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+rdfs%3Alabel+%3Fo.+%3Fs+rdfs%3Alabel+%3Fo+FILTER%28%3Fs+%3D+%3Chttp%3A%2F%2Flexvo.org%2Fid%2Fiso639-3%2Fafr%3E+%26%26+%28lang%28%3Fo%29+%3D+%22fr%22+%7C%7C+lang%28%3Fo%29+%3D+%22en%22%29%29%7D%7D"; $response = m::mock('EasyRdf\Http\Response') ->shouldReceive('isSuccessful')->andReturn(true) ->shouldReceive('getBody')->andReturn(self::LEXVO_EMPTY_RDF_RESP) //result not important