Skip to content

Commit 3e1f1ac

Browse files
committed
add parallel settings. fix #178
1 parent 16684a7 commit 3e1f1ac

File tree

3 files changed

+8
-4
lines changed

3 files changed

+8
-4
lines changed

Gemfile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,3 +10,4 @@ gem "rake"
1010
gem "capybara"
1111
gem "actionview"
1212
gem "getoptlong"
13+
gem "parallel"

lib/ttl2html.rb

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
require "nokogiri"
77
require "rdf/turtle"
88
require "ruby-progressbar"
9+
require "parallel"
910

1011
require "ttl2html/util"
1112
require "ttl2html/template"
@@ -49,7 +50,7 @@ def load_turtle(file)
4950
io = File.open(file)
5051
end
5152
RDF::Format.for(:turtle).reader.new(io) do |reader|
52-
reader.statements.each do |statement|
53+
reader.each_statement do |statement|
5354
s = statement.subject
5455
v = statement.predicate
5556
o = statement.object
@@ -127,10 +128,11 @@ def each_data(label = :each_data)
127128
progressbar = ProgressBar.create(title: label,
128129
total: @data.size,
129130
format: "(%t) %a %e %P% Processed: %c from %C")
130-
@data.keys.sort_by do|uri|
131+
data = @data.keys.sort_by do|uri|
131132
[ uri.count("/"), uri.size, uri ]
132-
end.reverse_each do |uri|
133-
progressbar.increment
133+
end.reverse
134+
Parallel.each(data, progress: label.to_s) do |uri|
135+
#progressbar.increment
134136
next if not uri.start_with? @config[:base_uri]
135137
yield uri, @data[uri]
136138
end

ttl2html.gemspec

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,7 @@ Gem::Specification.new do |s|
2323
s.add_dependency "ruby-progressbar"
2424
s.add_dependency "actionview"
2525
s.add_dependency "getoptlong"
26+
s.add_dependency "parallel"
2627
s.add_development_dependency "rspec"
2728
s.add_development_dependency "rake"
2829
s.add_development_dependency "capybara"

0 commit comments

Comments
 (0)