File tree Expand file tree Collapse file tree 3 files changed +8
-4
lines changed Expand file tree Collapse file tree 3 files changed +8
-4
lines changed Original file line number Diff line number Diff line change @@ -10,3 +10,4 @@ gem "rake"
10
10
gem "capybara"
11
11
gem "actionview"
12
12
gem "getoptlong"
13
+ gem "parallel"
Original file line number Diff line number Diff line change 6
6
require "nokogiri"
7
7
require "rdf/turtle"
8
8
require "ruby-progressbar"
9
+ require "parallel"
9
10
10
11
require "ttl2html/util"
11
12
require "ttl2html/template"
@@ -49,7 +50,7 @@ def load_turtle(file)
49
50
io = File . open ( file )
50
51
end
51
52
RDF ::Format . for ( :turtle ) . reader . new ( io ) do |reader |
52
- reader . statements . each do |statement |
53
+ reader . each_statement do |statement |
53
54
s = statement . subject
54
55
v = statement . predicate
55
56
o = statement . object
@@ -127,10 +128,11 @@ def each_data(label = :each_data)
127
128
progressbar = ProgressBar . create ( title : label ,
128
129
total : @data . size ,
129
130
format : "(%t) %a %e %P% Processed: %c from %C" )
130
- @data . keys . sort_by do |uri |
131
+ data = @data . keys . sort_by do |uri |
131
132
[ uri . count ( "/" ) , uri . size , uri ]
132
- end . reverse_each do |uri |
133
- progressbar . increment
133
+ end . reverse
134
+ Parallel . each ( data , progress : label . to_s ) do |uri |
135
+ #progressbar.increment
134
136
next if not uri . start_with? @config [ :base_uri ]
135
137
yield uri , @data [ uri ]
136
138
end
Original file line number Diff line number Diff line change @@ -23,6 +23,7 @@ Gem::Specification.new do |s|
23
23
s . add_dependency "ruby-progressbar"
24
24
s . add_dependency "actionview"
25
25
s . add_dependency "getoptlong"
26
+ s . add_dependency "parallel"
26
27
s . add_development_dependency "rspec"
27
28
s . add_development_dependency "rake"
28
29
s . add_development_dependency "capybara"
You can’t perform that action at this time.
0 commit comments