Import the test fixtures

.gitignore

@@ -1 +1,2 @@
 test.rb
+tmp

Gemfile

@@ -3,4 +3,6 @@
 source "https://rubygems.org"
 
 gem "parser"
+gem "rake"
+gem "test-unit"
 gem "yarp", "~> 0.8"

Gemfile.lock

@@ -5,14 +5,20 @@ GEM
     parser (3.2.2.3)
       ast (~> 2.4.1)
       racc
+    power_assert (2.0.3)
     racc (1.7.1)
+    rake (13.0.6)
+    test-unit (3.6.1)
+      power_assert
     yarp (0.8.0)
 
 PLATFORMS
   arm64-darwin-22
 
 DEPENDENCIES
   parser
+  rake
+  test-unit
   yarp (~> 0.8)
 
 BUNDLED WITH

README.md

@@ -0,0 +1,3 @@
+# parser-yarp
+
+An experiment in translating the YARP AST into the whitequark/parser AST.

Rakefile

@@ -0,0 +1,95 @@
+# frozen_string_literal: true
+
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task default: :test
+
+# This namespace's purpose is to extract the examples from the whitequark/parser
+# gem and generate a test file that we can use to ensure that our parser
+# generates equivalent syntax trees when translating. To do this, it runs the
+# parser's test suite but overrides the `assert_parses` method to collect the
+# examples into a hash. Then, it writes out the hash to a file that we can use
+# to generate our own tests.
+#
+# To run the test suite, it's important to note that we have to mirror both any
+# APIs provided to the test suite (for example the ParseHelper module below).
+# This is obviously relatively brittle, but it's effective for now.
+namespace :whitequark do
+  desc "Ensure there's a local copy of whitequark/parser"
+  file "tmp/whitequark" do
+    sh "git clone --depth=1 https://github.com/whitequark/parser tmp/whitequark"
+  end
+
+  desc "Ensure we have a fixtures directory for the whitequark/parser tests"
+  directory "test/fixtures"
+
+  desc "Import the whitequark/parser tests"
+  task import: ["tmp/whitequark", "test/fixtures"] do
+    cp "tmp/whitequark/LICENSE.txt", "test/fixtures/LICENSE"
+
+    mkdir_p "tmp/whitequark/scratch"
+    touch "tmp/whitequark/scratch/helper.rb"
+    touch "tmp/whitequark/scratch/parse_helper.rb"
+    $:.unshift("tmp/whitequark/scratch")
+
+    require "ast"
+    module ParseHelper
+      include AST::Sexp
+
+      # This object is going to collect all of the examples from the parser gem
+      # into a hash that we can use to generate our own tests.
+      COLLECTED = Hash.new { |hash, key| hash[key] = [] }
+      ALL_VERSIONS = %w[3.1 3.2]
+
+      private
+
+      def assert_context(*)
+      end
+
+      def assert_diagnoses(*)
+      end
+
+      def assert_diagnoses_many(*)
+      end
+
+      def refute_diagnoses(*)
+      end
+
+      def with_versions(*)
+      end
+
+      def assert_parses(_ast, code, _source_maps = "", versions = ALL_VERSIONS)
+        # We're going to skip any examples that are for older Ruby versions
+        # that we do not support.
+        return if (versions & %w[3.1 3.2]).empty?
+
+        entry = caller.find { _1.include?("test_parser.rb") }
+        _, name = *entry.match(/\d+:in `(?:block in )?(?:test_|assert_parses_)?(.+)'/)
+
+        COLLECTED[name] << code
+      end
+    end
+
+    require "parser/current"
+    require "minitest/autorun"
+    require_relative "tmp/whitequark/test/test_parser"
+
+    Minitest.after_run do
+      ParseHelper::COLLECTED.each do |(name, codes)|
+        File.write("test/fixtures/#{name}.rb", "#{codes.sort.join("\n\n")}\n")
+      end
+    end
+  end
+
+  desc "Clean up tmp files related to whitequark/parser"
+  task :clean do
+    rm_rf "tmp/whitequark"
+    rm_rf "test/fixtures"
+  end
+end

test/fixtures/LICENSE

@@ -0,0 +1,25 @@
+Copyright (c) 2013-2016 whitequark  <[email protected]>
+
+Parts of the source are derived from ruby_parser:
+Copyright (c) Ryan Davis, seattle.rb
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

test/fixtures/__ENCODING__.rb

@@ -0,0 +1 @@
+__ENCODING__

test/fixtures/__ENCODING___legacy_.rb

@@ -0,0 +1 @@
+__ENCODING__

test/fixtures/alias.rb

@@ -0,0 +1 @@
+alias :foo bar

test/fixtures/alias_gvar.rb

@@ -0,0 +1,3 @@
+alias $a $+
+
+alias $a $b

test/fixtures/ambiuous_quoted_label_in_ternary_operator.rb

@@ -0,0 +1 @@
+a ? b & '': nil

test/fixtures/and.rb

@@ -0,0 +1,3 @@
+foo && bar
+
+foo and bar

test/fixtures/and_asgn.rb

@@ -0,0 +1,3 @@
+foo.a &&= 1
+
+foo[0, 1] &&= 2

test/fixtures/and_or_masgn.rb

@@ -0,0 +1,3 @@
+foo && (a, b = bar)
+
+foo || (a, b = bar)

test/fixtures/anonymous_blockarg.rb

@@ -0,0 +1 @@
+def foo(&); bar(&); end

test/fixtures/arg.rb

@@ -0,0 +1,3 @@
+def f(foo); end
+
+def f(foo, bar); end

test/fixtures/arg_duplicate_ignored.rb

@@ -0,0 +1,3 @@
+def foo(_, _); end
+
+def foo(_a, _a); end

test/fixtures/arg_label.rb

@@ -0,0 +1,6 @@
+def foo
+ a:b end
+
+def foo() a:b end
+
+f { || a:b }

test/fixtures/arg_scope.rb

@@ -0,0 +1 @@
+lambda{|;a|a}

test/fixtures/args.rb

@@ -0,0 +1,63 @@
+def f &b; end
+
+def f (((a))); end
+
+def f ((*)); end
+
+def f ((*, p)); end
+
+def f ((*r)); end
+
+def f ((*r, p)); end
+
+def f ((a, *)); end
+
+def f ((a, *, p)); end
+
+def f ((a, *r)); end
+
+def f ((a, *r, p)); end
+
+def f ((a, a1)); end
+
+def f (foo: 1, &b); end
+
+def f (foo: 1, bar: 2, **baz, &b); end
+
+def f **baz, &b; end
+
+def f *, **; end
+
+def f *r, &b; end
+
+def f *r, p, &b; end
+
+def f ; end
+
+def f a, &b; end
+
+def f a, *r, &b; end
+
+def f a, *r, p, &b; end
+
+def f a, o=1, &b; end
+
+def f a, o=1, *r, &b; end
+
+def f a, o=1, *r, p, &b; end
+
+def f a, o=1, p, &b; end
+
+def f foo:
+; end
+
+def f foo: -1
+; end
+
+def f o=1, &b; end
+
+def f o=1, *r, &b; end
+
+def f o=1, *r, p, &b; end
+
+def f o=1, p, &b; end

test/fixtures/args_args_assocs.rb

@@ -0,0 +1,3 @@
+fun(foo, :foo => 1)
+
+fun(foo, :foo => 1, &baz)

test/fixtures/args_args_assocs_comma.rb

@@ -0,0 +1 @@
+foo[bar, :baz => 1,]

test/fixtures/args_args_comma.rb

@@ -0,0 +1 @@
+foo[bar,]

test/fixtures/args_args_star.rb

@@ -0,0 +1,3 @@
+fun(foo, *bar)
+
+fun(foo, *bar, &baz)

test/fixtures/args_assocs.rb

@@ -0,0 +1,11 @@
+fun(:foo => 1)
+
+fun(:foo => 1, &baz)
+
+self.[]= foo, :a => 1
+
+self[:bar => 1]
+
+super(:foo => 42)
+
+yield(:foo => 42)

test/fixtures/args_assocs_comma.rb

@@ -0,0 +1 @@
+foo[:baz => 1,]

test/fixtures/args_assocs_legacy.rb

@@ -0,0 +1,11 @@
+fun(:foo => 1)
+
+fun(:foo => 1, &baz)
+
+self.[]= foo, :a => 1
+
+self[:bar => 1]
+
+super(:foo => 42)
+
+yield(:foo => 42)

test/fixtures/args_block_pass.rb

@@ -0,0 +1 @@
+fun(&bar)

test/fixtures/args_cmd.rb

@@ -0,0 +1 @@
+fun(f bar)

test/fixtures/args_star.rb

@@ -0,0 +1,3 @@
+fun(*bar)
+
+fun(*bar, &baz)

test/fixtures/array_assocs.rb

@@ -0,0 +1,3 @@
+[ 1 => 2 ]
+
+[ 1, 2 => 3 ]

test/fixtures/array_plain.rb

@@ -0,0 +1 @@
+[1, 2]

test/fixtures/array_splat.rb

@@ -0,0 +1,5 @@
+[*foo]
+
+[1, *foo, 2]
+
+[1, *foo]

test/fixtures/array_symbols.rb

@@ -0,0 +1 @@
+%i[foo bar]

test/fixtures/array_symbols_empty.rb

@@ -0,0 +1,3 @@
+%I()
+
+%i[]

test/fixtures/array_symbols_interp.rb

@@ -0,0 +1,3 @@
+%I[foo #{bar}]
+
+%I[foo#{bar}]

test/fixtures/array_words.rb

@@ -0,0 +1 @@
+%w[foo bar]

test/fixtures/array_words_empty.rb

@@ -0,0 +1,3 @@
+%W()
+
+%w[]

test/fixtures/array_words_interp.rb

@@ -0,0 +1,3 @@
+%W[foo #{bar}]
+
+%W[foo #{bar}foo#@baz]

test/fixtures/asgn_cmd.rb

@@ -0,0 +1,3 @@
+foo = bar = m foo
+
+foo = m foo

test/fixtures/asgn_mrhs.rb

@@ -0,0 +1,5 @@
+foo = *bar
+
+foo = bar, 1
+
+foo = baz, *bar

test/fixtures/back_ref.rb

@@ -0,0 +1 @@
+$+

test/fixtures/bang.rb

@@ -0,0 +1 @@
+!foo

test/fixtures/bang_cmd.rb

@@ -0,0 +1 @@
+!m foo

test/fixtures/begin_cmdarg.rb

@@ -0,0 +1 @@
+p begin 1.times do 1 end end

test/fixtures/beginless_erange_after_newline.rb

@@ -0,0 +1,2 @@
+foo
+...100

test/fixtures/beginless_irange_after_newline.rb

@@ -0,0 +1,2 @@
+foo
+..100

test/fixtures/beginless_range.rb

@@ -0,0 +1,3 @@
+...100
+
+..100

test/fixtures/blockarg.rb

@@ -0,0 +1 @@
+def f(&block); end