Feature/build custom analyzer

builder/pom.xml

@@ -51,5 +51,11 @@
             <version>4.12</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>com.stratio.cassandra</groupId>
+            <artifactId>cassandra-lucene-index-plugin</artifactId>
+            <version>${project.version}</version>
+            <scope>test</scope>
+        </dependency>
     </dependencies>
 </project>

builder/src/main/java/com/stratio/cassandra/lucene/builder/Builder.java

@@ -21,7 +21,11 @@
 import com.stratio.cassandra.lucene.builder.index.Partitioner;
 import com.stratio.cassandra.lucene.builder.index.schema.Schema;
 import com.stratio.cassandra.lucene.builder.index.schema.analysis.ClasspathAnalyzer;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.CustomAnalyzer;
 import com.stratio.cassandra.lucene.builder.index.schema.analysis.SnowballAnalyzer;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter.CharFilter;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenFilter.TokenFilter;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenizer.Tokenizer;
 import com.stratio.cassandra.lucene.builder.index.schema.mapping.*;
 import com.stratio.cassandra.lucene.builder.search.Search;
 import com.stratio.cassandra.lucene.builder.search.condition.*;
@@ -253,6 +257,30 @@ public static SnowballAnalyzer snowballAnalyzer(String language) {
         return new SnowballAnalyzer(language);
     }
 
+    /**
+     * Returns a new {@link CustomAnalyzer}  using custom tokenizer, char_filters and token_filters.
+     *
+     * @param tokenizer an {@link Tokenizer} the tokenizer to use.
+     * @param charFilter an {@link CharFilter[]} the charFilter array to use.
+     * @param tokenFilter an {@link TokenFilter[]} the tokenFilter array to use.
+     * @return
+     */
+    public static CustomAnalyzer customAnalyzer(Tokenizer tokenizer, CharFilter[] charFilter, TokenFilter[] tokenFilter) {
+        return new CustomAnalyzer(tokenizer, charFilter, tokenFilter);
+    }
+
+    public static CustomAnalyzer customAnalyzer(Tokenizer tokenizer) {
+        return new CustomAnalyzer(tokenizer, null, null);
+    }
+
+    public static CustomAnalyzer customAnalyzer(Tokenizer tokenizer, CharFilter[] charFilter) {
+        return new CustomAnalyzer(tokenizer, charFilter, null);
+    }
+
+    public static CustomAnalyzer customAnalyzer(Tokenizer tokenizer, TokenFilter[] tokenFilter) {
+        return new CustomAnalyzer(tokenizer, null, tokenFilter);
+    }
+
     /**
      * Returns a new {@link Search}.
      *

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/Analyzer.java

@@ -26,6 +26,7 @@
  */
 @JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type")
 @JsonSubTypes({@JsonSubTypes.Type(value = ClasspathAnalyzer.class, name = "classpath"),
-               @JsonSubTypes.Type(value = SnowballAnalyzer.class, name = "snowball")})
+               @JsonSubTypes.Type(value = SnowballAnalyzer.class, name = "snowball"),
+               @JsonSubTypes.Type(value = CustomAnalyzer.class, name = "custom")})
 public abstract class Analyzer extends JSONBuilder {
 }

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/CustomAnalyzer.java

@@ -0,0 +1,61 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter.CharFilter;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenFilter.TokenFilter;
+import com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenizer.Tokenizer;
+
+
+/**
+ * {@link Analyzer} using a Lucene's {@code Analyzer}s in classpath.
+ *
+ * It's uses the {@code Analyzer}'s default (no args) constructor.
+ *
+ * @author Juan Pedro Gilaberte {@literal <[email protected]>}
+ */
+public class CustomAnalyzer extends Analyzer{
+
+    /** The {@code TokenFilter} array. */
+    @JsonProperty("token_filter")
+    private final TokenFilter[] tokenFilter;
+
+    /** The {@code CharFilter} array. */
+    @JsonProperty("char_filter")
+    private final CharFilter[] charFilter;
+
+    /** The {@code Tokenizer} instance. */
+    @JsonProperty("tokenizer")
+    private final Tokenizer tokenizer;
+
+    /**
+     * Builds a new {@link CustomAnalyzer} using custom tokenizer, char_filters and token_filters.
+     *
+     * @param tokenizer an {@link Tokenizer} the tokenizer to use.
+     * @param charFilter an {@link CharFilter[]} the charFilter array to use.
+     * @param tokenFilter an {@link TokenFilter[]} the tokenFilter array to use.
+     */
+    @JsonCreator
+    public CustomAnalyzer(@JsonProperty("tokenizer") Tokenizer tokenizer, @JsonProperty("char_filter") CharFilter[] charFilter,
+                          @JsonProperty("token_filter") TokenFilter[] tokenFilter)
+    {
+        this.tokenizer = tokenizer;
+        this.charFilter = charFilter;
+        this.tokenFilter = tokenFilter;
+    }
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/charFilter/CharFilter.java

@@ -0,0 +1,32 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter;
+
+import com.fasterxml.jackson.annotation.JsonSubTypes;
+import com.fasterxml.jackson.annotation.JsonTypeInfo;
+import com.stratio.cassandra.lucene.builder.JSONBuilder;
+
+/**
+ * Created by jpgilaberte on 25/05/17.
+ */
+@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type")
+@JsonSubTypes({@JsonSubTypes.Type(value = MappingCharFilter.class, name = "mapping"),
+        @JsonSubTypes.Type(value = HtmlStripCharFilter.class, name = "htmlstrip"),
+        @JsonSubTypes.Type(value = PatternCharFilter.class, name = "pattern"),
+        @JsonSubTypes.Type(value = PersianCharFilter.class, name = "persian")})
+public class CharFilter extends JSONBuilder{
+
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/charFilter/HtmlStripCharFilter.java

@@ -0,0 +1,45 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+
+import java.util.ArrayList;
+
+/**
+ * Created by jpgilaberte on 30/05/17.
+ */
+public class HtmlStripCharFilter extends CharFilter{
+
+    @JsonCreator
+    public HtmlStripCharFilter(){}
+
+    @JsonCreator
+    public HtmlStripCharFilter(ArrayList<String> escapedtags) {
+        this.escapedtags = escapedtags;
+    }
+
+    private ArrayList<String> escapedtags;
+
+    public ArrayList<String> getEscapedtags() {
+        return escapedtags;
+    }
+
+    public HtmlStripCharFilter setEscapedtags(ArrayList<String> escapedtags) {
+        this.escapedtags = escapedtags;
+        return this;
+    }
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/charFilter/MappingCharFilter.java

@@ -0,0 +1,33 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+/**
+ * Created by jpgilaberte on 25/05/17.
+ */
+public class MappingCharFilter extends CharFilter{
+
+    @JsonProperty("mapping")
+    private final String mapping;
+
+    @JsonCreator
+    public MappingCharFilter( @JsonProperty("mapping") String mapping){
+        this.mapping = mapping;
+    }
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/charFilter/PatternCharFilter.java

@@ -0,0 +1,37 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+
+/**
+ * Created by jpgilaberte on 30/05/17.
+ */
+public class PatternCharFilter extends CharFilter{
+
+    @JsonProperty("pattern")
+    final String pattern;
+
+    @JsonProperty("replacement")
+    final String replacement;
+
+    @JsonCreator
+    public PatternCharFilter(@JsonProperty("pattern") String pattern, @JsonProperty("replacement") String replacement){
+        this.pattern = pattern;
+        this.replacement = replacement;
+    }
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/charFilter/PersianCharFilter.java

@@ -0,0 +1,26 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.charFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+
+/**
+ * Created by jpgilaberte on 30/05/17.
+ */
+public class PersianCharFilter extends CharFilter{
+    @JsonCreator
+    public PersianCharFilter(){}
+}

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/tokenFilter/ApostropheTokenFilter.java

@@ -0,0 +1,28 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+
+/**
+ * Created by jpgilaberte on 25/05/17.
+ */
+ public class ApostropheTokenFilter extends TokenFilter{
+
+    @JsonCreator
+    public ApostropheTokenFilter(){}
+}
+

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/tokenFilter/ArabicnormalizationTokenFilter.java

@@ -0,0 +1,28 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+
+/**
+ * Created by jpgilaberte on 25/05/17.
+ */
+ public class ArabicnormalizationTokenFilter extends TokenFilter{
+
+    @JsonCreator
+    public ArabicnormalizationTokenFilter(){}
+}
+

builder/src/main/java/com/stratio/cassandra/lucene/builder/index/schema/analysis/tokenFilter/ArabicstemTokenFilter.java

@@ -0,0 +1,28 @@
+/*
+ * Copyright (C) 2014 Stratio (http://stratio.com)
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *         http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.stratio.cassandra.lucene.builder.index.schema.analysis.tokenFilter;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+
+/**
+ * Created by jpgilaberte on 25/05/17.
+ */
+ public class ArabicstemTokenFilter extends TokenFilter{
+
+    @JsonCreator
+    public ArabicstemTokenFilter(){}
+}
+