Add remaining test files for elasticsearch

src/test/java/org/codetracker/util/OracleTest.java

@@ -65,7 +65,7 @@ public <H extends AbstractHistoryInfo, E extends CodeElement> void testCodeTrack
 		String repositoryWebURL = historyInfo.getRepositoryWebURL();
 		//TODO temporary if check, remove when all local files are created
 		if(fileName.startsWith("checkstyle") || fileName.startsWith("commons-lang") || fileName.startsWith("flink") || fileName.startsWith("hibernate-orm") || fileName.startsWith("javaparser") || fileName.startsWith("jgit") || fileName.startsWith("junit") ||
-				fileName.startsWith("okhttp") || fileName.startsWith("spring-framework") || fileName.startsWith("commons-io")) {
+				fileName.startsWith("okhttp") || fileName.startsWith("spring-framework") || fileName.startsWith("commons-io") || fileName.startsWith("elasticsearch")) {
 			HashMap<String, ChangeHistory> oracleChanges = oracle(historyInfo.getExpectedChanges());
 			History<E> history = tracker.apply(historyInfo, repositoryWebURL);
 			HashMap<String, ChangeHistory> detectedChanges = new HashMap<>();

src/test/resources/oracle/commits/elasticsearch-767c69593c67befb843686de8ea51b7bc87728c9/server/src/main/java/org/elasticsearch/action/admin/indices/segments/IndicesSegmentResponse.java

@@ -0,0 +1,239 @@
+/*
+ * Licensed to Elasticsearch under one or more contributor
+ * license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright
+ * ownership. Elasticsearch licenses this file to you under
+ * the Apache License, Version 2.0 (the "License"); you may
+ * not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.elasticsearch.action.admin.indices.segments;
+
+import org.apache.lucene.search.Sort;
+import org.apache.lucene.search.SortField;
+import org.apache.lucene.search.SortedNumericSortField;
+import org.apache.lucene.search.SortedSetSortField;
+import org.apache.lucene.util.Accountable;
+import org.elasticsearch.action.support.DefaultShardOperationFailedException;
+import org.elasticsearch.action.support.broadcast.BroadcastResponse;
+import org.elasticsearch.common.io.stream.StreamInput;
+import org.elasticsearch.common.io.stream.StreamOutput;
+import org.elasticsearch.common.unit.ByteSizeValue;
+import org.elasticsearch.common.xcontent.XContentBuilder;
+import org.elasticsearch.index.engine.Segment;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.HashMap;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Locale;
+import java.util.Map;
+import java.util.Set;
+
+public class IndicesSegmentResponse extends BroadcastResponse {
+
+    private ShardSegments[] shards;
+
+    private Map<String, IndexSegments> indicesSegments;
+
+    IndicesSegmentResponse() {
+
+    }
+
+    IndicesSegmentResponse(ShardSegments[] shards, int totalShards, int successfulShards, int failedShards,
+                           List<DefaultShardOperationFailedException> shardFailures) {
+        super(totalShards, successfulShards, failedShards, shardFailures);
+        this.shards = shards;
+    }
+
+    public Map<String, IndexSegments> getIndices() {
+        if (indicesSegments != null) {
+            return indicesSegments;
+        }
+        Map<String, IndexSegments> indicesSegments = new HashMap<>();
+
+        Set<String> indices = new HashSet<>();
+        for (ShardSegments shard : shards) {
+            indices.add(shard.getShardRouting().getIndexName());
+        }
+
+        for (String indexName : indices) {
+            List<ShardSegments> shards = new ArrayList<>();
+            for (ShardSegments shard : this.shards) {
+                if (shard.getShardRouting().getIndexName().equals(indexName)) {
+                    shards.add(shard);
+                }
+            }
+            indicesSegments.put(indexName, new IndexSegments(indexName, shards.toArray(new ShardSegments[shards.size()])));
+        }
+        this.indicesSegments = indicesSegments;
+        return indicesSegments;
+    }
+
+
+    @Override
+    public void readFrom(StreamInput in) throws IOException {
+        super.readFrom(in);
+        shards = new ShardSegments[in.readVInt()];
+        for (int i = 0; i < shards.length; i++) {
+            shards[i] = ShardSegments.readShardSegments(in);
+        }
+    }
+
+    @Override
+    public void writeTo(StreamOutput out) throws IOException {
+        super.writeTo(out);
+        out.writeVInt(shards.length);
+        for (ShardSegments shard : shards) {
+            shard.writeTo(out);
+        }
+    }
+
+    @Override
+    protected void addCustomXContentFields(XContentBuilder builder, Params params) throws IOException {
+        builder.startObject(Fields.INDICES);
+
+        for (IndexSegments indexSegments : getIndices().values()) {
+            builder.startObject(indexSegments.getIndex());
+
+            builder.startObject(Fields.SHARDS);
+            for (IndexShardSegments indexSegment : indexSegments) {
+                builder.startArray(Integer.toString(indexSegment.getShardId().id()));
+                for (ShardSegments shardSegments : indexSegment) {
+                    builder.startObject();
+
+                    builder.startObject(Fields.ROUTING);
+                    builder.field(Fields.STATE, shardSegments.getShardRouting().state());
+                    builder.field(Fields.PRIMARY, shardSegments.getShardRouting().primary());
+                    builder.field(Fields.NODE, shardSegments.getShardRouting().currentNodeId());
+                    if (shardSegments.getShardRouting().relocatingNodeId() != null) {
+                        builder.field(Fields.RELOCATING_NODE, shardSegments.getShardRouting().relocatingNodeId());
+                    }
+                    builder.endObject();
+
+                    builder.field(Fields.NUM_COMMITTED_SEGMENTS, shardSegments.getNumberOfCommitted());
+                    builder.field(Fields.NUM_SEARCH_SEGMENTS, shardSegments.getNumberOfSearch());
+
+                    builder.startObject(Fields.SEGMENTS);
+                    for (Segment segment : shardSegments) {
+                        builder.startObject(segment.getName());
+                        builder.field(Fields.GENERATION, segment.getGeneration());
+                        builder.field(Fields.NUM_DOCS, segment.getNumDocs());
+                        builder.field(Fields.DELETED_DOCS, segment.getDeletedDocs());
+                        builder.humanReadableField(Fields.SIZE_IN_BYTES, Fields.SIZE, segment.getSize());
+                        builder.humanReadableField(Fields.MEMORY_IN_BYTES, Fields.MEMORY, new ByteSizeValue(segment.getMemoryInBytes()));
+                        builder.field(Fields.COMMITTED, segment.isCommitted());
+                        builder.field(Fields.SEARCH, segment.isSearch());
+                        if (segment.getVersion() != null) {
+                            builder.field(Fields.VERSION, segment.getVersion());
+                        }
+                        if (segment.isCompound() != null) {
+                            builder.field(Fields.COMPOUND, segment.isCompound());
+                        }
+                        if (segment.getMergeId() != null) {
+                            builder.field(Fields.MERGE_ID, segment.getMergeId());
+                        }
+                        if (segment.getSegmentSort() != null) {
+                            toXContent(builder, segment.getSegmentSort());
+                        }
+                        if (segment.ramTree != null) {
+                            builder.startArray(Fields.RAM_TREE);
+                            for (Accountable child : segment.ramTree.getChildResources()) {
+                                toXContent(builder, child);
+                            }
+                            builder.endArray();
+                        }
+                        if (segment.attributes != null && segment.attributes.isEmpty() == false) {
+                            builder.field("attributes", segment.attributes);
+                        }
+                        builder.endObject();
+                    }
+                    builder.endObject();
+
+                    builder.endObject();
+                }
+                builder.endArray();
+            }
+            builder.endObject();
+
+            builder.endObject();
+        }
+
+        builder.endObject();
+    }
+
+    private static void toXContent(XContentBuilder builder, Sort sort) throws IOException {
+        builder.startArray("sort");
+        for (SortField field : sort.getSort()) {
+            builder.startObject();
+            builder.field("field", field.getField());
+            if (field instanceof SortedNumericSortField) {
+                builder.field("mode", ((SortedNumericSortField) field).getSelector()
+                    .toString().toLowerCase(Locale.ROOT));
+            } else if (field instanceof SortedSetSortField) {
+                builder.field("mode", ((SortedSetSortField) field).getSelector()
+                    .toString().toLowerCase(Locale.ROOT));
+            }
+            builder.field("missing", field.getMissingValue());
+            builder.field("reverse", field.getReverse());
+            builder.endObject();
+        }
+        builder.endArray();
+    }
+
+    private static void toXContent(XContentBuilder builder, Accountable tree) throws IOException {
+        builder.startObject();
+        builder.field(Fields.DESCRIPTION, tree.toString());
+        builder.humanReadableField(Fields.SIZE_IN_BYTES, Fields.SIZE, new ByteSizeValue(tree.ramBytesUsed()));
+        Collection<Accountable> children = tree.getChildResources();
+        if (children.isEmpty() == false) {
+            builder.startArray(Fields.CHILDREN);
+            for (Accountable child : children) {
+                toXContent(builder, child);
+            }
+            builder.endArray();
+        }
+        builder.endObject();
+    }
+
+    static final class Fields {
+        static final String INDICES = "indices";
+        static final String SHARDS = "shards";
+        static final String ROUTING = "routing";
+        static final String STATE = "state";
+        static final String PRIMARY = "primary";
+        static final String NODE = "node";
+        static final String RELOCATING_NODE = "relocating_node";
+
+        static final String SEGMENTS = "segments";
+        static final String GENERATION = "generation";
+        static final String NUM_COMMITTED_SEGMENTS = "num_committed_segments";
+        static final String NUM_SEARCH_SEGMENTS = "num_search_segments";
+        static final String NUM_DOCS = "num_docs";
+        static final String DELETED_DOCS = "deleted_docs";
+        static final String SIZE = "size";
+        static final String SIZE_IN_BYTES = "size_in_bytes";
+        static final String COMMITTED = "committed";
+        static final String SEARCH = "search";
+        static final String VERSION = "version";
+        static final String COMPOUND = "compound";
+        static final String MERGE_ID = "merge_id";
+        static final String MEMORY = "memory";
+        static final String MEMORY_IN_BYTES = "memory_in_bytes";
+        static final String RAM_TREE = "ram_tree";
+        static final String DESCRIPTION = "description";
+        static final String CHILDREN = "children";
+    }
+}