LUCENESOLR-1983: CP-79: Incremental backup and restore

gradle/testing/randomization/policies/solr-tests.policy

@@ -161,6 +161,13 @@ grant {
 
   // used by solr to create sandboxes (e.g. script execution)
   permission java.security.SecurityPermission "createAccessControlContext";
+
+  // used by gcs-repository
+  permission java.net.SocketPermission "metadata.google.internal:80", "connect,resolve";
+  permission java.net.SocketPermission "www.googleapis.com:443", "connect,resolve";
+  permission java.net.SocketPermission "oauth2.googleapis.com:443", "connect,resolve";
+  // used on jenkins for loading credentials
+  permission java.io.FilePermission "${user.home}${/}.config${/}gcloud${/}-", "read";
 };
 
 // additional permissions based on system properties set by /bin/solr

settings.gradle

@@ -66,6 +66,7 @@ include "solr:contrib:langid"
 include "solr:contrib:jaegertracer-configurator"
 include "solr:contrib:prometheus-exporter"
 include "solr:contrib:ltr"
+include "solr:contrib:gcs-repository"
 include "solr:webapp"
 include "solr:test-framework"
 include "solr:solr-ref-guide"

solr/contrib/gcs-repository/README.md

@@ -0,0 +1,4 @@
+Apache Solr - GCS Respository
+=============================
+
+The GCS repository is a backup repository implementation that uses Google Cloud Storage (GCS).

solr/contrib/gcs-repository/build.gradle

@@ -0,0 +1,54 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+
+apply plugin: 'java-library'
+
+description = 'GCS Backup Repository'
+
+dependencies {
+    api project(':solr:core')
+
+    implementation ('com.google.api:api-common') { transitive = false }
+    implementation ('com.google.api:gax') { transitive = false }
+    implementation ('com.google.api:gax-httpjson') { transitive = false }
+    implementation ('com.google.cloud:google-cloud-core') { transitive = false }
+    implementation ('com.google.cloud:google-cloud-core-http') { transitive = false }
+    implementation ('com.google.cloud:google-cloud-storage') { transitive = false }
+    implementation ('com.google.auth:google-auth-library-oauth2-http') { transitive = false }
+    implementation ('com.google.auth:google-auth-library-credentials') { transitive = false }
+    implementation ('org.threeten:threetenbp') { transitive = false }
+
+    runtimeOnly ('com.google.apis:google-api-services-storage') { transitive = false }
+    runtimeOnly ('com.google.api-client:google-api-client') { transitive = false }
+    runtimeOnly ('com.google.api.grpc:proto-google-common-protos') { transitive = false }
+    runtimeOnly ('com.google.api.grpc:proto-google-iam-v1') { transitive = false }
+    runtimeOnly ('com.google.code.findbugs:jsr305') { transitive = false }
+    runtimeOnly ('com.google.code.gson:gson') { transitive = false }
+    runtimeOnly ('com.google.http-client:google-http-client') { transitive = false }
+    runtimeOnly ('com.google.http-client:google-http-client-appengine') { transitive = false }
+    runtimeOnly ('com.google.http-client:google-http-client-jackson2') { transitive = false }
+    runtimeOnly ('com.google.j2objc:j2objc-annotations') { transitive = false }
+    runtimeOnly ('com.google.oauth-client:google-oauth-client') { transitive = false }
+    runtimeOnly ('com.google.protobuf:protobuf-java') { transitive = false }
+    runtimeOnly ('com.google.protobuf:protobuf-java-util') { transitive = false }
+    runtimeOnly ('io.grpc:grpc-context') { transitive = false }
+    runtimeOnly ('io.opencensus:opencensus-api') { transitive = false }
+    runtimeOnly ('io.opencensus:opencensus-contrib-http-util') { transitive = false }
+
+    testImplementation project(':solr:test-framework')
+}