googleapis
diff --git a/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/pom.xml‎
Lines changed: 174 additions & 0 deletions b/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/pom.xml‎
Lines changed: 174 additions & 0 deletions
diff --git a/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/src/main/java/com/google/cloud/bigtable/hbase1_x/replication/HbaseToCloudBigtableReplicationEndpoint.java‎
Lines changed: 84 additions & 0 deletions b/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/src/main/java/com/google/cloud/bigtable/hbase1_x/replication/HbaseToCloudBigtableReplicationEndpoint.java‎
Lines changed: 84 additions & 0 deletions
diff --git a/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/src/main/java/com/google/cloud/bigtable/hbase1_x/replication/metrics/HBaseMetricsExporter.java‎
Lines changed: 37 additions & 0 deletions b/‎hbase-migration-tools/bigtable-hbase-replication/bigtable-hbase-1.x-replication/src/main/java/com/google/cloud/bigtable/hbase1_x/replication/metrics/HBaseMetricsExporter.java‎
Lines changed: 37 additions & 0 deletions
@@ -0,0 +1,174 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+Copyright 2022 Google LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <parent>
+    <artifactId>bigtable-hbase-replication</artifactId>
+    <groupId>com.google.cloud.bigtable</groupId>
+    <version>0.0.1-SNAPSHOT</version> <!-- {x-version-update:bigtable-hbase-replication:current} -->
+  </parent>
+  <modelVersion>4.0.0</modelVersion>
+
+  <groupId>com.google.cloud.bigtable</groupId>
+  <artifactId>bigtable-hbase-1.x-replication</artifactId>
+  <version>0.0.1-SNAPSHOT</version> <!-- {x-version-update:bigtable-hbase-replication:current} -->
+
+  <packaging>jar</packaging>
+  <name>bigtable-hbase-1.x-replication</name>
+  <description>Library to enable one way replication from HBase to Cloud
+    Bigtable.
+  </description>
+
+  <properties>
+    <!-- define a property that can be ignored by renovate -->
+    <hbase1-hadoop-slf4j.version>1.6.1</hbase1-hadoop-slf4j.version>
+  </properties>
+
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-enforcer-plugin</artifactId>
+        <executions>
+          <!-- disable google-cloud-shared-config enforcement checks because
+          hbase-client's dependency subtree doesn't follow the same rules and is
+           unable to be fixed here -->
+          <execution>
+            <id>enforce</id>
+            <configuration>
+              <skip>true</skip>
+            </configuration>
+          </execution>
+          <!-- This must be a drop in replacement for hbase-client, so can't
+            manage hbase's deps -->
+          <execution>
+            <id>enforce-banned-deps</id>
+            <goals>
+              <goal>enforce</goal>
+            </goals>
+            <configuration>
+              <skip>true</skip>
+            </configuration>
+          </execution>
+          <execution>
+            <id>enforce-java</id>
+            <goals>
+              <goal>enforce</goal>
+            </goals>
+            <configuration>
+              <rules>
+                <requireJavaVersion>
+                  <version>[1.8,)</version>
+                </requireJavaVersion>
+              </rules>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-dependency-plugin</artifactId>
+        <configuration>
+          <skip>true</skip>
+        </configuration>
+      </plugin>
+      <plugin>
+        <artifactId>maven-assembly-plugin</artifactId>
+        <version>3.3.0</version>
+        <executions>
+          <execution>
+            <phase>package</phase>
+            <goals>
+              <goal>single</goal>
+            </goals>
+          </execution>
+        </executions>
+        <configuration>
+          <descriptorRefs>
+            <descriptorRef>jar-with-dependencies</descriptorRef>
+          </descriptorRefs>
+        </configuration>
+      </plugin>
+    </plugins>
+  </build>
+  <dependencies>
+    <!-- bigtable libs for org.apache.hadoop.hbase -->
+    <dependency>
+      <groupId>com.google.cloud.bigtable</groupId>
+      <artifactId>bigtable-hbase-replication-core</artifactId>
+      <version>0.0.1-SNAPSHOT</version> <!-- {x-version-update:bigtable-hbase-replication:current} -->
+      <exclusions>
+        <!-- HBase dependencies come from hbase-server below. Skip them here.-->
+        <exclusion>
+          <groupId>org.apache.hbase</groupId>
+          <artifactId>hbase-client</artifactId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.hbase</groupId>
+      <artifactId>hbase-server</artifactId>
+      <version>${hbase1.version}</version>
+      <!--       The library is running on the HBase region server,-->
+      <!--       use the HBase server from the HBase environment-->
+      <scope>provided</scope>
+    </dependency>
+    <!-- Versions conflict within HBase, enforce same versions but let
+     them come from hbase-server to avoid version conflicts-->
+    <dependency>
+      <groupId>org.slf4j</groupId>
+      <artifactId>slf4j-api</artifactId>
+      <version>${hbase1-hadoop-slf4j.version}</version>
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.slf4j</groupId>
+      <artifactId>slf4j-log4j12</artifactId>
+      <version>${hbase1-hadoop-slf4j.version}</version>
+      <scope>provided</scope>
+    </dependency>
+
+    <!-- test dependencies -->
+    <dependency>
+      <groupId>org.apache.hbase</groupId>
+      <artifactId>hbase-testing-util</artifactId>
+      <version>${hbase1.version}</version>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>com.google.cloud</groupId>
+      <artifactId>google-cloud-bigtable-emulator</artifactId>
+      <version>0.125.1</version>
+      <scope>test</scope>
+      <exclusions>
+        <!-- We do not use channel creating helpers, so don't need any
+         dependencies from the emulator-->
+        <exclusion>
+          <groupId>*</groupId>
+          <artifactId>*</artifactId>
+        </exclusion>
+      </exclusions>
+    </dependency>
+    <dependency>
+      <groupId>org.mockito</groupId>
+      <artifactId>mockito-core</artifactId>
+      <version>${mockito.version}</version>
+      <scope>test</scope>
+    </dependency>
+  </dependencies>
+</project>
@@ -0,0 +1,84 @@
+/*
+ * Copyright 2022 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// TODO reverse the package names for 1.x and 2.x to com.google.cloud.bigtable.replication.hbase1_x
+package com.google.cloud.bigtable.hbase1_x.replication;
+
+import com.google.bigtable.repackaged.com.google.api.core.InternalExtensionOnly;
+import com.google.cloud.bigtable.hbase.replication.CloudBigtableReplicator;
+import com.google.cloud.bigtable.hbase.replication.adapters.BigtableWALEntry;
+import com.google.cloud.bigtable.hbase1_x.replication.metrics.HBaseMetricsExporter;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.UUID;
+import org.apache.hadoop.hbase.replication.BaseReplicationEndpoint;
+import org.apache.hadoop.hbase.wal.WAL;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/** Basic endpoint that listens to CDC from HBase 1.x and replicates to Cloud Bigtable. */
+@InternalExtensionOnly
+public class HbaseToCloudBigtableReplicationEndpoint extends BaseReplicationEndpoint {
+
+  private static final Logger LOG =
+      LoggerFactory.getLogger(HbaseToCloudBigtableReplicationEndpoint.class);
+
+  private final CloudBigtableReplicator cloudBigtableReplicator;
+  private final HBaseMetricsExporter metricsExporter;
+
+  public HbaseToCloudBigtableReplicationEndpoint() {
+    cloudBigtableReplicator = new CloudBigtableReplicator();
+    metricsExporter = new HBaseMetricsExporter();
+  }
+
+  @Override
+  protected synchronized void doStart() {
+    metricsExporter.setMetricsSource(ctx.getMetrics());
+    cloudBigtableReplicator.start(ctx.getConfiguration(), metricsExporter);
+    notifyStarted();
+  }
+
+  @Override
+  protected void doStop() {
+    cloudBigtableReplicator.stop();
+    notifyStopped();
+  }
+
+  @Override
+  public UUID getPeerUUID() {
+    return cloudBigtableReplicator.getPeerUUID();
+  }
+
+  @Override
+  public boolean replicate(ReplicateContext replicateContext) {
+    Map<String, List<BigtableWALEntry>> walEntriesByTable = new HashMap<>();
+
+    // TODO evaluate streams vs iterative loops by running micro benchmarks
+    for (WAL.Entry wal : replicateContext.getEntries()) {
+      String tableName = wal.getKey().getTablename().getNameAsString();
+      BigtableWALEntry bigtableWALEntry =
+          new BigtableWALEntry(wal.getKey().getWriteTime(), wal.getEdit().getCells(), tableName);
+
+      if (!walEntriesByTable.containsKey(tableName)) {
+        walEntriesByTable.put(tableName, new ArrayList<>());
+      }
+
+      walEntriesByTable.get(tableName).add(bigtableWALEntry);
+    }
+    return cloudBigtableReplicator.replicate(walEntriesByTable);
+  }
+}
@@ -0,0 +1,37 @@
+/*
+ * Copyright 2022 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.google.cloud.bigtable.hbase1_x.replication.metrics;
+
+import com.google.bigtable.repackaged.com.google.api.core.InternalApi;
+import com.google.cloud.bigtable.hbase.replication.metrics.MetricsExporter;
+import org.apache.hadoop.hbase.replication.regionserver.MetricsSource;
+
+/** HBaseMetricsExporter implements MetricExporter which bridges with MetricsSource. */
+@InternalApi
+public class HBaseMetricsExporter implements MetricsExporter {
+  // same pattern as used by HbaseInterClusterRepl
+  private MetricsSource metricsSource;
+
+  public void setMetricsSource(MetricsSource metricsSource) {
+    this.metricsSource = metricsSource;
+  }
+
+  @Override
+  public void incCounters(String counterName, long delta) {
+    metricsSource.incCounters(counterName, delta);
+  }
+}