Store refactor to apache

hugegraph-pd/hg-pd-cli/pom.xml

@@ -0,0 +1,73 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one or more
+  contributor license agreements.  See the NOTICE file distributed with
+  this work for additional information regarding copyright ownership.
+  The ASF licenses this file to You under the Apache License, Version 2.0
+  (the "License"); you may not use this file except in compliance with
+  the License.  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+  -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>org.apache.hugegraph</groupId>
+        <artifactId>hugegraph</artifactId>
+        <version>1.5.0</version>
+        <relativePath>../../pom.xml</relativePath>
+    </parent>
+
+    <artifactId>hg-pd-cli</artifactId>
+
+    <properties>
+        <maven.compiler.source>11</maven.compiler.source>
+        <maven.compiler.target>11</maven.compiler.target>
+        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+    </properties>
+    <dependencies>
+        <dependency>
+            <groupId>org.projectlombok</groupId>
+            <artifactId>lombok</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hugegraph</groupId>
+            <artifactId>hg-pd-common</artifactId>
+            <version>1.5.0</version>
+            <scope>compile</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-lang3</artifactId>
+            <version>3.13.0</version>
+            <scope>compile</scope>
+        </dependency>
+        <dependency>
+            <groupId>com.alipay.sofa</groupId>
+            <artifactId>jraft-core</artifactId>
+            <version>1.3.13</version>
+            <scope>compile</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hugegraph</groupId>
+            <artifactId>hg-store-client</artifactId>
+            <version>1.5.0</version>
+            <scope>compile</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.apache.hugegraph</groupId>
+            <artifactId>hg-pd-client</artifactId>
+            <version>${revision}</version>
+        </dependency>
+    </dependencies>
+
+</project>

hugegraph-pd/hg-pd-cli/src/main/java/org/apache/hugegraph/pd/cli/CliApplication.java

@@ -0,0 +1,58 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hugegraph.pd.cli;
+
+import org.apache.hugegraph.pd.cli.cmd.ChangeRaft;
+import org.apache.hugegraph.pd.cli.cmd.CheckPeers;
+import org.apache.hugegraph.pd.cli.cmd.Command;
+import org.apache.hugegraph.pd.cli.cmd.Config;
+import org.apache.hugegraph.pd.cli.cmd.Parameter;
+
+import lombok.extern.slf4j.Slf4j;
+
+@Slf4j
+public class CliApplication {
+
+    public static void main(String[] args) {
+        try {
+            Parameter parameter = Command.toParameter(args);
+            Command command;
+            switch (parameter.getCmd()) {
+                case "config":
+                    command = new Config(parameter.getPd());
+                    break;
+                case "change_raft":
+                    command = new ChangeRaft(parameter.getPd());
+                    break;
+                case "check_peers":
+                    command = new CheckPeers(parameter.getPd());
+                    break;
+                default:
+                    log.error("无效的指令");
+                    return;
+            }
+            command.action(parameter.getParams());
+        } catch (Exception e) {
+            log.error("main thread error:", e);
+            System.exit(0);
+        } finally {
+
+        }
+
+    }
+}

hugegraph-pd/hg-pd-cli/src/main/java/org/apache/hugegraph/pd/cli/cmd/ChangeRaft.java

@@ -0,0 +1,36 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hugegraph.pd.cli.cmd;
+
+import org.apache.hugegraph.pd.common.PDException;
+
+/**
+ * @author zhangyingjie
+ * @date 2023/10/17
+ **/
+public class ChangeRaft extends Command {
+
+    public ChangeRaft(String pd) {
+        super(pd);
+    }
+
+    @Override
+    public void action(String[] params) throws PDException {
+        pdClient.updatePdRaft(params[0]);
+    }
+}

hugegraph-pd/hg-pd-cli/src/main/java/org/apache/hugegraph/pd/cli/cmd/CheckPeers.java

@@ -0,0 +1,103 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hugegraph.pd.cli.cmd;
+
+import java.util.Arrays;
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+import org.apache.commons.lang3.StringUtils;
+import org.apache.hugegraph.pd.client.MetaClient;
+import org.apache.hugegraph.pd.common.PDException;
+import org.apache.hugegraph.pd.grpc.Metapb;
+import org.apache.hugegraph.pd.grpc.Metapb.Store;
+import org.apache.hugegraph.pd.grpc.ShardGroups;
+import org.apache.hugegraph.store.client.grpc.GrpcStoreStateClient;
+
+import com.alipay.sofa.jraft.entity.PeerId;
+
+import lombok.extern.slf4j.Slf4j;
+
+/**
+ * @date 2023/10/17
+ **/
+@Slf4j
+public class CheckPeers extends Command {
+
+    private MetaClient metaClient;
+
+    public CheckPeers(String pd) {
+        super(pd);
+        metaClient = new MetaClient(config);
+    }
+
+    @Override
+    public void action(String[] params) throws PDException {
+        GrpcStoreStateClient stateClient = new GrpcStoreStateClient(config);
+        try {
+            ConcurrentHashMap<String, Map<String, String[]>> result = new ConcurrentHashMap<>();
+            List<Store> stores = pdClient.getActiveStores();
+            ShardGroups shardGroups = metaClient.getShardGroups();
+            stores.parallelStream().forEach(s -> {
+                for (Metapb.ShardGroup sg : shardGroups.getDataList()) {
+                    String groupId = "hg_" + sg.getId();
+                    PeerId leader = new PeerId();
+                    result.computeIfAbsent(groupId, (key) -> new ConcurrentHashMap<>());
+                    try {
+                        String peers = stateClient.getPeers(s.getAddress(), sg.getId());
+                        if (StringUtils.isEmpty(peers)){
+                            continue;
+                        }
+                        Map<String, String[]> nodePeers = result.get(groupId);
+                        nodePeers.put(s.getRaftAddress(), peers.split(","));
+                    } catch (Exception e) {
+                        if (e.getMessage() != null &&
+                            (e.getMessage().contains("Fail to get leader of group") ||
+                             e.getMessage().contains("Fail to find node"))) {
+                            continue;
+                        }
+                        log.error(String.format("got %s: %s with error:", groupId, leader), e);
+                    }
+                }
+            });
+            result.entrySet().parallelStream().forEach(entry -> {
+                String[] record = null;
+                String groupId = entry.getKey();
+                Map<String, String[]> nodePeers = entry.getValue();
+                for (Map.Entry<String, String[]> e : nodePeers.entrySet()) {
+                    if (record == null) {
+                        record = e.getValue();
+                        continue;
+                    }
+                    if (!Arrays.equals(record, e.getValue())) {
+                        log.error("group: {} ,got error peers: {}", groupId, nodePeers);
+                        break;
+                    }
+
+                }
+            });
+            log.info("got all node info:{}", result);
+        } catch (Exception e) {
+            log.error("check peers with error:", e);
+            throw e;
+        } finally {
+            stateClient.close();
+        }
+    }
+}

hugegraph-pd/hg-pd-cli/src/main/java/org/apache/hugegraph/pd/cli/cmd/Command.java

@@ -0,0 +1,59 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hugegraph.pd.cli.cmd;
+
+import org.apache.hugegraph.pd.client.PDClient;
+import org.apache.hugegraph.pd.client.PDConfig;
+import org.apache.hugegraph.pd.common.PDException;
+
+/**
+ * @author zhangyingjie
+ * @date 2023/10/17
+ **/
+public abstract class Command {
+
+    protected static String error = "启动参数: 命令, pd地址, 命令参数, 参数分隔符(非必须)";
+    protected PDClient pdClient;
+    protected PDConfig config;
+
+    public Command(String pd) {
+        config = PDConfig.of(pd).setAuthority("store", "");
+        pdClient = PDClient.create(config);
+    }
+
+    public static Parameter toParameter(String[] args) throws PDException {
+        if (args.length < 3) {
+            throw new PDException(-1, error);
+        }
+        Parameter parameter = new Parameter();
+        parameter.setCmd(args[0]);
+        parameter.setPd(args[1]);
+        if (args.length == 3) {
+            parameter.setParams(new String[]{args[2]});
+        } else {
+            String t = args[3];
+            if (t != null && t.length() > 0) {
+                parameter.setParams(args[2].split(t));
+                parameter.setSeparator(t);
+            }
+        }
+        return parameter;
+    }
+
+    public abstract void action(String[] params) throws Exception;
+}