TODO 反序列化失败

Author: kaixinbaba

TODO.md

@@ -1,3 +1,4 @@
+- 反序列化时 RedisObject因为是抽象类会导致失败
 - 带有删除性质的命令 要对已经为空的key进行删除，这部分可以抽象到父类中
 - 重构下命令的参数校验，重复度有点高，可以通过注解的方式标注每一个命令的参数和校验规则，然后走统一的校验逻辑
 - 是否也能做一个分布式的集群，节点之间需要通信？（利用ZK？）

src/main/java/ginyu/common/Consoles.java

@@ -158,7 +158,7 @@ private static String format(String from, Object... arguments) {
             String computed = from;
             if (arguments != null && arguments.length != 0) {
                 for (Object argument : arguments) {
-                    computed = computed.replaceFirst("\\{\\}", Matcher.quoteReplacement(argument.toString()));
+                    computed = computed.replaceFirst("\\{\\}", Matcher.quoteReplacement(String.valueOf(argument)));
                 }
             }
             return computed;

src/main/java/ginyu/core/Server.java

@@ -9,6 +9,7 @@
 import ginyu.persist.ServerForSaver;
 import ginyu.persist.SnapshotSaver;
 import ginyu.task.CleanExpiredTask;
+import ginyu.task.SimpleSnapshotSaverTask;
 import ginyu.task.WakeupTimeoutClientTask;
 import ginyu.utils.ConfigUtils;
 import lombok.Getter;
@@ -47,6 +48,8 @@ public class Server {
 
     private WakeupTimeoutClientTask wakeupTimeoutClientTask;
 
+    private SimpleSnapshotSaverTask simpleSnapshotSaverTask;
+
     private Server() {
     }
 
@@ -57,6 +60,7 @@ public void init(String[] args) {
         this.db = new Db(this.ginyuConfig.getDbSize());
         this.cleanExpiredTask = new CleanExpiredTask();
         this.wakeupTimeoutClientTask = new WakeupTimeoutClientTask();
+        this.simpleSnapshotSaverTask = new SimpleSnapshotSaverTask();
         this.saver = new SnapshotSaver();
     }
 
@@ -104,6 +108,7 @@ public void removeClient(Client client) {
     private void startTask() {
         this.cleanExpiredTask.start();
         this.wakeupTimeoutClientTask.start();
+//        this.simpleSnapshotSaverTask.start();
     }
 
     public void save() {

src/main/java/ginyu/db/Database.java

@@ -5,6 +5,8 @@
 import ginyu.object.Dict;
 import ginyu.object.RedisObject;
 import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
 
 import java.util.Set;
 import java.util.concurrent.ConcurrentSkipListMap;
@@ -19,18 +21,26 @@
 public class Database {
 
     @Getter
-    private final Integer id;
+    @Setter
+    private Integer id;
 
     @Getter
-    private final Dict<String, RedisObject> dict;
+    @Setter
+    private Dict<String, RedisObject> dict;
 
     @Getter
-    private final ConcurrentSkipListMap<String, Long> expired;
+    @Setter
+    private ConcurrentSkipListMap<String, Long> expired;
 
-    private final Dict<String, ConcurrentSkipListSet<BlockEvent>> blockingDict;
+    private Dict<String, ConcurrentSkipListSet<BlockEvent>> blockingDict;
 
     @Getter
-    private final ConcurrentSkipListSet<ClientTimeoutWrapper> timeoutSets;
+    @Setter
+    private ConcurrentSkipListSet<ClientTimeoutWrapper> timeoutSets;
+
+    public Database() {
+        this.blockingDict = new Dict<>();
+    }
 
     public Database(Integer id) {
         this.id = id;

src/main/java/ginyu/db/Db.java

@@ -1,6 +1,7 @@
 package ginyu.db;
 
 import lombok.Getter;
+import lombok.NoArgsConstructor;
 
 import java.util.ArrayList;
 import java.util.List;
@@ -13,7 +14,10 @@
 public class Db {
 
     @Getter
-    private final List<Database> databases;
+    private List<Database> databases;
+
+    public Db() {
+    }
 
     public Db(Integer dbSize) {
         this.databases = new ArrayList<>(dbSize);

src/main/java/ginyu/object/RedisObject.java

@@ -7,6 +7,7 @@
  * @date: 2020/10/13 10:05 下午
  * @description:
  */
+
 @Data
 public abstract class RedisObject<T> {
 

src/main/java/ginyu/persist/SnapshotSaver.java

@@ -1,14 +1,20 @@
 package ginyu.persist;
 
 import com.alibaba.fastjson.JSONObject;
+import com.alibaba.fastjson.parser.ParserConfig;
+import com.alibaba.fastjson.parser.deserializer.ObjectDeserializer;
+import com.alibaba.fastjson.util.FieldInfo;
 import ginyu.common.Consoles;
 import ginyu.core.Server;
 import ginyu.db.Db;
 import ginyu.event.Events;
+import ginyu.object.RedisObject;
+import ginyu.object.StringObject;
 import org.apache.commons.io.FileUtils;
 
 import java.io.File;
 import java.io.IOException;
+import java.lang.reflect.Type;
 import java.nio.charset.Charset;
 import java.util.function.Supplier;
 
@@ -21,8 +27,24 @@
  */
 public class SnapshotSaver implements Saver {
 
+    private final ParserConfig parserConfig = new ParserConfig() {
+        @Override
+        public ObjectDeserializer getDeserializer(FieldInfo fieldInfo) {
+            Consoles.info("{}", fieldInfo);
+            return super.getDeserializer(fieldInfo);
+        }
+
+        @Override
+        public ObjectDeserializer getDeserializer(Type type) {
+            if (type == RedisObject.class) {
+                return super.getDeserializer(StringObject.class);
+            }
+            return super.getDeserializer(type);
+        }
+    };
+
     @Override
-    public void save() {
+    public synchronized void save() {
         Events.post((Supplier<Void>) () -> {
             final Server server = Server.INSTANCE;
             ServerForSaver serverForSaver = new ServerForSaver();
@@ -42,17 +64,17 @@ public void save() {
     }
 
     @Override
-    public void load(String filePath) throws IOException {
+    public synchronized void load(String filePath) throws IOException {
         if (filePath == null) {
             filePath = DEFAULT_SNAPSHOT_PATH;
         }
         File file = new File(filePath);
         if (!file.exists() || !file.canRead()) {
-            Consoles.debug("The snapshot %s can't be read", file);
+            Consoles.debug("The snapshot {} can't be read", file);
             return;
         }
         String snapshotJson = FileUtils.readFileToString(file, Charset.defaultCharset());
-        ServerForSaver serverForSaver = JSONObject.parseObject(snapshotJson, ServerForSaver.class);
+        ServerForSaver serverForSaver = JSONObject.parseObject(snapshotJson, ServerForSaver.class, parserConfig);
         Server.INSTANCE.loadFromSaver(serverForSaver);
     }
 }

src/main/java/ginyu/task/SimpleSnapshotSaverTask.java

@@ -0,0 +1,30 @@
+package ginyu.task;
+
+import ginyu.common.Consoles;
+import ginyu.core.Server;
+import ginyu.db.Database;
+import ginyu.db.Db;
+
+import java.util.*;
+import java.util.concurrent.ConcurrentSkipListMap;
+
+/**
+ * @author: junjiexun
+ * @date: 2020/10/14 10:09 下午
+ * @description:
+ */
+public class SimpleSnapshotSaverTask {
+
+    private final Timer timer = new Timer("ginyu-snapshto-save", true);
+
+    public void start() {
+        this.timer.schedule(new TimerTask() {
+            @Override
+            public void run() {
+                Consoles.info("Try to save snapshot...");
+                Server.INSTANCE.save();
+            }
+        }, 3000, 1000 * 20);
+    }
+
+}