diff --git a/01jvm/AnalysisForList.java b/01jvm/AnalysisForList.java new file mode 100644 index 00000000..86eb5b24 --- /dev/null +++ b/01jvm/AnalysisForList.java @@ -0,0 +1,24 @@ +public class AnalysisForList { + + private int[] array = new int[] {1,2,3}; + + public void testFor() { + for (int i : array) { + System.out.println(i); + } + } + + public void testForIndex() { + for (int i=0;i Week01 作业题目： -1.（选做）自己写一个简单的 Hello.java，里面需要涉及基本类型，四则运行，if 和 for，然后自己分析一下对应的字节码，有问题群里讨论。 +1.（必做）自己写一个简单的 HelloNum.java，里面需要涉及基本类型，四则运行，if 和 for，然后自己分析一下对应的字节码，有问题群里讨论。 2.（必做）自定义一个 Classloader，加载一个 Hello.xlass 文件，执行 hello 方法，此文件内容是一个 Hello.class 文件所有字节（x=255-x）处理后的文件。文件群里提供。 @@ -25,13 +25,13 @@ ## 操作步骤 -### 作业1（选做） +### 作业1（必做） -1. 编写代码, 根据自己的意愿随意编写, 可参考: [Hello.java](./Hello.java) -2. 编译代码, 执行命令： `javac -g Hello.java` +1. 编写代码, 根据自己的意愿随意编写, 可参考: [HelloNum.java](./HelloNum.java) +2. 编译代码, 执行命令： `javac -g HelloNum.java` 3. 查看反编译的代码。 - - 3.1 可以安装并使用idea的jclasslib插件, 选中 [Hello.java](./Hello.java) 文件, 选择 `View --> Show Bytecode With jclasslib` 即可。 - - 3.2 或者直接通过命令行工具 javap, 执行命令: `javap -v Hello.class` + - 3.1 可以安装并使用idea的jclasslib插件, 选中 [HelloNum.java](./HelloNum.java) 文件, 选择 `View --> Show Bytecode With jclasslib` 即可。 + - 3.2 或者直接通过命令行工具 javap, 执行命令: `javap -c -v -p -l HelloNum.class` 4. 分析相关的字节码。【此步骤需要各位同学自己进行分析】 @@ -113,6 +113,36 @@ java -Xmx2g -Xms2g -XX:+UseG1GC -verbose:gc -XX:+PrintGCDateStamps -XX:+PrintGCD 其中 [GCLogAnalysis.java](./GCLogAnalysis.java) 文件也可以从课件资料zip中找到. +## 几个命令用法 +### 1、十六进制方式查看文件 +`hexdump -C Hello.class` +输出：`00000000 ca fe ba be 00 00 00 34 00 1c 0a 00 06 00 0e 09` + +可以看到magic number： `cafe babe`， +以及`00 00 00 34`，十六进制34=十进制3*16+4=52，这是jdk8，如果是jdk11则是55，十六进制37. + +### 2、Base64方式编码文件 +`base64 Hello.class` +### 3、显示JVM默认参数 +``` +java -XX:+PrintFlagsFinal -version + +java -XX:+PrintFlagsFinal -version | grep -F " Use" | grep -F "GC " + +java -XX:+PrintFlagsFinal -version | grep MaxNewSize + +``` + +### 4、切换不同jdk +``` +jenv shell 1.8 +jenv shell 11 +``` +显示所有jdk +``` +jenv versions +``` + ## 更多资料 更多中英文的技术文章和参考资料: diff --git a/01jvm/TestAddUrl.java b/01jvm/TestAddUrl.java index 9d1b9de6..b4c3dc2e 100644 --- a/01jvm/TestAddUrl.java +++ b/01jvm/TestAddUrl.java @@ -8,12 +8,12 @@ public class TestAddUrl { public static void main(String[] args) throws Exception { URLClassLoader classLoader = (URLClassLoader) TestAddUrl.class.getClassLoader(); - String dir = "/Users/kimmking/Downloads/Hello"; + String dir = "./lib"; Method method = URLClassLoader.class.getDeclaredMethod("addURL", URL.class); method.setAccessible(true); - method.invoke(classLoader, new File(dir).toURL()); + method.invoke(classLoader, new File(dir).getAbsoluteFile().toURL()); - Class klass = Class.forName("Hello",true, classLoader); + Class klass = Class.forName("HelloKimmking",true, classLoader); Object obj = klass.newInstance(); Method hello = klass.getDeclaredMethod("hello"); hello.invoke(obj); diff --git a/01jvm/XlassLoader.java b/01jvm/XlassLoader.java index f4f19fbc..719b6dc5 100644 --- a/01jvm/XlassLoader.java +++ b/01jvm/XlassLoader.java @@ -5,18 +5,19 @@ /* 第一周作业: - 2.（必做）自定义一个 Classloader，加载一个 Hello.xlass 文件，执行 hello 方法，此文件内容是一个 Hello.class 文件所有字节（x=255-x）处理后的文件。文件群里提供。 + 2.（必做）自定义一个 Classloader，加载一个 lib.Hello.xlass 文件，执行 hello 方法，此文件内容是一个 lib.Hello.class 文件所有字节（x=255-x）处理后的文件。文件群里提供。 */ public class XlassLoader extends ClassLoader { public static void main(String[] args) throws Exception { // 相关参数 + final String packageName = "lib"; final String className = "Hello"; final String methodName = "hello"; // 创建类加载器 ClassLoader classLoader = new XlassLoader(); // 加载相应的类 - Class clazz = classLoader.loadClass(className); + Class clazz = classLoader.loadClass(packageName + "." + className); // 看看里面有些什么方法 for (Method m : clazz.getDeclaredMethods()) { System.out.println(clazz.getSimpleName() + "." + m.getName()); diff --git a/01jvm/java11/src/main/java/com/example/demo/DemoApplication.java b/01jvm/java11/src/main/java/com/example/demo/DemoApplication.java deleted file mode 100644 index af9fd1da..00000000 --- a/01jvm/java11/src/main/java/com/example/demo/DemoApplication.java +++ /dev/null @@ -1,26 +0,0 @@ -package com.example.demo; - -import org.springframework.boot.ApplicationArguments; -import org.springframework.boot.ApplicationRunner; -import org.springframework.boot.SpringApplication; -import org.springframework.boot.autoconfigure.SpringBootApplication; - -@SpringBootApplication -public class DemoApplication implements ApplicationRunner { - - public static void main(String[] args) { - SpringApplication.run(DemoApplication.class, args); - } - - @Override - public void run(ApplicationArguments args) throws Exception { - - ClassLoader app = this.getClass().getClassLoader(); - System.out.println(" APP Classloader => " + app.getName()); - for (Package definedPackage : app.getDefinedPackages()) { - System.out.println(definedPackage.getName()); - } - - - } -} diff --git a/01jvm/jvm/HelloClassLoader.java b/01jvm/jvm/HelloClassLoader.java index c465f987..51d906f1 100644 --- a/01jvm/jvm/HelloClassLoader.java +++ b/01jvm/jvm/HelloClassLoader.java @@ -5,12 +5,13 @@ public class HelloClassLoader extends ClassLoader { public static void main(String[] args) throws Exception { - new HelloClassLoader().findClass("jvm.Hello").newInstance(); + + new HelloClassLoader().findClass("lib.Hello").newInstance(); } @Override protected Class findClass(String name) throws ClassNotFoundException { - String helloBase64 = "yv66vgAAADQAHAoABgAOCQAPABAIABEKABIAEwcAFAcAFQEABjxpbml0PgEAAygpVgEABENvZGUBAA9MaW5lTnVtYmVyVGFibGUBAAg8Y2xpbml0PgEAClNvdXJjZUZpbGUBAApIZWxsby5qYXZhDAAHAAgHABYMABcAGAEAGEhlbGxvIENsYXNzIEluaXRpYWxpemVkIQcAGQwAGgAbAQAJanZtL0hlbGxvAQAQamF2YS9sYW5nL09iamVjdAEAEGphdmEvbGFuZy9TeXN0ZW0BAANvdXQBABVMamF2YS9pby9QcmludFN0cmVhbTsBABNqYXZhL2lvL1ByaW50U3RyZWFtAQAHcHJpbnRsbgEAFShMamF2YS9sYW5nL1N0cmluZzspVgAhAAUABgAAAAAAAgABAAcACAABAAkAAAAdAAEAAQAAAAUqtwABsQAAAAEACgAAAAYAAQAAAAMACAALAAgAAQAJAAAAJQACAAAAAAAJsgACEgO2AASxAAAAAQAKAAAACgACAAAABQAIAAYAAQAMAAAAAgAN"; + String helloBase64 = "yv66vgAAADQAHwoABwAQCQARABIIABMKABQAFQgAFgcAFwcAGAEABjxpbml0PgEAAygpVgEABENvZGUBAA9MaW5lTnVtYmVyVGFibGUBAAVoZWxsbwEACDxjbGluaXQ+AQAKU291cmNlRmlsZQEACkhlbGxvLmphdmEMAAgACQcAGQwAGgAbAQAdSGVsbG8gY2xhc3Mgc2F5IGhlbGxvIG1ldGhvZC4HABwMAB0AHgEAGEhlbGxvIENsYXNzIEluaXRpYWxpemVkIQEACWxpYi9IZWxsbwEAEGphdmEvbGFuZy9PYmplY3QBABBqYXZhL2xhbmcvU3lzdGVtAQADb3V0AQAVTGphdmEvaW8vUHJpbnRTdHJlYW07AQATamF2YS9pby9QcmludFN0cmVhbQEAB3ByaW50bG4BABUoTGphdmEvbGFuZy9TdHJpbmc7KVYAIQAGAAcAAAAAAAMAAQAIAAkAAQAKAAAAHQABAAEAAAAFKrcAAbEAAAABAAsAAAAGAAEAAAADAAEADAAJAAEACgAAACUAAgABAAAACbIAAhIDtgAEsQAAAAEACwAAAAoAAgAAAAgACAAJAAgADQAJAAEACgAAACUAAgAAAAAACbIAAhIFtgAEsQAAAAEACwAAAAoAAgAAAAUACAAGAAEADgAAAAIADw==+AQAKU291cmNlRmlsZQEACkhlbGxvLmphdmEMAAgACQcAGQwAGgAbAQAdSGVsbG8gY2xhc3Mgc2F5IGhlbGxvIG1ldGhvZC4HABwMAB0AHgEAGEhlbGxvIENsYXNzIEluaXRpYWxpemVkIQEACWxpYi9IZWxsbwEAEGphdmEvbGFuZy9PYmplY3QBABBqYXZhL2xhbmcvU3lzdGVtAQADb3V0AQAVTGphdmEvaW8vUHJpbnRTdHJlYW07AQATamF2YS9pby9QcmludFN0cmVhbQEAB3ByaW50bG4BABUoTGphdmEvbGFuZy9TdHJpbmc7KVYAIQAGAAcAAAAAAAMAAQAIAAkAAQAKAAAAHQABAAEAAAAFKrcAAbEAAAABAAsAAAAGAAEAAAADAAEADAAJAAEACgAAACUAAgABAAAACbIAAhIDtgAEsQAAAAEACwAAAAoAAgAAAAgACAAJAAgADQAJAAEACgAAACUAAgAAAAAACbIAAhIFtgAEsQAAAAEACwAAAAoAAgAAAAUACAAGAAEADgAAAAIADw=="; byte[] bytes = decode(helloBase64); return defineClass(name,bytes,0,bytes.length); } diff --git a/01jvm/lib/Hello.java b/01jvm/lib/Hello.java new file mode 100644 index 00000000..5d951d97 --- /dev/null +++ b/01jvm/lib/Hello.java @@ -0,0 +1,12 @@ +package lib; + +public class Hello { + static { + System.out.println("Hello Class Initialized!"); + } + public void hello() { + System.out.println("Hello class say hello method."); + System.gc(); // JMX MBean server + } + +} \ No newline at end of file diff --git a/01jvm/lib/Hello.xlass b/01jvm/lib/Hello.xlass new file mode 100644 index 00000000..fa659481 --- /dev/null +++ b/01jvm/lib/Hello.xlass @@ -0,0 +1 @@ +5EAÖ֩𳖑Üѕⷚߜߌߗߒ線߼߶зГаГЬ곕ЖЯ앞ЖЯ׳ГЬ֩HNMINMIN \ No newline at end of file diff --git a/01jvm/lib/HelloKimmking.java b/01jvm/lib/HelloKimmking.java new file mode 100644 index 00000000..1e970fd7 --- /dev/null +++ b/01jvm/lib/HelloKimmking.java @@ -0,0 +1,6 @@ + +public class HelloKimmking { + public void hello() { + System.out.println("hello,kimmking."); + } +} diff --git a/01jvm/out/production/01jvm/README.md b/01jvm/out/production/01jvm/README.md index f9021845..51c885e3 100644 --- a/01jvm/out/production/01jvm/README.md +++ b/01jvm/out/production/01jvm/README.md @@ -8,7 +8,7 @@ > Week01 作业题目： -1.（选做）自己写一个简单的 Hello.java，里面需要涉及基本类型，四则运行，if 和 for，然后自己分析一下对应的字节码，有问题群里讨论。 +1.（必做）自己写一个简单的 HelloNum.java，里面需要涉及基本类型，四则运行，if 和 for，然后自己分析一下对应的字节码，有问题群里讨论。 2.（必做）自定义一个 Classloader，加载一个 Hello.xlass 文件，执行 hello 方法，此文件内容是一个 Hello.class 文件所有字节（x=255-x）处理后的文件。文件群里提供。 @@ -25,13 +25,13 @@ ## 操作步骤 -### 作业1（选做） +### 作业1（必做） -1. 编写代码, 根据自己的意愿随意编写, 可参考: [Hello.java](./Hello.java) -2. 编译代码, 执行命令： `javac -g Hello.java` +1. 编写代码, 根据自己的意愿随意编写, 可参考: [HelloNum.java](./HelloNum.java) +2. 编译代码, 执行命令： `javac -g HelloNum.java` 3. 查看反编译的代码。 - - 3.1 可以安装并使用idea的jclasslib插件, 选中 [Hello.java](./Hello.java) 文件, 选择 `View --> Show Bytecode With jclasslib` 即可。 - - 3.2 或者直接通过命令行工具 javap, 执行命令: `javap -v Hello.class` + - 3.1 可以安装并使用idea的jclasslib插件, 选中 [HelloNum.java](./HelloNum.java) 文件, 选择 `View --> Show Bytecode With jclasslib` 即可。 + - 3.2 或者直接通过命令行工具 javap, 执行命令: `javap -c -v -p -l HelloNum.class` 4. 分析相关的字节码。【此步骤需要各位同学自己进行分析】 @@ -113,6 +113,36 @@ java -Xmx2g -Xms2g -XX:+UseG1GC -verbose:gc -XX:+PrintGCDateStamps -XX:+PrintGCD 其中 [GCLogAnalysis.java](./GCLogAnalysis.java) 文件也可以从课件资料zip中找到. +## 几个命令用法 +### 1、十六进制方式查看文件 +`hexdump -C Hello.class` +输出：`00000000 ca fe ba be 00 00 00 34 00 1c 0a 00 06 00 0e 09` + +可以看到magic number： `cafe babe`， +以及`00 00 00 34`，十六进制34=十进制3*16+4=52，这是jdk8，如果是jdk11则是55，十六进制37. + +### 2、Base64方式编码文件 +`base64 Hello.class` +### 3、显示JVM默认参数 +``` +java -XX:+PrintFlagsFinal -version + +java -XX:+PrintFlagsFinal -version | grep -F " Use" | grep -F "GC " + +java -XX:+PrintFlagsFinal -version | grep MaxNewSize + +``` + +### 4、切换不同jdk +``` +jenv shell 1.8 +jenv shell 11 +``` +显示所有jdk +``` +jenv versions +``` + ## 更多资料 更多中英文的技术文章和参考资料: diff --git "a/01jvm/out/production/01jvm/\347\216\257\345\242\203\345\207\206\345\244\207.txt" "b/01jvm/out/production/01jvm/\347\216\257\345\242\203\345\207\206\345\244\207.txt" index ba0250e9..a1458b85 100644 --- "a/01jvm/out/production/01jvm/\347\216\257\345\242\203\345\207\206\345\244\207.txt" +++ "b/01jvm/out/production/01jvm/\347\216\257\345\242\203\345\207\206\345\244\207.txt" @@ -34,5 +34,5 @@ mvn clean package 链接：https://pan.baidu.com/s/1NbpYX4M3YKLYM1JJeIzgSQ 提取码：sp85 -java -jar -Xmx512m -Xms512m gateway-server-0.0.1-SNAPSHOT.jar +java -jar -Xmx512m -Xms512 gateway-server-0.0.1-SNAPSHOT.jar diff --git a/01jvm/subinterface/Mapper.java b/01jvm/subinterface/Mapper.java new file mode 100644 index 00000000..b6578fb5 --- /dev/null +++ b/01jvm/subinterface/Mapper.java @@ -0,0 +1,7 @@ +package subinterface; + +public interface Mapper { + + void insert(T t); + +} diff --git a/01jvm/subinterface/User.java b/01jvm/subinterface/User.java new file mode 100644 index 00000000..2a6a541f --- /dev/null +++ b/01jvm/subinterface/User.java @@ -0,0 +1,17 @@ +package subinterface; + +public class User { + private int id; + + public User(int id) { + this.id = id; + } + + public int getId() { + return id; + } + + public void setId(int id) { + this.id = id; + } +} diff --git a/01jvm/subinterface/UserDAO.java b/01jvm/subinterface/UserDAO.java new file mode 100644 index 00000000..76dd2fb6 --- /dev/null +++ b/01jvm/subinterface/UserDAO.java @@ -0,0 +1,9 @@ +package subinterface; + +public class UserDAO implements UserMapper { + + @Override + public void insert(User user) { + System.out.println("Insert user id: " + user.getId()); + } +} diff --git a/01jvm/subinterface/UserMain.java b/01jvm/subinterface/UserMain.java new file mode 100644 index 00000000..4ebd24cd --- /dev/null +++ b/01jvm/subinterface/UserMain.java @@ -0,0 +1,10 @@ +package subinterface; + +public class UserMain { + + public static void main(String[] args) { + UserDAO dao = new UserDAO(); + dao.insert(new User(123)); + } + +} diff --git a/01jvm/subinterface/UserMapper.java b/01jvm/subinterface/UserMapper.java new file mode 100644 index 00000000..573c0abc --- /dev/null +++ b/01jvm/subinterface/UserMapper.java @@ -0,0 +1,7 @@ +package subinterface; + +public interface UserMapper extends Mapper { + + @Override + void insert(User user); +} diff --git a/02nio/nio02/pom.xml b/02nio/nio02/pom.xml index 005de90a..c10848f8 100644 --- a/02nio/nio02/pom.xml +++ b/02nio/nio02/pom.xml @@ -29,7 +29,7 @@ io.netty netty-all - 4.1.45.Final + 4.1.104.Final diff --git a/02nio/nio02/src/main/java/io/github/kimmking/gateway/NettyServerApplication.java b/02nio/nio02/src/main/java/io/github/kimmking/gateway/NettyServerApplication.java index e67b7961..1adda64a 100644 --- a/02nio/nio02/src/main/java/io/github/kimmking/gateway/NettyServerApplication.java +++ b/02nio/nio02/src/main/java/io/github/kimmking/gateway/NettyServerApplication.java @@ -2,7 +2,10 @@ import io.github.kimmking.gateway.inbound.HttpInboundServer; +import io.netty.util.internal.PlatformDependent; +import java.lang.reflect.Constructor; +import java.nio.ByteBuffer; import java.util.Arrays; public class NettyServerApplication { @@ -12,6 +15,13 @@ public class NettyServerApplication { public static void main(String[] args) { +// sun.misc.Unsafe unsafe = sun.misc.Unsafe.getUnsafe(); +// System.out.println(unsafe.addressSize()); + + + System.out.println("PlatformDependent.hasUnsafe = " + PlatformDependent.javaVersion()); + System.out.println("PlatformDependent.hasUnsafe = " + PlatformDependent.hasUnsafe()); + String proxyPort = System.getProperty("proxyPort","8888"); // 这是之前的单个后端url的例子 diff --git a/02nio/nio02/src/main/java/io/github/kimmking/gateway/filter/HeaderHttpResponseFilter.java b/02nio/nio02/src/main/java/io/github/kimmking/gateway/filter/HeaderHttpResponseFilter.java index 53493fb4..12fe310a 100644 --- a/02nio/nio02/src/main/java/io/github/kimmking/gateway/filter/HeaderHttpResponseFilter.java +++ b/02nio/nio02/src/main/java/io/github/kimmking/gateway/filter/HeaderHttpResponseFilter.java @@ -1,10 +1,24 @@ package io.github.kimmking.gateway.filter; +import io.netty.buffer.ByteBuf; +import io.netty.buffer.Unpooled; import io.netty.handler.codec.http.FullHttpResponse; +import io.netty.handler.codec.http.HttpResponseStatus; public class HeaderHttpResponseFilter implements HttpResponseFilter { @Override public void filter(FullHttpResponse response) { response.headers().set("kk", "java-1-nio"); + response.setStatus(HttpResponseStatus.CREATED); +// byte[] array = response.content().array(); +// String content = new String(array); +// System.out.println(content); +// content = content + ",kimmking"; + byte[] bytes = "hello,kimm.".getBytes(); + //response.headers().setInt("Content-Length", bytes.length); + ByteBuf byteBuf = Unpooled.wrappedBuffer(bytes); + ByteBuf content = response.content(); + content.clear(); + content.writeBytes(byteBuf); } } diff --git a/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/HttpInboundHandler.java b/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/HttpInboundHandler.java index 69b40fde..1cd13ca2 100644 --- a/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/HttpInboundHandler.java +++ b/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/HttpInboundHandler.java @@ -39,9 +39,14 @@ public void channelRead(ChannelHandlerContext ctx, Object msg) { // if (uri.contains("/test")) { // handlerTest(fullRequest, ctx); // } - - handler.handle(fullRequest, ctx, filter); - + + String uri = fullRequest.getUri(); + System.out.println(" uri ==>> " + uri); + if(uri.contains("/netty/info")) { + NettyInfoHandler.INSTANCE.handle(fullRequest, ctx); + } else { + handler.handle(fullRequest, ctx, filter); + } } catch(Exception e) { e.printStackTrace(); } finally { diff --git a/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/NettyInfoHandler.java b/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/NettyInfoHandler.java new file mode 100644 index 00000000..f179cc82 --- /dev/null +++ b/02nio/nio02/src/main/java/io/github/kimmking/gateway/inbound/NettyInfoHandler.java @@ -0,0 +1,83 @@ +package io.github.kimmking.gateway.inbound; + +import io.netty.buffer.Unpooled; +import io.netty.channel.ChannelFutureListener; +import io.netty.channel.ChannelHandlerContext; +import io.netty.handler.codec.http.DefaultFullHttpResponse; +import io.netty.handler.codec.http.FullHttpRequest; +import io.netty.handler.codec.http.FullHttpResponse; +import io.netty.handler.codec.http.HttpUtil; +import io.netty.util.internal.PlatformDependent; +import lombok.SneakyThrows; + +import java.lang.reflect.Field; +import java.util.HashMap; +import java.util.Map; +import java.util.concurrent.atomic.AtomicLong; + +import static io.netty.handler.codec.http.HttpResponseStatus.OK; +import static io.netty.handler.codec.http.HttpVersion.HTTP_1_1; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/5/31 下午7:13 + */ +public class NettyInfoHandler { + + public final static NettyInfoHandler INSTANCE = new NettyInfoHandler(); + + public void handle(final FullHttpRequest fullRequest, final ChannelHandlerContext ctx) { + System.out.println("NettyInfoHandler.handle..."); + Map infos = new HashMap<>(); + infos.put("netty.usedDirectMemory", ""+getNettyUsedDirectMemory()); + infos.put("netty.directMemoryLimit", ""+getNettyDirectMemoryLimit()); + StringBuilder sb = new StringBuilder(); + sb.append("{"); + infos.forEach((k, v) -> { + sb.append("\"").append(k).append("\"") + .append(":") + .append("\"").append(v).append("\"").append(","); + }); + if(sb.length()>1) { + sb.deleteCharAt(sb.length()-1); + } + sb.append("}"); + + byte[] body = ("{\"code\":200,\"msg\":\"success\",\"data\":" + sb +"}").getBytes(); + FullHttpResponse response = new DefaultFullHttpResponse(HTTP_1_1, OK, Unpooled.wrappedBuffer(body)); + + response.headers().set("Content-Type", "application/json"); + response.headers().setInt("Content-Length", body.length); + response.headers().set("kk.gw.hanlder", "netty.info"); + + if (fullRequest != null) { + if (!HttpUtil.isKeepAlive(fullRequest)) { + ctx.write(response).addListener(ChannelFutureListener.CLOSE); + } else { + //response.headers().set(CONNECTION, KEEP_ALIVE); + ctx.write(response); + } + } + ctx.flush(); + //ctx.close(); + + } + + @SneakyThrows + private static long getNettyUsedDirectMemory() { + Field field = PlatformDependent.class.getDeclaredField("DIRECT_MEMORY_COUNTER"); + field.setAccessible(true); + AtomicLong o = (AtomicLong)field.get(null); + return o.get(); + } + + @SneakyThrows + private static long getNettyDirectMemoryLimit() { + Field field = PlatformDependent.class.getDeclaredField("DIRECT_MEMORY_LIMIT"); + field.setAccessible(true); + return (Long)field.get(null); + } + +} diff --git a/03concurrency/0301/j.txt b/03concurrency/0301/j.txt new file mode 100644 index 00000000..7774d26d --- /dev/null +++ b/03concurrency/0301/j.txt @@ -0,0 +1,130 @@ +2022-06-09 15:15:13 +Full thread dump OpenJDK 64-Bit Server VM (25.275-b00 mixed mode): + +"Attach Listener" #12 daemon prio=9 os_prio=31 tid=0x00007f90df895000 nid=0xa703 waiting on condition [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"Thread-0" #11 prio=5 os_prio=31 tid=0x00007f90e105d800 nid=0x5603 waiting for monitor entry [0x0000700005164000] + java.lang.Thread.State: BLOCKED (on object monitor) + at java0.conc0301.sync.TestSetGet$SetGet.get(TestSetGet.java:50) + - waiting to lock <0x000000076ac2ed68> (a java0.conc0301.sync.TestSetGet$SetGet) + at java0.conc0301.sync.TestSetGet$1.run(TestSetGet.java:14) + + Locked ownable synchronizers: + - None + +"Service Thread" #10 daemon prio=9 os_prio=31 tid=0x00007f90e1051800 nid=0x3d03 runnable [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"C1 CompilerThread3" #9 daemon prio=9 os_prio=31 tid=0x00007f90e4808800 nid=0x3c03 waiting on condition [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"C2 CompilerThread2" #8 daemon prio=9 os_prio=31 tid=0x00007f90e1026000 nid=0x3b03 waiting on condition [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"C2 CompilerThread1" #7 daemon prio=9 os_prio=31 tid=0x00007f90df872000 nid=0x3903 waiting on condition [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"C2 CompilerThread0" #6 daemon prio=9 os_prio=31 tid=0x00007f90df871000 nid=0x3803 waiting on condition [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"Monitor Ctrl-Break" #5 daemon prio=5 os_prio=31 tid=0x00007f90df86d800 nid=0x4203 runnable [0x0000700004a4f000] + java.lang.Thread.State: RUNNABLE + at java.net.SocketInputStream.socketRead0(Native Method) + at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) + at java.net.SocketInputStream.read(SocketInputStream.java:171) + at java.net.SocketInputStream.read(SocketInputStream.java:141) + at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284) + at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326) + at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178) + - locked <0x000000076ac7c0d0> (a java.io.InputStreamReader) + at java.io.InputStreamReader.read(InputStreamReader.java:184) + at java.io.BufferedReader.fill(BufferedReader.java:161) + at java.io.BufferedReader.readLine(BufferedReader.java:324) + - locked <0x000000076ac7c0d0> (a java.io.InputStreamReader) + at java.io.BufferedReader.readLine(BufferedReader.java:389) + at com.intellij.rt.execution.application.AppMainV2$1.run(AppMainV2.java:49) + + Locked ownable synchronizers: + - None + +"Signal Dispatcher" #4 daemon prio=9 os_prio=31 tid=0x00007f90e3808800 nid=0x4403 runnable [0x0000000000000000] + java.lang.Thread.State: RUNNABLE + + Locked ownable synchronizers: + - None + +"Finalizer" #3 daemon prio=8 os_prio=31 tid=0x00007f90df056800 nid=0x4d03 in Object.wait() [0x0000700004743000] + java.lang.Thread.State: WAITING (on object monitor) + at java.lang.Object.wait(Native Method) + - waiting on <0x000000076ab08ee0> (a java.lang.ref.ReferenceQueue$Lock) + at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144) + - locked <0x000000076ab08ee0> (a java.lang.ref.ReferenceQueue$Lock) + at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165) + at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216) + + Locked ownable synchronizers: + - None + +"Reference Handler" #2 daemon prio=10 os_prio=31 tid=0x00007f90df04e000 nid=0x3303 in Object.wait() [0x0000700004640000] + java.lang.Thread.State: WAITING (on object monitor) + at java.lang.Object.wait(Native Method) + - waiting on <0x000000076ab06c00> (a java.lang.ref.Reference$Lock) + at java.lang.Object.wait(Object.java:502) + at java.lang.ref.Reference.tryHandlePending(Reference.java:191) + - locked <0x000000076ab06c00> (a java.lang.ref.Reference$Lock) + at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) + + Locked ownable synchronizers: + - None + +"main" #1 prio=5 os_prio=31 tid=0x00007f90df009000 nid=0x2803 waiting on condition [0x0000700003c22000] + java.lang.Thread.State: TIMED_WAITING (sleeping) + at java.lang.Thread.sleep(Native Method) + at java0.conc0301.sync.TestSetGet$SetGet.set(TestSetGet.java:37) + - locked <0x000000076ac2ed68> (a java0.conc0301.sync.TestSetGet$SetGet) + at java0.conc0301.sync.TestSetGet.main(TestSetGet.java:22) + + Locked ownable synchronizers: + - None + +"VM Thread" os_prio=31 tid=0x00007f90df81c000 nid=0x4f03 runnable + +"GC task thread#0 (ParallelGC)" os_prio=31 tid=0x00007f90df016000 nid=0x1d07 runnable + +"GC task thread#1 (ParallelGC)" os_prio=31 tid=0x00007f90df016800 nid=0x1e03 runnable + +"GC task thread#2 (ParallelGC)" os_prio=31 tid=0x00007f90df017800 nid=0x2b03 runnable + +"GC task thread#3 (ParallelGC)" os_prio=31 tid=0x00007f90df018000 nid=0x2d03 runnable + +"GC task thread#4 (ParallelGC)" os_prio=31 tid=0x00007f90df019000 nid=0x2f03 runnable + +"GC task thread#5 (ParallelGC)" os_prio=31 tid=0x00007f90df019800 nid=0x5303 runnable + +"GC task thread#6 (ParallelGC)" os_prio=31 tid=0x00007f90df01a800 nid=0x3003 runnable + +"GC task thread#7 (ParallelGC)" os_prio=31 tid=0x00007f90df01b000 nid=0x3103 runnable + +"VM Periodic Task Thread" os_prio=31 tid=0x00007f90e105a800 nid=0xa903 waiting on condition + +JNI global references: 15 + diff --git a/03concurrency/0301/src/main/java/java0/conc0301/sync/TestSetGet.java b/03concurrency/0301/src/main/java/java0/conc0301/sync/TestSetGet.java index db251617..2faa9aa4 100644 --- a/03concurrency/0301/src/main/java/java0/conc0301/sync/TestSetGet.java +++ b/03concurrency/0301/src/main/java/java0/conc0301/sync/TestSetGet.java @@ -1,5 +1,7 @@ package java0.conc0301.sync; +import java.lang.reflect.Field; + public class TestSetGet { public static void main(String[] args) throws Exception { @@ -22,20 +24,29 @@ public void run() { } - public static class SetGet { int a = 0; public synchronized void set(int v) throws Exception { + System.out.println(addr(Thread.currentThread())); + System.out.println(Thread.currentThread().getId()); System.out.println(Thread.currentThread().getName() +" setting " +v); - Thread.sleep(1000); + Thread.sleep(100000); a = v; System.out.println(Thread.currentThread().getName() +" set " +v); } + private Object addr(Thread currentThread) throws Exception { + Field f = Thread.class.getDeclaredField("eetop"); + f.setAccessible(true); + Long addr = (Long)f.get(currentThread); + return Long.toHexString(addr); + } + public synchronized int get() throws Exception { + System.out.println(Thread.currentThread().getId()); System.out.println(Thread.currentThread().getName() +" getting "); - Thread.sleep(10000); + Thread.sleep(100000); System.out.println(Thread.currentThread().getName() + " get "); return a; } diff --git a/04fx/demo/pom.xml b/04fx/demo/pom.xml index cb3b13d3..943bcbe0 100644 --- a/04fx/demo/pom.xml +++ b/04fx/demo/pom.xml @@ -27,7 +27,14 @@ spring-boot-starter-test test - + + + org.projectlombok + lombok + 1.18.22 + compile + + diff --git a/04fx/demo/src/main/java/A.java b/04fx/demo/src/main/java/A.java new file mode 100644 index 00000000..117e905c --- /dev/null +++ b/04fx/demo/src/main/java/A.java @@ -0,0 +1,8 @@ +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/12/16 10:55 + */ +public class A { +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfig.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfig.java new file mode 100644 index 00000000..c506234e --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfig.java @@ -0,0 +1,18 @@ +package io.kimmking.javacourse.demo; + +import lombok.AllArgsConstructor; +import lombok.Data; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/11/29 16:05 + */ +@Data +public class ConsConfig { + + private String demoName; + private String demoDesc; + +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigAutoConfiguration.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigAutoConfiguration.java new file mode 100644 index 00000000..4461b3a8 --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigAutoConfiguration.java @@ -0,0 +1,71 @@ +package io.kimmking.javacourse.demo; + +import org.springframework.beans.factory.config.ConstructorArgumentValues; +import org.springframework.beans.factory.support.AbstractBeanDefinition; +import org.springframework.beans.factory.support.BeanDefinitionRegistry; +import org.springframework.beans.factory.support.RootBeanDefinition; +import org.springframework.context.EnvironmentAware; +import org.springframework.context.annotation.Configuration; +import org.springframework.context.annotation.Import; +import org.springframework.context.annotation.ImportBeanDefinitionRegistrar; +import org.springframework.core.env.Environment; +import org.springframework.core.type.AnnotationMetadata; + + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/12/22 16:43 + */ + +@Configuration +//@EnableConfigurationProperties(ConsConfigs.class) +@Import(ConsConfigAutoConfiguration.ConsRegistrar.class) +public class ConsConfigAutoConfiguration { + public static class ConsRegistrar implements ImportBeanDefinitionRegistrar, EnvironmentAware { + + Environment environment; +// ApplicationContext applicationContext; +// @Override +// public void setApplicationContext(ApplicationContext applicationContext) throws BeansException { +// this.applicationContext = applicationContext; +// } + + @Override + public void setEnvironment(Environment environment) { + this.environment = environment; + } + + + + @Override + public void registerBeanDefinitions(AnnotationMetadata importingClassMetadata, BeanDefinitionRegistry registry) { + //ImportBeanDefinitionRegistrar.super.registerBeanDefinitions(importingClassMetadata, registry); + + RootBeanDefinition def = new RootBeanDefinition(); + def.setBeanClass(ConsConfig.class); + registry.registerBeanDefinition("cons", def); + + RootBeanDefinition definition = new RootBeanDefinition(); + definition.setBeanClass(ConsConfigs.class); + definition.setAutowireMode(AbstractBeanDefinition.AUTOWIRE_BY_TYPE); + definition.setDependencyCheck(AbstractBeanDefinition.DEPENDENCY_CHECK_NONE); + //ConstructorArgumentValues argumentValues = new ConstructorArgumentValues(); + + //ConsConfig config= applicationContext.getBean(ConsConfig.class); +// String name = ConsConfig.class.getCanonicalName(); +// boolean exist = registry.containsBeanDefinition(name); +// if(exist) { +// argumentValues.addGenericArgumentValue(registry.getBeanDefinition(name)); +// } else { +// ConsConfig cf = new ConsConfig(); +// cf.setDemoName("defaultName1"); +// cf.setDemoDesc("defaultDesc1"); +// argumentValues.addGenericArgumentValue(cf); +// } + //definition.setConstructorArgumentValues(argumentValues); + registry.registerBeanDefinition("conss", definition); + } + } +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigs.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigs.java new file mode 100644 index 00000000..8ef243e6 --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/ConsConfigs.java @@ -0,0 +1,20 @@ +package io.kimmking.javacourse.demo; + +import lombok.AllArgsConstructor; +import lombok.Data; + +import java.util.List; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/12/22 16:47 + */ +@Data +@AllArgsConstructor +public class ConsConfigs { + + private List config; + +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoApplication.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoApplication.java index 70a3c8d7..401643fc 100644 --- a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoApplication.java +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoApplication.java @@ -1,13 +1,72 @@ package io.kimmking.javacourse.demo; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.boot.ApplicationArguments; +import org.springframework.boot.ApplicationRunner; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.boot.autoconfigure.condition.ConditionalOnClass; +import org.springframework.context.ApplicationContext; +import org.springframework.context.EnvironmentAware; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.PropertySource; +import org.springframework.core.env.Environment; + +import javax.annotation.Resource; @SpringBootApplication -public class DemoApplication { +public class DemoApplication implements EnvironmentAware, ApplicationRunner { + + Environment environment; + + @Resource(name="a1") + DemoConfig a1; public static void main(String[] args) { SpringApplication.run(DemoApplication.class, args); } + @Override + public void setEnvironment(Environment environment) { + this.environment = environment; + } + + @Autowired + ApplicationContext context; + + @Bean + //@ConditionalOnMissingBean + public ConsConfig defaultConsConfig() { + ConsConfig cf = new ConsConfig(); + cf.setDemoName("defaultName"); + cf.setDemoDesc("defaultDesc"); + return cf; + } + + @Override + public void run(ApplicationArguments args) throws Exception { + System.out.println(environment.getProperty("a")); + System.out.println(a1.getDemoName()); + + DemoConfig a4 = (DemoConfig) context.getBean("a4"); + System.out.println(a4.getDemoName()); + + System.out.println(context.getBean(ConsConfigs.class)); + + } + + @EnableDemoConfigBindings(prefix = "demo.config", type = DemoConfig.class) + @PropertySource("application.properties") + public static class TestDemoConfig { + + } + + @Bean("a4") + @ConditionalOnClass(name="A") + DemoConfig createA4() { + DemoConfig config = new DemoConfig(); + config.setDemoName("a4"); + config.setDemoDesc("this is a4"); + return config; + } } diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfig.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfig.java new file mode 100644 index 00000000..fa484b74 --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfig.java @@ -0,0 +1,17 @@ +package io.kimmking.javacourse.demo; + +import lombok.Data; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/11/29 16:05 + */ +@Data +public class DemoConfig { + + private String demoName; + private String demoDesc; + +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfigBindingsRegistrar.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfigBindingsRegistrar.java new file mode 100644 index 00000000..2d201027 --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/DemoConfigBindingsRegistrar.java @@ -0,0 +1,127 @@ +package io.kimmking.javacourse.demo; + +import org.springframework.beans.MutablePropertyValues; +import org.springframework.beans.factory.support.*; +import org.springframework.context.EnvironmentAware; +import org.springframework.context.annotation.ImportBeanDefinitionRegistrar; +import org.springframework.core.annotation.AnnotationAttributes; +import org.springframework.core.env.ConfigurableEnvironment; +import org.springframework.core.env.Environment; +import org.springframework.core.type.AnnotationMetadata; +import org.springframework.util.CollectionUtils; +import org.springframework.util.StringUtils; + +import java.util.*; + +import static io.kimmking.javacourse.demo.PropertySourcesUtils.getSubProperties; +import static org.springframework.beans.factory.support.BeanDefinitionBuilder.rootBeanDefinition; + +/** + * This class is cloned and modified from https://github.com/apache/dubbo/blob/58d1259cb9d89528594e43db5d8667179005dcfc/dubbo-config/dubbo-config-spring/src/main/java/com/alibaba/dubbo/config/spring/context/annotation/DubboConfigBindingsRegistrar.java. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/11/29 16:09 + */ +public class DemoConfigBindingsRegistrar implements ImportBeanDefinitionRegistrar, EnvironmentAware { + + private ConfigurableEnvironment environment; + + @Override + public void setEnvironment(Environment _environment) { + this.environment = (ConfigurableEnvironment) _environment; + } + + @Override + public void registerBeanDefinitions(AnnotationMetadata importingClassMetadata, BeanDefinitionRegistry registry, BeanNameGenerator importBeanNameGenerator) { + registerBeanDefinitions(importingClassMetadata, registry); + } + + @Override + public void registerBeanDefinitions(AnnotationMetadata importingClassMetadata, BeanDefinitionRegistry registry) { + + AnnotationAttributes attributes = AnnotationAttributes.fromMap( + importingClassMetadata.getAnnotationAttributes(EnableDemoConfigBindings.class.getName())); + String prefix = environment.resolvePlaceholders(attributes.getString("prefix")); + Class configClass = attributes.getClass("type"); + boolean multiple = attributes.getBoolean("multiple"); + registerDubboConfigBeans(prefix, configClass, multiple, registry); + } + + private void registerDubboConfigBeans(String prefix, + Class configClass, + boolean multiple, + BeanDefinitionRegistry registry) { + Map properties = getSubProperties(environment.getPropertySources(), prefix); + if (CollectionUtils.isEmpty(properties)) { + System.out.println("There is no property for binding to demo config class [" + configClass.getName() + + "] within prefix [" + prefix + "]"); + return; + } + Set beanNames = multiple ? resolveMultipleBeanNames(properties) : + Collections.singleton(resolveSingleBeanName(properties, configClass, registry)); + Map> groupProperties = getGroupProperties(properties, beanNames); + for (String beanName : beanNames) { + + System.out.println(" ==> registerDemoConfigBean:" + beanName); + + registerDemoConfigBean(beanName, configClass, registry, groupProperties.get(beanName)); + //registerDubboConfigBindingBeanPostProcessor(prefix, beanName, multiple, registry); + } + //registerDubboConfigBeanCustomizers(registry); + } + + private Map> getGroupProperties(Map properties, Set beanNames) { + Map> map = new HashMap<>(); + for (String propertyName : properties.keySet()) { + int index = propertyName.indexOf("."); + if (index > 0) { + String beanName = propertyName.substring(0, index); + String beanPropertyName = propertyName.substring(index + 1); + if (beanNames.contains(beanName)) { + Map group = map.get(beanName); + if (group == null) { + group = new HashMap<>(); + map.put(beanName, group); + } + group.put(beanPropertyName, properties.get(propertyName)); + } + } + } + return map; + } + + private void registerDemoConfigBean(String beanName, Class configClass, + BeanDefinitionRegistry registry, Map properties) { + BeanDefinitionBuilder builder = rootBeanDefinition(configClass); + AbstractBeanDefinition beanDefinition = builder.getBeanDefinition(); + // Convert Map to MutablePropertyValues + MutablePropertyValues propertyValues = new MutablePropertyValues(properties); + beanDefinition.setPropertyValues(propertyValues); + registry.registerBeanDefinition(beanName, beanDefinition); + System.out.println("The demo config bean definition [name : " + beanName + ", class : " + configClass.getName() + + "] has been registered."); + } + + private Set resolveMultipleBeanNames(Map properties) { + Set beanNames = new LinkedHashSet(); + for (String propertyName : properties.keySet()) { + int index = propertyName.indexOf("."); + if (index > 0) { + String beanName = propertyName.substring(0, index); + beanNames.add(beanName); + } + } + return beanNames; + } + + private String resolveSingleBeanName(Map properties, Class configClass, + BeanDefinitionRegistry registry) { + String beanName = (String) properties.get("demoName"); + if (!StringUtils.hasText(beanName)) { + BeanDefinitionBuilder builder = rootBeanDefinition(configClass); + beanName = BeanDefinitionReaderUtils.generateBeanName(builder.getRawBeanDefinition(), registry); + } + return beanName; + } + +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/EnableDemoConfigBindings.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/EnableDemoConfigBindings.java new file mode 100644 index 00000000..3a002944 --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/EnableDemoConfigBindings.java @@ -0,0 +1,36 @@ +package io.kimmking.javacourse.demo; + +import org.springframework.context.annotation.Import; + +import java.lang.annotation.*; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2022/11/29 16:10 + */ +@Target({ElementType.TYPE}) +@Retention(RetentionPolicy.RUNTIME) +@Documented +@Import(DemoConfigBindingsRegistrar.class) +public @interface EnableDemoConfigBindings { + /** + * The name prefix of the properties that are valid to bind. + * + * @return the name prefix of the properties to bind + */ + String prefix(); + + /** + * @return The binding type. + */ + Class type(); + + /** + * It indicates whether {@link #prefix()} binding to multiple Spring Beans. + * + * @return the default value is true + */ + boolean multiple() default true; +} diff --git a/04fx/demo/src/main/java/io/kimmking/javacourse/demo/PropertySourcesUtils.java b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/PropertySourcesUtils.java new file mode 100644 index 00000000..f436313e --- /dev/null +++ b/04fx/demo/src/main/java/io/kimmking/javacourse/demo/PropertySourcesUtils.java @@ -0,0 +1,91 @@ +package io.kimmking.javacourse.demo; + + +import org.springframework.core.env.*; + +import java.util.Collections; +import java.util.LinkedHashMap; +import java.util.Map; +import java.util.Properties; + +/** + * {@link PropertySources} Utilities + *

+ * The source code is cloned from https://github.com/alibaba/spring-context-support/blob/1.0.2/src/main/java/com/alibaba/spring/util/PropertySourcesUtils.java + * + * @since 2.6.6 + */ +public abstract class PropertySourcesUtils { + + /** + * Get Sub {@link Properties} + * + * @param propertySources {@link PropertySource} Iterable + * @param prefix the prefix of property name + * @return Map + * @see Properties + */ + public static Map getSubProperties(Iterable> propertySources, String prefix) { + + // Non-Extension AbstractEnvironment + AbstractEnvironment environment = new AbstractEnvironment() { + }; + + MutablePropertySources mutablePropertySources = environment.getPropertySources(); + + for (PropertySource source : propertySources) { + mutablePropertySources.addLast(source); + } + + return getSubProperties(environment, prefix); + + } + + /** + * Get Sub {@link Properties} + * + * @param environment {@link ConfigurableEnvironment} + * @param prefix the prefix of property name + * @return Map + * @see Properties + */ + public static Map getSubProperties(ConfigurableEnvironment environment, String prefix) { + + Map subProperties = new LinkedHashMap(); + + MutablePropertySources propertySources = environment.getPropertySources(); + + String normalizedPrefix = normalizePrefix(prefix); + + for (PropertySource source : propertySources) { + if (source instanceof EnumerablePropertySource) { + for (String name : ((EnumerablePropertySource) source).getPropertyNames()) { + if (!subProperties.containsKey(name) && name.startsWith(normalizedPrefix)) { + String subName = name.substring(normalizedPrefix.length()); + if (!subProperties.containsKey(subName)) { // take first one + Object value = source.getProperty(name); + if (value instanceof String) { + // Resolve placeholder + value = environment.resolvePlaceholders((String) value); + } + subProperties.put(subName, value); + } + } + } + } + } + + return Collections.unmodifiableMap(subProperties); + + } + + /** + * Normalize the prefix + * + * @param prefix the prefix + * @return the prefix + */ + public static String normalizePrefix(String prefix) { + return prefix.endsWith(".") ? prefix : prefix + "."; + } +} diff --git a/04fx/demo/src/main/resources/application.properties b/04fx/demo/src/main/resources/application.properties index 8b137891..f7a98d9a 100644 --- a/04fx/demo/src/main/resources/application.properties +++ b/04fx/demo/src/main/resources/application.properties @@ -1 +1,9 @@ +demo.config.a1.demoName = d1 +demo.config.a1.demoDesc = demo1 + +demo.config.a2.demoName = d2 +demo.config.a2.demoDesc = demo2 + +demo.config.a3.demoName = d3 +demo.config.a3.demoDesc = demo3 \ No newline at end of file diff --git a/04fx/demo/src/test/java/io/kimmking/javacourse/demo/DemoApplicationTests.java b/04fx/demo/src/test/java/io/kimmking/javacourse/demo/DemoApplicationTests.java index 23f5cda4..5101ce0e 100644 --- a/04fx/demo/src/test/java/io/kimmking/javacourse/demo/DemoApplicationTests.java +++ b/04fx/demo/src/test/java/io/kimmking/javacourse/demo/DemoApplicationTests.java @@ -2,12 +2,50 @@ import org.junit.jupiter.api.Test; import org.springframework.boot.test.context.SpringBootTest; +import org.springframework.context.annotation.AnnotationConfigApplicationContext; +import org.springframework.context.annotation.PropertySource; + +import java.util.Arrays; + +import static org.junit.jupiter.api.Assertions.*; @SpringBootTest class DemoApplicationTests { - @Test - void contextLoads() { + void testDemoConfig() { + AnnotationConfigApplicationContext context = new AnnotationConfigApplicationContext(); + context.register(DemoApplication.TestDemoConfig.class); + context.refresh(); + + + + System.out.println(Arrays.toString(context.getBeanNamesForType(DemoConfig.class))); + assertEquals(3, context.getBeansOfType(DemoConfig.class).size()); + + DemoConfig demoConfig = context.getBean("a1", DemoConfig.class); + System.out.println("a1=" + demoConfig.toString()); + assertEquals("d1", demoConfig.getDemoName()); + assertEquals("demo1", demoConfig.getDemoDesc()); + + demoConfig = context.getBean("a2", DemoConfig.class); + System.out.println("a2=" + demoConfig.toString()); + assertEquals("d2", demoConfig.getDemoName()); + assertEquals("demo2", demoConfig.getDemoDesc()); + + demoConfig = context.getBean("a3", DemoConfig.class); + System.out.println("a3=" + demoConfig.toString()); + assertEquals("d3", demoConfig.getDemoName()); + assertEquals("demo3", demoConfig.getDemoDesc()); + +// context.refresh(); +// System.out.println(Arrays.toString(context.getBeanNamesForType(DemoConfig.class))); + } +// @EnableDemoConfigBindings(prefix = "demo.config", type = DemoConfig.class) +// @PropertySource("application.properties") +// private static class TestConfig { +// +// } + } diff --git a/04fx/java8/src/main/java/io/kimmking/java8/ResourceLoader.java b/04fx/java8/src/main/java/io/kimmking/java8/ResourceLoader.java new file mode 100644 index 00000000..6922b2de --- /dev/null +++ b/04fx/java8/src/main/java/io/kimmking/java8/ResourceLoader.java @@ -0,0 +1,56 @@ +package io.kimmking.java8; + +import lombok.SneakyThrows; + +import java.io.BufferedReader; +import java.io.InputStream; +import java.io.InputStreamReader; + +public class ResourceLoader { + + static String file = "conf/a.properties"; + + public static void main(String[] args) { + + // testClassLoaderRootPath(); // classloader方式不能加根路径，否则文件路径会直接被替换掉最终成了 /conf/a.properties + testClassLoader(); // 从当前的classpath，不管是 文件夹，还是jar里去找 资源 + testClassRootPath(); // 判断第一个字符是根路径，去掉根，转成 testClassLoader 调用 + // testClass(); // class 方式必须加根路径，不加根会根据类路径io.kimmking.java8.ResourceLoader 去拼成 io/kimmking/java8/conf/a.properties + + + } + + private static void testClassLoader() { + System.out.println("====> testClassLoader"); + loadStream(ResourceLoader.class.getClassLoader().getResourceAsStream(file)); + } + + private static void testClassLoaderRootPath() { + System.out.println("====> testClassLoader"); + loadStream(ResourceLoader.class.getClassLoader().getResourceAsStream("/"+file)); + } + + private static void testClass() { + System.out.println("====> testClass"); + loadStream(ResourceLoader.class.getResourceAsStream(file)); + } + + private static void testClassRootPath() { + System.out.println("====> testClassRootPath"); + loadStream(ResourceLoader.class.getResourceAsStream("/"+file)); + } + + @SneakyThrows + private static void loadStream(InputStream in) { + BufferedReader reader = new BufferedReader(new InputStreamReader(in)); + StringBuffer buffer = new StringBuffer(); + String line = null; + while ((line = reader.readLine()) != null) { + buffer.append(line); + } + System.out.println(buffer.toString()); + reader.close(); + in.close(); + } + +} diff --git a/04fx/java8/src/main/resources/conf/a.properties b/04fx/java8/src/main/resources/conf/a.properties new file mode 100644 index 00000000..86fbde04 --- /dev/null +++ b/04fx/java8/src/main/resources/conf/a.properties @@ -0,0 +1,2 @@ +a=1 +b=2 \ No newline at end of file diff --git a/04fx/spring01/pom.xml b/04fx/spring01/pom.xml index 505009a7..3075aaf2 100644 --- a/04fx/spring01/pom.xml +++ b/04fx/spring01/pom.xml @@ -10,7 +10,7 @@ - 4.3.29.RELEASE + 4.3.30.RELEASE @@ -19,8 +19,8 @@ org.apache.maven.plugins maven-compiler-plugin - 8 - 8 + 11 + 11 diff --git a/04fx/spring01/src/main/java/io/kimmking/anno/AnnoDemo.java b/04fx/spring01/src/main/java/io/kimmking/anno/AnnoDemo.java index 5c7beeba..630f9e19 100644 --- a/04fx/spring01/src/main/java/io/kimmking/anno/AnnoDemo.java +++ b/04fx/spring01/src/main/java/io/kimmking/anno/AnnoDemo.java @@ -1,8 +1,33 @@ package io.kimmking.anno; +import java.lang.annotation.Annotation; +import java.util.Arrays; + public class AnnoDemo { public static void main(String[] args) { + IA2 ia2 = new IA2() { + @Override + public void a2() { + System.out.println("a2."); + } + + @Override + public void a1() { + System.out.println("a1."); + } + }; + + Annotation[] annotations = ia2.getClass().getInterfaces()[0].getAnnotations(); + Arrays.stream(annotations).forEach(x -> System.out.println(x.annotationType().getCanonicalName())); + + Annotation[] annos2 = ia2.getClass().getInterfaces()[0].getInterfaces()[0].getAnnotations(); + Arrays.stream(annos2).forEach(x -> System.out.println(x.annotationType().getCanonicalName())); + Arrays.stream(annos2).forEach( + x -> { + IAnno2 anno2 = (IAnno2) x; + System.out.println(anno2.value()); + }); } diff --git a/04fx/spring01/src/main/java/io/kimmking/anno/IA1.java b/04fx/spring01/src/main/java/io/kimmking/anno/IA1.java index b7335851..8d7f50dc 100644 --- a/04fx/spring01/src/main/java/io/kimmking/anno/IA1.java +++ b/04fx/spring01/src/main/java/io/kimmking/anno/IA1.java @@ -1,6 +1,7 @@ package io.kimmking.anno; +@IAnno2("anno2") public interface IA1 { void a1(); diff --git a/04fx/spring01/src/main/java/io/kimmking/anno/IAnno2.java b/04fx/spring01/src/main/java/io/kimmking/anno/IAnno2.java new file mode 100644 index 00000000..da04c7d5 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/anno/IAnno2.java @@ -0,0 +1,14 @@ +package io.kimmking.anno; + +import java.lang.annotation.ElementType; +import java.lang.annotation.Retention; +import java.lang.annotation.RetentionPolicy; +import java.lang.annotation.Target; + +@Target({ElementType.TYPE}) +@Retention(RetentionPolicy.RUNTIME) +public @interface IAnno2 { + + String value(); + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring02/School.java b/04fx/spring01/src/main/java/io/kimmking/spring02/School.java index 7c700e64..c80ba638 100644 --- a/04fx/spring01/src/main/java/io/kimmking/spring02/School.java +++ b/04fx/spring01/src/main/java/io/kimmking/spring02/School.java @@ -4,7 +4,9 @@ import io.kimmking.spring01.Student; import lombok.Data; import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.context.annotation.Bean; +import javax.annotation.PostConstruct; import javax.annotation.Resource; @Data @@ -23,5 +25,6 @@ public void ding(){ System.out.println("Class1 have " + this.class1.getStudents().size() + " students and one is " + this.student100); } + } diff --git a/04fx/spring01/src/main/java/io/kimmking/spring02/SpringDemo11.java b/04fx/spring01/src/main/java/io/kimmking/spring02/SpringDemo11.java new file mode 100644 index 00000000..bcbc7e30 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring02/SpringDemo11.java @@ -0,0 +1,49 @@ +package io.kimmking.spring02; + +import org.springframework.cglib.proxy.Enhancer; +import org.springframework.cglib.proxy.MethodInterceptor; +import org.springframework.cglib.proxy.MethodProxy; + +import java.lang.reflect.Method; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/22 18:01 + */ +public class SpringDemo11 { + + public static void main(String[] args) { + long s = System.currentTimeMillis(); + Enhancer enhancer = new Enhancer(); + enhancer.setInterfaces(new Class[]{IAction.class}); + enhancer.setCallback(new MI()); + enhancer.setUseCache(true); + IAction demo = (IAction) enhancer.create(); + for (int i = 0; i < 5; i++) { + long ss = System.currentTimeMillis(); + System.out.println(demo.action()); + System.out.println( i + " *****====> invoke proxy " + (System.currentTimeMillis() - ss) + " ms"); + } + System.out.println(" *****====> enhancer proxy " + (System.currentTimeMillis() - s) + " ms"); + + } + + public interface IAction { + Object action(); + } + + + static class MI implements MethodInterceptor { + @Override + public Object intercept(Object obj, Method method, Object[] objects, MethodProxy methodProxy) throws Throwable { + long s = System.currentTimeMillis(); + System.out.println(" *****==MI==> " + s + " " +"Before:"+method.getName()); + Object result = "S-" + s;//methodProxy.invokeSuper(obj, objects); + System.out.println(" *****==MI==> " + (System.currentTimeMillis() - s) + " ms After:"+method.getName()); + return result; + } + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring03/Spring03Main.java b/04fx/spring01/src/main/java/io/kimmking/spring03/Spring03Main.java new file mode 100644 index 00000000..5ad222e7 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring03/Spring03Main.java @@ -0,0 +1,14 @@ +package io.kimmking.spring03; + +import org.springframework.context.ApplicationContext; +import org.springframework.context.annotation.AnnotationConfigApplicationContext; + +public class Spring03Main { + + public static void main(String[] args) { + ApplicationContext context = new AnnotationConfigApplicationContext(Spring03Main.class.getPackage().getName()); + TestService1 testService1 = context.getBean(TestService1.class); + testService1.test1(); + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring03/TestService1.java b/04fx/spring01/src/main/java/io/kimmking/spring03/TestService1.java new file mode 100644 index 00000000..1a215396 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring03/TestService1.java @@ -0,0 +1,24 @@ +package io.kimmking.spring03; + +import lombok.Data; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.scheduling.annotation.Async; +import org.springframework.scheduling.annotation.EnableAsync; +import org.springframework.stereotype.Service; + +@Service +@Data +@EnableAsync +public class TestService1 { // TODO rename this class to TestService6 and it works well. + + @Autowired + private TestService2 service2; + + @Async + public void test1() { + System.out.println("test1"); + System.out.println(this.getClass().getCanonicalName()); + System.out.println(Thread.currentThread().getName()); + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring03/TestService2.java b/04fx/spring01/src/main/java/io/kimmking/spring03/TestService2.java new file mode 100644 index 00000000..37349631 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring03/TestService2.java @@ -0,0 +1,18 @@ +package io.kimmking.spring03; + +import lombok.Data; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Service; + +@Service +@Data +public class TestService2 { + + @Autowired + private TestService1 service1; + + public void test2() { + System.out.println("test2"); + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/ABCPlugin.java b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCPlugin.java new file mode 100644 index 00000000..0971612d --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCPlugin.java @@ -0,0 +1,10 @@ +package io.kimmking.spring04; + +import org.springframework.core.Ordered; + +public interface ABCPlugin extends Ordered { + + void startup() throws Exception; + void shutdown() throws Exception; + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartup.java b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartup.java new file mode 100644 index 00000000..7c451e01 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartup.java @@ -0,0 +1,26 @@ +package io.kimmking.spring04; + +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.stereotype.Component; + +import javax.annotation.PreDestroy; +import java.util.List; + +@Component +public class ABCStartup { + + @Autowired + private List services; + + public void call () { + services.forEach(System.out::println); + } + + @PreDestroy + public void destroy() { + + System.out.println(Thread.currentThread().getName()+"-destroy:" + this.getClass().getSimpleName()); + + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartupListener.java b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartupListener.java new file mode 100644 index 00000000..9cd14157 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/ABCStartupListener.java @@ -0,0 +1,46 @@ +package io.kimmking.spring04; + +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.context.ApplicationEvent; +import org.springframework.context.ApplicationListener; +import org.springframework.context.event.ContextClosedEvent; +import org.springframework.context.event.ContextRefreshedEvent; +import org.springframework.context.event.ContextStartedEvent; +import org.springframework.context.event.ContextStoppedEvent; +import org.springframework.stereotype.Component; + +import java.util.List; + +@Component +public class ABCStartupListener implements ApplicationListener { + + @Autowired + private List services; + + @Override + public void onApplicationEvent(ApplicationEvent event) { + + System.out.println(event); + + // 如果用spring boot可以怎么改进 + if (event instanceof ContextStartedEvent || event instanceof ContextRefreshedEvent) { + services.forEach(x -> { + try { + x.startup(); + } catch (Exception e) { + e.printStackTrace(); + } + }); + } + + if (event instanceof ContextClosedEvent | event instanceof ContextStoppedEvent) { + services.forEach(x -> { + try { + x.shutdown(); + } catch (Exception e) { + e.printStackTrace(); + } + }); + } + } +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin1.java b/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin1.java new file mode 100644 index 00000000..a159eced --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin1.java @@ -0,0 +1,36 @@ +package io.kimmking.spring04; + +import org.springframework.beans.factory.DisposableBean; +import org.springframework.core.Ordered; +import org.springframework.stereotype.Component; + +@Component() +public class MockABCPlugin1 implements ABCPlugin, DisposableBean { + + @Override + public String toString() { + System.out.println(Thread.currentThread().getName()+"-"+this.getClass().getSimpleName()+" toString."); + return this.getClass().getSimpleName(); + } + + @Override + public int getOrder() { + return 1; + } + + @Override + public void startup() throws Exception { + // mock for netty server start + System.out.println(Thread.currentThread().getName()+"-"+this.toString()+" started."); + } + + @Override + public void shutdown() throws Exception { // 线程池之类可以改进为优雅停机 + System.out.println(Thread.currentThread().getName()+"-"+this.toString()+" stopped."); + } + + @Override + public void destroy() throws Exception { + System.out.println(Thread.currentThread().getName()+"-DisposableBean:" + this.toString()); + } +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin2.java b/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin2.java new file mode 100644 index 00000000..5c9e6af6 --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/MockABCPlugin2.java @@ -0,0 +1,28 @@ +package io.kimmking.spring04; + +import org.springframework.core.Ordered; +import org.springframework.stereotype.Component; + +@Component() +public class MockABCPlugin2 implements ABCPlugin { + + @Override + public String toString() { + return this.getClass().getSimpleName(); + } + + @Override + public int getOrder() { + return 2; + } + + @Override + public void startup() throws Exception { + System.out.println(this.toString()+" started."); + } + + @Override + public void shutdown() throws Exception { + System.out.println(this.toString()+" stopped."); + } +} diff --git a/04fx/spring01/src/main/java/io/kimmking/spring04/Spring04Main.java b/04fx/spring01/src/main/java/io/kimmking/spring04/Spring04Main.java new file mode 100644 index 00000000..8c7a2f0d --- /dev/null +++ b/04fx/spring01/src/main/java/io/kimmking/spring04/Spring04Main.java @@ -0,0 +1,21 @@ +package io.kimmking.spring04; + +import org.springframework.context.ApplicationEvent; +import org.springframework.context.annotation.AnnotationConfigApplicationContext; + +public class Spring04Main { + + public static void main(String[] args) { + AnnotationConfigApplicationContext context = new AnnotationConfigApplicationContext(Spring04Main.class.getPackage().getName()); + ABCStartup abc = context.getBean(ABCStartup.class); + abc.call(); + + context.publishEvent(new ApplicationEvent("myEvent") {}); + + context.close(); + // context.destroy(); + // context.stop(); // 这3个有什么区别？ + + } + +} diff --git a/04fx/spring01/src/main/java/io/kimmking/springjms/JmsSender.java b/04fx/spring01/src/main/java/io/kimmking/springjms/JmsSender.java index 2b1e72f3..fb0fbeec 100644 --- a/04fx/spring01/src/main/java/io/kimmking/springjms/JmsSender.java +++ b/04fx/spring01/src/main/java/io/kimmking/springjms/JmsSender.java @@ -13,7 +13,9 @@ public static void main( String[] args ) ApplicationContext context = new ClassPathXmlApplicationContext("classpath:springjms-sender.xml"); SendService sendService = (SendService)context.getBean("sendService"); - + + student2.setName("KK103"); + sendService.send(student2); System.out.println("send successfully, please visit http://localhost:8161/admin to see it"); diff --git a/06db/shardingsphere/init.sql b/06db/shardingsphere/init.sql index 7c1adb0c..9b930268 100644 --- a/06db/shardingsphere/init.sql +++ b/06db/shardingsphere/init.sql @@ -29,3 +29,9 @@ CREATE TABLE IF NOT EXISTS demo_ds_0.t_order_item_1 (order_item_id BIGINT NOT NU CREATE TABLE IF NOT EXISTS demo_ds_1.t_order_item_0 (order_item_id BIGINT NOT NULL AUTO_INCREMENT, order_id BIGINT NOT NULL, user_id INT NOT NULL, status VARCHAR(50), PRIMARY KEY (order_item_id)); CREATE TABLE IF NOT EXISTS demo_ds_1.t_order_item_1 (order_item_id BIGINT NOT NULL AUTO_INCREMENT, order_id BIGINT NOT NULL, user_id INT NOT NULL, status VARCHAR(50), PRIMARY KEY (order_item_id)); + + + + +# CREATE TABLE t_order (order_id BIGINT NOT NULL AUTO_INCREMENT, user_id INT NOT NULL, status VARCHAR(50), PRIMARY KEY (order_id)); +# CREATE TABLE t_order_item (order_item_id BIGINT NOT NULL AUTO_INCREMENT, order_id BIGINT NOT NULL, user_id INT NOT NULL, status VARCHAR(50), PRIMARY KEY (order_item_id)); diff --git a/07rpc/rpc01/client-rest.http b/07rpc/rpc01/client-rest.http new file mode 100644 index 00000000..cfe742ec --- /dev/null +++ b/07rpc/rpc01/client-rest.http @@ -0,0 +1 @@ +http://127.0.0.1:8091/api/hello \ No newline at end of file diff --git a/07rpc/rpc01/pom.xml b/07rpc/rpc01/pom.xml index 62b29db1..8c924dcf 100644 --- a/07rpc/rpc01/pom.xml +++ b/07rpc/rpc01/pom.xml @@ -5,7 +5,7 @@ org.springframework.boot spring-boot-starter-parent - 2.0.9.RELEASE + 2.7.3 io.kimmking diff --git a/07rpc/rpc01/rpcfx-core/pom.xml b/07rpc/rpc01/rpcfx-core/pom.xml index 4570a59d..5a1eeac3 100644 --- a/07rpc/rpc01/rpcfx-core/pom.xml +++ b/07rpc/rpc01/rpcfx-core/pom.xml @@ -21,7 +21,7 @@ com.alibaba fastjson - 1.2.70 + 1.2.83 @@ -45,7 +45,7 @@ org.apache.curator - curator-framework + curator-recipes 5.1.0 @@ -70,6 +70,7 @@ - + + diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxReference.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxReference.java new file mode 100644 index 00000000..570b8ab8 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxReference.java @@ -0,0 +1,17 @@ +package io.kimmking.rpcfx.annotation; + +import java.lang.annotation.*; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/1 20:00 + */ +@Documented +@Retention(RetentionPolicy.RUNTIME) +@Target(ElementType.FIELD) +@Inherited +public @interface RpcfxReference { + +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxService.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxService.java new file mode 100644 index 00000000..9db3c7e3 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/annotation/RpcfxService.java @@ -0,0 +1,18 @@ +package io.kimmking.rpcfx.annotation; + +import java.lang.annotation.*; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/1 20:00 + */ + +@Documented +@Retention(RetentionPolicy.RUNTIME) +@Target(ElementType.TYPE) +@Inherited +public @interface RpcfxService { + +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Filter.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Filter.java index 64f3b99d..29060ace 100644 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Filter.java +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Filter.java @@ -2,7 +2,9 @@ public interface Filter { - boolean filter(RpcfxRequest request); + RpcfxResponse prefilter(RpcfxRequest request); + + RpcfxResponse postfilter(RpcfxRequest request, RpcfxResponse response); // Filter next(); diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/LoadBalancer.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/LoadBalancer.java index eccb66f5..5ac4fab2 100644 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/LoadBalancer.java +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/LoadBalancer.java @@ -1,9 +1,11 @@ package io.kimmking.rpcfx.api; +import io.kimmking.rpcfx.meta.InstanceMeta; + import java.util.List; public interface LoadBalancer { - String select(List urls); + InstanceMeta select(List instances); } diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Router.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Router.java index 594aeff5..a4ed3225 100644 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Router.java +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/Router.java @@ -1,8 +1,10 @@ package io.kimmking.rpcfx.api; +import io.kimmking.rpcfx.meta.InstanceMeta; + import java.util.List; public interface Router { - List route(List urls); + List route(List instances); } diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcContext.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcContext.java new file mode 100644 index 00000000..79a65bde --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcContext.java @@ -0,0 +1,41 @@ +package io.kimmking.rpcfx.api; + +import io.kimmking.rpcfx.meta.ProviderMeta; +import lombok.Getter; +import lombok.Setter; +import org.springframework.util.LinkedMultiValueMap; +import org.springframework.util.MultiValueMap; + +import java.util.HashMap; +import java.util.Map; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/13 20:34 + */ +public class RpcContext { + + @Getter + private final MultiValueMap providerHolder = new LinkedMultiValueMap<>(); + + @Getter + private final Map consumerHolder = new HashMap<>(); + + @Getter + private final Map parameters = new HashMap<>(); + + @Getter + @Setter + private Router router; + + @Getter + @Setter + private LoadBalancer loadBalancer; + + @Getter + @Setter + private Filter[] filters; + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxRequest.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxRequest.java index 5ee7b9e1..1e9edfb4 100644 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxRequest.java +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxRequest.java @@ -5,6 +5,6 @@ @Data public class RpcfxRequest { private String serviceClass; - private String method; + private String methodSign; private Object[] params; } diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxResolver.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxResolver.java deleted file mode 100644 index f7c48068..00000000 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/api/RpcfxResolver.java +++ /dev/null @@ -1,7 +0,0 @@ -package io.kimmking.rpcfx.api; - -public interface RpcfxResolver { - - Object resolve(String serviceClass); - -} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/client/Rpcfx.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/client/Rpcfx.java deleted file mode 100644 index 5d1ae517..00000000 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/client/Rpcfx.java +++ /dev/null @@ -1,113 +0,0 @@ -package io.kimmking.rpcfx.client; - - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.parser.ParserConfig; -import io.kimmking.rpcfx.api.*; -import okhttp3.MediaType; -import okhttp3.OkHttpClient; -import okhttp3.Request; -import okhttp3.RequestBody; - -import java.io.IOException; -import java.lang.reflect.InvocationHandler; -import java.lang.reflect.Method; -import java.lang.reflect.Proxy; -import java.util.ArrayList; -import java.util.List; - -public final class Rpcfx { - - static { - ParserConfig.getGlobalInstance().addAccept("io.kimmking"); - } - - public static T createFromRegistry(final Class serviceClass, final String zkUrl, Router router, LoadBalancer loadBalance, Filter filter) { - - // 加filte之一 - - // curator Provider list from zk - List invokers = new ArrayList<>(); - // 1. 简单：从zk拿到服务提供的列表 - // 2. 挑战：监听zk的临时节点，根据事件更新这个list（注意，需要做个全局map保持每个服务的提供者List） - - List urls = router.route(invokers); - - String url = loadBalance.select(urls); // router, loadbalance - - return (T) create(serviceClass, url, filter); - - } - - public static T create(final Class serviceClass, final String url, Filter... filters) { - - // 0. 替换动态代理 -> 字节码生成 - return (T) Proxy.newProxyInstance(Rpcfx.class.getClassLoader(), new Class[]{serviceClass}, new RpcfxInvocationHandler(serviceClass, url, filters)); - - } - - public static class RpcfxInvocationHandler implements InvocationHandler { - - public static final MediaType JSONTYPE = MediaType.get("application/json; charset=utf-8"); - - private final Class serviceClass; - private final String url; - private final Filter[] filters; - - public RpcfxInvocationHandler(Class serviceClass, String url, Filter... filters) { - this.serviceClass = serviceClass; - this.url = url; - this.filters = filters; - } - - // 可以尝试，自己去写对象序列化，二进制还是文本的，，，rpcfx是xml自定义序列化、反序列化，json: code.google.com/p/rpcfx - // int byte char float double long bool - // [], data class - - @Override - public Object invoke(Object proxy, Method method, Object[] params) throws Throwable { - - // 加filter地方之二 - // mock == true, new Student("hubao"); - - RpcfxRequest request = new RpcfxRequest(); - request.setServiceClass(this.serviceClass.getName()); - request.setMethod(method.getName()); - request.setParams(params); - - if (null!=filters) { - for (Filter filter : filters) { - if (!filter.filter(request)) { - return null; - } - } - } - - RpcfxResponse response = post(request, url); - - // 加filter地方之三 - // Student.setTeacher("cuijing"); - - // 这里判断response.status，处理异常 - // 考虑封装一个全局的RpcfxException - - return JSON.parse(response.getResult().toString()); - } - - private RpcfxResponse post(RpcfxRequest req, String url) throws IOException { - String reqJson = JSON.toJSONString(req); - System.out.println("req json: "+reqJson); - - // 1.可以复用client - // 2.尝试使用httpclient或者netty client - OkHttpClient client = new OkHttpClient(); - final Request request = new Request.Builder() - .url(url) - .post(RequestBody.create(JSONTYPE, reqJson)) - .build(); - String respJson = client.newCall(request).execute().body().string(); - System.out.println("resp json: "+respJson); - return JSON.parseObject(respJson, RpcfxResponse.class); - } - } -} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/ConsumerBootstrap.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/ConsumerBootstrap.java new file mode 100644 index 00000000..a69fe083 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/ConsumerBootstrap.java @@ -0,0 +1,110 @@ +package io.kimmking.rpcfx.consumer; + +import io.kimmking.rpcfx.annotation.RpcfxReference; +import io.kimmking.rpcfx.api.RpcContext; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.RegistryCenter; +import io.kimmking.rpcfx.registry.RegistryConfiguration; +import io.kimmking.rpcfx.stub.StubSkeletonHelper; +import lombok.extern.slf4j.Slf4j; +import org.springframework.beans.BeansException; +import org.springframework.beans.PropertyValues; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.beans.factory.config.InstantiationAwareBeanPostProcessor; +import org.springframework.context.annotation.Import; +import org.springframework.stereotype.Component; + +import javax.annotation.PostConstruct; +import java.io.Closeable; +import java.io.IOException; +import java.lang.reflect.Field; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; +import java.util.stream.Collectors; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/13 23:26 + */ +@Slf4j +@Component +@Import({RegistryConfiguration.class}) +public class ConsumerBootstrap implements Closeable, InstantiationAwareBeanPostProcessor { + + private RpcContext context = new RpcContext(); + + private String scanPackage = "io.kimmking"; + + @Value("${app.id:app1}") + public String app; + @Value("${app.namespace:public}") + public String ns; + @Value("${app.env:dev}") + public String env; + @Value("${app.mock:false}") + public boolean mock; + @Value("${app.cache:false}") + public boolean cache; + @Value("${app.retry:1}") + public int retry; + + @Autowired + RegistryCenter rc; + + @PostConstruct + public void init() { + this.context.getParameters().put("app.id", app); + this.context.getParameters().put("app.namespace", ns); + this.context.getParameters().put("app.env", env); + this.context.getParameters().put("app.mock", String.valueOf(mock)); + this.context.getParameters().put("app.cache", String.valueOf(cache)); + this.context.getParameters().put("app.retry", String.valueOf(retry)); + } + + @Override + public void close() throws IOException { + + } + + @Override + public PropertyValues postProcessProperties(PropertyValues pvs, Object bean, String beanName) throws BeansException { + if (bean.getClass().getPackage().getName().startsWith(scanPackage)) { + Field[] declaredFields = resolveAllField(bean.getClass()); // 解决父类里的注解扫描不到的问题 + + List consumers = Arrays.stream(declaredFields) + .filter(field -> field.isAnnotationPresent(RpcfxReference.class)) + .collect(Collectors.toList()); + + consumers.stream().forEach(field -> { + Object consumer = createConsumer(field.getType()); + try { + field.setAccessible(true); + field.set(bean, consumer); + } catch (IllegalAccessException e) { + log.error(e.getMessage(), e); + } + }); + } + return null; + } + + private Field[] resolveAllField(Class aClass) { + List res = new ArrayList<>(20); + while ( !Object.class.equals(aClass) ) { + Field[] fields = aClass.getDeclaredFields(); + res.addAll(Arrays.asList(fields)); + aClass = aClass.getSuperclass(); + } + return res.toArray(new Field[0]); + } + + private T createConsumer(Class clazz) { + ServiceMeta sm = ServiceMeta.builder().name(clazz.getCanonicalName()) + .app(app).namespace(ns).env(env).build(); + return (T) StubSkeletonHelper.createConsumer(sm, context, rc); + } +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxConsumerInvoker.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxConsumerInvoker.java new file mode 100644 index 00000000..66d9ea89 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxConsumerInvoker.java @@ -0,0 +1,70 @@ +package io.kimmking.rpcfx.consumer; + + +import com.alibaba.fastjson.parser.ParserConfig; +import io.kimmking.rpcfx.api.*; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.RegistryCenter; + +import java.lang.reflect.Proxy; +import java.util.ArrayList; +import java.util.List; + +public final class RpcfxConsumerInvoker { + + static { + ParserConfig.getGlobalInstance().addAccept("io.kimmking"); + } + + RpcContext ctx; + + RegistryCenter rc; + + public RpcfxConsumerInvoker(RpcContext ctx, RegistryCenter rc) { + this.ctx = ctx; + this.rc = rc; //"localhost:2181" + } + + public void start() { + this.rc.start(); + } + + public void stop() { + this.rc.stop(); + } + + public T createFromRegistry(final ServiceMeta sm, RpcContext ctx) { + + String service = sm.getName();//"io.kimking.rpcfx.demo.api.UserService"; + System.out.println("====> "+service); + List invokers = new ArrayList<>(); + Class serviceClass = null; + try { + + serviceClass = Class.forName(service); + + List insts = rc.fetchInstances(sm); + if(insts != null && insts.size()>0) invokers.addAll(insts); + rc.subscribe(sm, e -> { + invokers.clear(); + invokers.addAll((List)e.getData()); + }); + + } catch (Exception ex) { + ex.printStackTrace(); + throw new RuntimeException(ex); + } + + return (T) create(serviceClass, invokers, ctx); + + } + + private T create(Class serviceClass, List invokers, RpcContext ctx) { + RpcfxInvocationHandler invocationHandler + = new RpcfxInvocationHandler(serviceClass, invokers, ctx); + return (T) Proxy.newProxyInstance(RpcfxConsumerInvoker.class.getClassLoader(), + new Class[]{serviceClass}, invocationHandler); + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxInvocationHandler.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxInvocationHandler.java new file mode 100644 index 00000000..0325e0c7 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/consumer/RpcfxInvocationHandler.java @@ -0,0 +1,140 @@ +package io.kimmking.rpcfx.consumer; + +import com.alibaba.fastjson.JSON; +import io.kimmking.rpcfx.api.*; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.stub.StubSkeletonHelper; +import io.kimmking.rpcfx.utils.MethodUtils; +import okhttp3.*; + +import java.lang.reflect.InvocationHandler; +import java.lang.reflect.Method; +import java.net.SocketTimeoutException; +import java.util.List; +import java.util.concurrent.TimeUnit; + +public class RpcfxInvocationHandler implements InvocationHandler { + + public final Object target = new Object(); + + public static final MediaType JSONTYPE = MediaType.get("application/json; charset=utf-8"); + + private final Class serviceClass; + private final List invokers; + + private final RpcContext context; + + public RpcfxInvocationHandler(Class serviceClass, List invokers, RpcContext ctx) { + this.serviceClass = serviceClass; + this.invokers = invokers; + this.context = ctx; + } + + // 可以尝试，自己去写对象序列化，二进制还是文本的，，，rpcfx是xml自定义序列化、反序列化，json: code.google.com/p/rpcfx + // int byte char float double long bool + // [], data class + + @Override + public Object invoke(Object proxy, Method method, Object[] params) throws Throwable { + + long start = System.currentTimeMillis(); + + if (!StubSkeletonHelper.checkRpcMethod(method)){ + return method.invoke(target, params); + } + + + int retry = 2; + while (retry-- > 0) { + System.out.println("retry:" + retry); + try { + + // check mock, 挡板功能 TODO 3 + + List insts = context.getRouter().route(invokers); +// System.out.println("router.route => "); +// urls.forEach(System.out::println); + InstanceMeta instance = context.getLoadBalancer().select(insts); // router, loadbalance +// System.out.println("loadBalance.select => "); +// System.out.println("final => " + url); + + if (instance == null) { + throw new RuntimeException("No available providers from registry center."); + } + + + RpcfxRequest request = new RpcfxRequest(); + request.setServiceClass(this.serviceClass.getName()); + request.setMethodSign(MethodUtils.methodSign(method)); + request.setParams(params); + + Filter[] filters = context.getFilters(); + + if (null != filters) { + for (Filter filter : filters) { + RpcfxResponse response = filter.prefilter(request); + if (response != null) { + return JSON.parse(response.getResult().toString()); + } + } + } + + // 没有控制超时，可能会很久 TODO 2 + RpcfxResponse response = post(request, instance); + + if (null != filters) { + for (Filter filter : filters) { + RpcfxResponse postResponse = filter.postfilter(request, response); + if (postResponse!=null) { + response = postResponse; + } + } + } + + System.out.println("Invoke spend " + (System.currentTimeMillis()-start) + " ms"); + + // 加filter地方之三 + // Student.setTeacher("cuijing"); + + // 这里判断response.status，处理异常 + // 考虑封装一个全局的RpcfxException + + return JSON.parse(response.getResult().toString()); + + } catch (RuntimeException ex) { + ex.printStackTrace(); + if(! (ex.getCause() instanceof SocketTimeoutException)) { + break; + } + } + } + return null; + + } + + OkHttpClient client = new OkHttpClient.Builder() + .connectionPool(new ConnectionPool(128, 60, TimeUnit.SECONDS)) +// .dispatcher(dispatcher) + .readTimeout(1, TimeUnit.SECONDS) + .writeTimeout(1, TimeUnit.SECONDS) + .connectTimeout(1, TimeUnit.SECONDS) + .build(); + + private RpcfxResponse post(RpcfxRequest req, InstanceMeta instance) throws Exception { + String reqJson = JSON.toJSONString(req); + System.out.println("req json: "+reqJson); + + final Request request = new Request.Builder() + .url(instance.toString()) + .post(RequestBody.create(JSONTYPE, reqJson)) + .build(); + String respJson; + try { + respJson = client.newCall(request).execute().body().string(); + } catch (Exception ex) { + throw new RuntimeException(ex); + } + System.out.println("resp json: "+respJson); + return JSON.parseObject(respJson, RpcfxResponse.class); + } +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/InstanceMeta.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/InstanceMeta.java new file mode 100644 index 00000000..e1388143 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/InstanceMeta.java @@ -0,0 +1,48 @@ +package io.kimmking.rpcfx.meta; + +import com.google.common.base.Strings; +import lombok.*; + +import java.net.URI; +import java.util.Map; +import java.util.Objects; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 19:46 + */ + +@Data +@Builder +@NoArgsConstructor +@AllArgsConstructor +@EqualsAndHashCode(of = {"scheme", "host", "port", "context"}) +public class InstanceMeta { + + private String scheme; + private String host; + private Integer port; + private String context; + private boolean status; + private Map metadata; + + public static InstanceMeta from(String instance) { + URI uri = URI.create(instance); + String path = uri.getPath(); + path = Strings.isNullOrEmpty(path) ? "" : path.substring(1); + return InstanceMeta.builder() + .scheme(uri.getScheme()) + .host(uri.getHost()) + .port(uri.getPort()) + .context(path) + .build(); + } + + @Override + public String toString() { + return scheme + "://" + host + ":" + port + "/" + context; + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ProviderMeta.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ProviderMeta.java new file mode 100644 index 00000000..f0b9e0ae --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ProviderMeta.java @@ -0,0 +1,19 @@ +package io.kimmking.rpcfx.meta; + +import lombok.Data; + +import java.lang.reflect.Method; + +/** + * @author lirui + */ +@Data +public class ProviderMeta { + + private Object serviceImpl; + + private Method method; + + private String methodSign; + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServerMeta.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServerMeta.java new file mode 100644 index 00000000..239042b8 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServerMeta.java @@ -0,0 +1,24 @@ +package io.kimmking.rpcfx.meta; + +import lombok.AllArgsConstructor; +import lombok.Data; +import lombok.EqualsAndHashCode; +import lombok.NoArgsConstructor; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/4/13 21:43 + */ + +@Data +@NoArgsConstructor +@AllArgsConstructor +@EqualsAndHashCode(of = {"url"}) +public class ServerMeta { + private String url; + private boolean leader; + private boolean status; + private long version; +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServiceMeta.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServiceMeta.java new file mode 100644 index 00000000..c443a272 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/meta/ServiceMeta.java @@ -0,0 +1,25 @@ +package io.kimmking.rpcfx.meta; + +import lombok.Builder; +import lombok.Data; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 19:46 + */ +@Data +@Builder +public class ServiceMeta { + + private String app; + private String namespace; + private String env; + private String name; + + @Override + public String toString() { + return String.format("%s_%s_%s_%s", app, namespace, env, name); + } +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/ProviderBootstrap.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/ProviderBootstrap.java new file mode 100644 index 00000000..ce714bb0 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/ProviderBootstrap.java @@ -0,0 +1,154 @@ +package io.kimmking.rpcfx.provider; + +import io.kimmking.rpcfx.annotation.RpcfxService; +import io.kimmking.rpcfx.api.RpcContext; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.RegistryCenter; +import io.kimmking.rpcfx.registry.RegistryConfiguration; +import io.kimmking.rpcfx.stub.StubSkeletonHelper; +import lombok.Getter; +import lombok.SneakyThrows; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.beans.factory.annotation.Value; +import org.springframework.boot.ApplicationRunner; +import org.springframework.context.ApplicationContext; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Import; +import org.springframework.core.annotation.AnnotationUtils; +import org.springframework.core.annotation.Order; +import org.springframework.core.env.Environment; +import org.springframework.stereotype.Component; + +import javax.annotation.PostConstruct; +import javax.annotation.PreDestroy; +import java.net.InetAddress; +import java.util.Arrays; +import java.util.Objects; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/13 20:27 + */ + +@Component +@Import({RegistryConfiguration.class}) +public class ProviderBootstrap { + + @Autowired + private ApplicationContext applicationContext; + + @Autowired + Environment environment; + + @Value("${app.id:app1}") + public String app; + @Value("${app.namespace:public}") + public String ns; + @Value("${app.env:dev}") + public String env; + + private final RpcContext context = new RpcContext(); + + @Getter + private final RpcfxProviderInvoker invoker = new RpcfxProviderInvoker(context);; + + private static String SCHEME = "http"; + private static String ip; + private static int port; + + @Autowired + RegistryCenter registry;// = new KKRegistryCenter(); + + @SneakyThrows + @PostConstruct + public void start(){ + System.out.println("build all services from annotation..."); + buildProvider(); + + System.out.println("get IP and PORT..."); + ip = InetAddress.getLocalHost().getHostAddress(); + port = Integer.parseInt(Objects.requireNonNull(environment.getProperty("server.port"))); + } + + private void buildProvider() { + String[] beansName = applicationContext.getBeanDefinitionNames(); + for (int i = 0; i < beansName.length; i++) { + String beanName = beansName[i]; + Object bean = applicationContext.getBean(beanName); + RpcfxService provider = AnnotationUtils.findAnnotation(bean.getClass(), RpcfxService.class); + if (provider == null) { + continue; + } + Class[] classes = bean.getClass().getInterfaces(); + if (classes == null || classes.length == 0) { + continue; + } + Arrays.stream(classes).forEach(c -> this.createProvider(c, bean)); + } + } + + private void createProvider(Class clazz, Object bean) { + StubSkeletonHelper.createProvider(clazz, bean, context); // 初始化了holder + } + + @Order(Integer.MIN_VALUE) + @Bean + public ApplicationRunner run() throws Exception { + return x -> registerServices(); + } + + private void registerServices() { + + registry.start(); + + System.out.println("registry all services from RegistryCenter..."); + context.getProviderHolder().forEach( (x, y) -> + { + System.out.println(" register " + x); + ServiceMeta sm = ServiceMeta.builder().name(x) + .app(app).namespace(ns).env(env).build(); + + InstanceMeta im = InstanceMeta.builder() + .scheme(SCHEME).host(ip).port(port).context("").build(); + try { + registry.registerService(sm, im); + registry.heartbeat(sm, im); + } catch (Exception e) { + throw new RuntimeException(e); + } + } + ); + } + + @PreDestroy + public void stop() { + unregisterServices(); + } + + private void unregisterServices() { + System.out.println("unregistry all services from RegistryCenter..."); + context.getProviderHolder().forEach( (x, y) -> + { + System.out.println(" unregister " + x); + ServiceMeta sm = ServiceMeta.builder().name(x) + .app(app).namespace(ns).env(env).build(); + InstanceMeta im = InstanceMeta.builder() + .scheme(SCHEME).host(ip).port(port).context("").build(); + try { + registry.unregisterService(sm, im); + } catch (Exception e) { + throw new RuntimeException(e); + } + } + ); + + registry.stop(); + + } + + + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/RpcfxProviderInvoker.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/RpcfxProviderInvoker.java new file mode 100644 index 00000000..6842dfe6 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/provider/RpcfxProviderInvoker.java @@ -0,0 +1,61 @@ +package io.kimmking.rpcfx.provider; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.serializer.SerializerFeature; +import io.kimmking.rpcfx.api.RpcContext; +import io.kimmking.rpcfx.api.RpcfxRequest; +import io.kimmking.rpcfx.api.RpcfxResponse; +import io.kimmking.rpcfx.meta.ProviderMeta; +import org.springframework.util.CollectionUtils; + +import java.lang.reflect.InvocationTargetException; +import java.lang.reflect.Method; +import java.util.List; +import java.util.Optional; + +public class RpcfxProviderInvoker { + + RpcContext context; + + public RpcfxProviderInvoker(RpcContext context) { + this.context = context; + } + + public RpcfxResponse invoke(RpcfxRequest request) { + RpcfxResponse response = new RpcfxResponse(); + String serviceClass = request.getServiceClass(); + + ProviderMeta meta = findProvider(serviceClass, request.getMethodSign()); + + try { + Method method = meta.getMethod(); + // 没有控制超时，所以可能会很久 TODO 1 + Object result = method.invoke(meta.getServiceImpl(), request.getParams()); // dubbo, fastjson, + // 两次json序列化能否合并成一个 + response.setResult(JSON.toJSONString(result, SerializerFeature.WriteClassName)); + response.setStatus(true); + return response; + } catch ( IllegalAccessException | InvocationTargetException e) { + + // 3.Xstream + + // 2.封装一个统一的RpcfxException + // 客户端也需要判断异常 + e.printStackTrace(); + response.setException(e); + response.setStatus(false); + return response; + } + } + + protected ProviderMeta findProvider(String interfaceName, String methodSign) { + List providerMetas = context.getProviderHolder().get(interfaceName); + if (!CollectionUtils.isEmpty(providerMetas)) { + Optional providerMeta = providerMetas.stream() + .filter(provider -> methodSign.equals(provider.getMethodSign())).findFirst(); + return providerMeta.orElse(null); + } + return null; + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/ChangedListener.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/ChangedListener.java new file mode 100644 index 00000000..971cbcda --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/ChangedListener.java @@ -0,0 +1,13 @@ +package io.kimmking.rpcfx.registry; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 20:19 + */ +public interface ChangedListener { + + void fireEvent(Event e); + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/Event.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/Event.java new file mode 100644 index 00000000..19a92cd4 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/Event.java @@ -0,0 +1,29 @@ +package io.kimmking.rpcfx.registry; + +import io.kimmking.rpcfx.meta.InstanceMeta; +import lombok.AllArgsConstructor; +import lombok.Data; + +import java.util.List; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 20:20 + */ +public interface Event { + + T getData(); + + static Event> withData(List list) { + return new ChangedEvent(list); + } + + @Data + @AllArgsConstructor + class ChangedEvent implements Event> { + List data; + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryCenter.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryCenter.java new file mode 100644 index 00000000..871c1a7e --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryCenter.java @@ -0,0 +1,35 @@ +package io.kimmking.rpcfx.registry; + +import io.kimmking.rpcfx.api.ServiceProviderDesc; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import org.apache.curator.RetryPolicy; +import org.apache.curator.framework.CuratorFrameworkFactory; +import org.apache.curator.retry.ExponentialBackoffRetry; +import org.apache.zookeeper.CreateMode; + +import java.util.List; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 15:23 + */ +public interface RegistryCenter { + + void start(); + + void stop(); + + void registerService(ServiceMeta service, InstanceMeta instance) throws Exception; + + void unregisterService(ServiceMeta service, InstanceMeta instance) throws Exception; + + List fetchInstances(ServiceMeta service) throws Exception; + + void subscribe(ServiceMeta service, ChangedListener> listener); + + void heartbeat(ServiceMeta service, InstanceMeta instance); + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryConfiguration.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryConfiguration.java new file mode 100644 index 00000000..8391c4aa --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/RegistryConfiguration.java @@ -0,0 +1,24 @@ +package io.kimmking.rpcfx.registry; + +import io.kimmking.rpcfx.registry.kkregistry.KKRegistryCenter; +import io.kimmking.rpcfx.registry.zookeeper.ZookeeperRegistryCenter; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/9 01:05 + */ + +@Configuration +public class RegistryConfiguration { + + @Bean + RegistryCenter createRC() { + return new KKRegistryCenter(); + //return new ZookeeperRegistryCenter(); //KKRegistryCenter(); + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKHeathChecker.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKHeathChecker.java new file mode 100644 index 00000000..bbf0e17e --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKHeathChecker.java @@ -0,0 +1,42 @@ +package io.kimmking.rpcfx.registry.kkregistry; + +import java.time.LocalDateTime; +import java.time.format.DateTimeFormatter; +import java.util.concurrent.Executors; +import java.util.concurrent.ScheduledExecutorService; +import java.util.concurrent.TimeUnit; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/1 06:18 + */ +public class KKHeathChecker { + + final int interval = 5_000; + + final ScheduledExecutorService executor = Executors.newScheduledThreadPool(1); + static final DateTimeFormatter DTF = DateTimeFormatter.ofPattern("uuuu-MM-dd HH:mm:ss"); + + public void check(Callback callback) { + executor.scheduleWithFixedDelay(() -> { + System.out.println("start to check kk health ...[" + DTF.format(LocalDateTime.now()) + "]"); + try { + callback.call(); + } catch (Exception e) { + throw new RuntimeException(e); + } + }, interval, interval, TimeUnit.MILLISECONDS); + } + + public void stop() { + this.executor.shutdown(); + } + + public interface Callback { + void call() throws Exception; + } + + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKRegistryCenter.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKRegistryCenter.java new file mode 100644 index 00000000..001a3854 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/kkregistry/KKRegistryCenter.java @@ -0,0 +1,209 @@ +package io.kimmking.rpcfx.registry.kkregistry; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.TypeReference; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ServerMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.ChangedListener; +import io.kimmking.rpcfx.registry.Event; +import io.kimmking.rpcfx.registry.RegistryCenter; +import lombok.SneakyThrows; +import okhttp3.ConnectionPool; +import okhttp3.OkHttpClient; +import okhttp3.Request; +import okhttp3.RequestBody; + +import java.io.IOException; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.Random; +import java.util.concurrent.TimeUnit; + +import static io.kimmking.rpcfx.consumer.RpcfxInvocationHandler.JSONTYPE; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/8 15:25 + */ +public class KKRegistryCenter implements RegistryCenter { + + public String RC_Server = "http://localhost:8485"; + private ServerMeta leader; + private List servers; + private Map TV = new HashMap<>(); + + OkHttpClient client; + @SneakyThrows + @Override + public void start() { + client = new OkHttpClient.Builder() + .connectionPool(new ConnectionPool(128, 60, TimeUnit.SECONDS)) +// .dispatcher(dispatcher) + .readTimeout(65, TimeUnit.SECONDS) + .writeTimeout(65, TimeUnit.SECONDS) + .connectTimeout(3, TimeUnit.SECONDS) + .build(); + + String url = RC_Server + "/cluster"; + boolean init = false; + while(!init) { + System.out.println("===============>> cluster info from :" + url); + List new_servers = null; + ServerMeta new_leader = null; + try { + String respJson = get(url); + new_servers = JSON.parseObject(respJson, new TypeReference>() { + }); + new_leader = new_servers.stream().filter(ServerMeta::isStatus) + .filter(ServerMeta::isLeader).findFirst().orElse(null); + } catch (Exception exception) { + exception.printStackTrace(); + } + + if(new_leader == null) { + System.out.println("===============>> no leader, 500ms later and retry."); + Thread.sleep(500); + Random random = new Random(); + if(new_servers !=null && new_servers.size() > 1) { + url = new_servers.get(random.nextInt(new_servers.size())).getUrl() + "/cluster"; + } else if((new_servers ==null || new_servers.isEmpty()) && !servers.isEmpty()) { + url = servers.get(random.nextInt(servers.size())).getUrl() + "/cluster"; + } + } else { + this.servers = new_servers; + this.leader = new_leader; + init = true; + System.out.println("===============>> init ok, new_leader = " + new_leader); + System.out.println("===============>> init ok, new_servers = " + new_servers); + } + } + } + + @Override + public void stop() { + this.checker.stop(); + } + + @Override + public void registerService(ServiceMeta service, InstanceMeta instance) throws Exception { + instance.setStatus(true); + String reqJson = JSON.toJSONString(instance); + String url = leader.getUrl() + "/reg?service=" + service; + post(url, reqJson); +// String reqJson = "{\n" + +// " \"scheme\": \"http\",\n" + +// " \"ip\": \"" + instance.getIp() + "\",\n" + +// " \"port\": \"" + instance.getPort() + "\",\n" + +// " \"context\": \"\",\n" + +// " \"status\": \"online\",\n" + +// " \"metadata\": {\n" + +// " \"env\": \"dev\",\n" + +// " \"tag\": \"RED\"\n" + +// " }\n" + +// "}"; +// final Request request = new Request.Builder() +// .url("http://localhost:8484/reg?service=" + service) +// .post(RequestBody.create(JSONTYPE, reqJson)) +// .build(); +// String respJson = client.newCall(request).execute().body().string(); +// System.out.println(respJson); + } + + private String post(String url, String reqJson) throws IOException { + System.out.println(" ====> request: " + url); + final Request request = new Request.Builder() + .url(url) + .post(RequestBody.create(JSONTYPE, reqJson)) + .build(); + String respJson = client.newCall(request).execute().body().string(); + System.out.println(" ====> response: " + respJson); + return respJson; + } + + private String get(String url) throws IOException { + System.out.println(" ====> request: " + url); + final Request request = new Request.Builder() + .url(url) + .get() + .build(); + String respJson = client.newCall(request).execute().body().string(); + System.out.println(" ====> response: " + respJson); + return respJson; + } + + @Override + public void unregisterService(ServiceMeta service, InstanceMeta instance) throws Exception { + String reqJson = "{\n" + + " \"scheme\": \"http\",\n" + + " \"host\": \"" + instance.getHost() + "\",\n" + + " \"port\": \"" + instance.getPort() + "\",\n" + + " \"context\": \"\"\n" + + "}"; + String url = leader.getUrl() + "/unreg?service=" + service; + post(url, reqJson); + } + + public List fetchInstances(ServiceMeta service) throws Exception { + String url = RC_Server + "/findAll?service=" + service; + String respJson = get(url); + List instances = JSON.parseObject(respJson, new TypeReference>() { + }); + return instances; + } + + KKHeathChecker checker = new KKHeathChecker(); + + // for Consumer + public void subscribe(ServiceMeta service, final ChangedListener> listener) { + checker.check( () -> { + if(hb(service)) { + List instances = fetchInstances(service); + Event> e = Event.withData(instances); + listener.fireEvent(e); + } + }); + + // 定时器轮询 + // 保存上一次的TV + // 如果有差异就fire + } + + private boolean hb(ServiceMeta service) throws Exception { + String svc = service.toString(); + String url = RC_Server + "/version?service=" + svc; + String respJson = get(url); + Long v = Long.valueOf(respJson); + Long o = TV.getOrDefault(svc, -1L); + if ( v > o) { + TV.put(svc, v); + return o > -1L; + } + return false; + } + + + // for Provider + public void heartbeat(ServiceMeta service, InstanceMeta instance) { + checker.check( () -> { + heart(service, instance); + }); + } + + Long heart(ServiceMeta service, InstanceMeta instance) throws Exception { + String reqJson = "{\n" + + " \"scheme\": \"http\",\n" + + " \"host\": \"" + instance.getHost() + "\",\n" + + " \"port\": \"" + instance.getPort() + "\",\n" + + " \"context\": \"\",\n" + + " \"status\": true\n" + + "}"; + String url = leader.getUrl() + "/renew?service=" + service; + String respJson = post(url, reqJson); + return Long.valueOf(respJson); + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/zookeeper/ZookeeperRegistryCenter.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/zookeeper/ZookeeperRegistryCenter.java new file mode 100644 index 00000000..37f7b6ea --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/registry/zookeeper/ZookeeperRegistryCenter.java @@ -0,0 +1,101 @@ +package io.kimmking.rpcfx.registry.zookeeper; + +import io.kimmking.rpcfx.api.ServiceProviderDesc; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.ChangedListener; +import io.kimmking.rpcfx.registry.Event; +import io.kimmking.rpcfx.registry.RegistryCenter; +import org.apache.curator.RetryPolicy; +import org.apache.curator.framework.CuratorFramework; +import org.apache.curator.framework.CuratorFrameworkFactory; +import org.apache.curator.framework.recipes.cache.TreeCache; +import org.apache.curator.retry.ExponentialBackoffRetry; +import org.apache.zookeeper.CreateMode; + +import java.util.ArrayList; +import java.util.List; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/13 20:16 + */ +public class ZookeeperRegistryCenter implements RegistryCenter { + +// private final List listeners = new ArrayList<>(); +// public void addListener(ChangedListener listener) { +// this.listeners.add(listener); +// } + + CuratorFramework client = null; + public void start() { + RetryPolicy retryPolicy = new ExponentialBackoffRetry(1000, 3); + client = CuratorFrameworkFactory.builder().connectString("localhost:2181").namespace("rpcfx").retryPolicy(retryPolicy).build(); + client.start(); + } + + public void stop(){ + client.close(); + } + + public void registerService(ServiceMeta service, InstanceMeta instance) throws Exception { + ServiceProviderDesc userServiceSesc = ServiceProviderDesc.builder() + .host(instance.getHost()) + .port(instance.getPort()).serviceClass(service.getName()).build(); + // String userServiceSescJson = JSON.toJSONString(userServiceSesc); + + try { + if ( null == client.checkExists().forPath("/" + service)) { + client.create().withMode(CreateMode.PERSISTENT).forPath("/" + service, "service".getBytes()); + } + } catch (Exception ex) { + ex.printStackTrace(); + } + + client.create().withMode(CreateMode.EPHEMERAL). + forPath( "/" + service + "/" + userServiceSesc.getHost() + "_" + userServiceSesc.getPort(), "provider".getBytes()); + } + + public void unregisterService(ServiceMeta service, InstanceMeta instance) throws Exception { + + if (null == client.checkExists().forPath("/" + service)) { + return; + } + System.out.println("delete " + "/" + service + "/" + instance.getHost() + "_" + instance.getPort()); + client.delete().quietly(). + forPath( "/" + service + "/" + instance.getHost() + "_" + instance.getPort()); + } + + public List fetchInstances(ServiceMeta service) throws Exception { + List services = client.getChildren().forPath("/" + service); + List instances = new ArrayList<>(); + for (String svc : services) { + System.out.println(svc); + String url = svc.replace("_", ":"); + instances.add(InstanceMeta.from("http://" + url)); + } + return instances; + } + + public void subscribe(ServiceMeta service, ChangedListener listener) { + final TreeCache treeCache = TreeCache.newBuilder(client, "/" + service).setCacheData(true).setMaxDepth(2).build(); + treeCache.getListenable().addListener((curatorFramework, treeCacheEvent) -> { + System.out.println("treeCacheEvent: "+treeCacheEvent); + List instances = fetchInstances(service); + listener.fireEvent(Event.withData(instances)); + }); + try { + treeCache.start(); + } catch (Exception e) { + throw new RuntimeException(e); + } + } + + @Override + public void heartbeat(ServiceMeta service, InstanceMeta instance) { + // do nothing + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/server/RpcfxInvoker.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/server/RpcfxInvoker.java deleted file mode 100644 index a6f77dac..00000000 --- a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/server/RpcfxInvoker.java +++ /dev/null @@ -1,52 +0,0 @@ -package io.kimmking.rpcfx.server; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.serializer.SerializerFeature; -import io.kimmking.rpcfx.api.RpcfxRequest; -import io.kimmking.rpcfx.api.RpcfxResolver; -import io.kimmking.rpcfx.api.RpcfxResponse; - -import java.lang.reflect.InvocationTargetException; -import java.lang.reflect.Method; -import java.util.Arrays; - -public class RpcfxInvoker { - - private RpcfxResolver resolver; - - public RpcfxInvoker(RpcfxResolver resolver){ - this.resolver = resolver; - } - - public RpcfxResponse invoke(RpcfxRequest request) { - RpcfxResponse response = new RpcfxResponse(); - String serviceClass = request.getServiceClass(); - - // 作业1：改成泛型和反射 - Object service = resolver.resolve(serviceClass);//this.applicationContext.getBean(serviceClass); - - try { - Method method = resolveMethodFromClass(service.getClass(), request.getMethod()); - Object result = method.invoke(service, request.getParams()); // dubbo, fastjson, - // 两次json序列化能否合并成一个 - response.setResult(JSON.toJSONString(result, SerializerFeature.WriteClassName)); - response.setStatus(true); - return response; - } catch ( IllegalAccessException | InvocationTargetException e) { - - // 3.Xstream - - // 2.封装一个统一的RpcfxException - // 客户端也需要判断异常 - e.printStackTrace(); - response.setException(e); - response.setStatus(false); - return response; - } - } - - private Method resolveMethodFromClass(Class klass, String methodName) { - return Arrays.stream(klass.getMethods()).filter(m -> methodName.equals(m.getName())).findFirst().get(); - } - -} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/MockHandler.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/MockHandler.java new file mode 100644 index 00000000..9fe5269c --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/MockHandler.java @@ -0,0 +1,30 @@ +package io.kimmking.rpcfx.stub; + +import io.kimmking.rpcfx.utils.MockUtils; + +import java.lang.reflect.InvocationHandler; +import java.lang.reflect.Method; +import java.lang.reflect.Proxy; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/11 02:57 + */ +public class MockHandler implements InvocationHandler { + + @Override + public Object invoke(Object proxy, Method method, Object[] args) throws Throwable { + Class type = method.getReturnType(); + System.out.println("invoke by mock handler..."); + return MockUtils.mock(type, null); + } + + public static T createMock(Class serviceClass) { + //final ServiceMeta sm, Router router, LoadBalancer loadBalance, Filter filter) { + return (T) Proxy.newProxyInstance(MockHandler.class.getClassLoader(), + new Class[]{serviceClass}, new MockHandler()); + + } +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/StubSkeletonHelper.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/StubSkeletonHelper.java new file mode 100644 index 00000000..e77215a8 --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/stub/StubSkeletonHelper.java @@ -0,0 +1,186 @@ +package io.kimmking.rpcfx.stub; + +import io.kimmking.rpcfx.api.*; +import io.kimmking.rpcfx.consumer.RpcfxConsumerInvoker; +import io.kimmking.rpcfx.meta.InstanceMeta; +import io.kimmking.rpcfx.meta.ProviderMeta; +import io.kimmking.rpcfx.meta.ServiceMeta; +import io.kimmking.rpcfx.registry.RegistryCenter; +import io.kimmking.rpcfx.utils.MethodUtils; +import lombok.extern.slf4j.Slf4j; +import org.springframework.util.MultiValueMap; + +import java.lang.reflect.Method; +import java.util.*; +import java.util.concurrent.atomic.AtomicInteger; + +/** + * @author lirui + */ +public class StubSkeletonHelper { + + public static void createProvider(Class clazz, Object serviceImpl, RpcContext rpcContext) { + String clazzName = clazz.getName(); + Class callClass = serviceImpl.getClass(); + + Method[] methodList = callClass.getMethods(); + for (Method method : methodList) { + if (!checkRpcMethod(method)) { + continue; + } + ProviderMeta providerMeta = buildProviderMeta(method, serviceImpl); + + MultiValueMap providerHolder = rpcContext.getProviderHolder(); + providerHolder.add(clazzName, providerMeta); + } + } + + private static ProviderMeta buildProviderMeta(Method method, Object serviceImpl) { + String methodSign = MethodUtils.methodSign(method); + ProviderMeta providerMeta = new ProviderMeta(); + providerMeta.setMethod(method); + providerMeta.setServiceImpl(serviceImpl); + providerMeta.setMethodSign(methodSign); + return providerMeta; + } + + public static boolean checkRpcMethod(final Method method) { + //本地方法不代理 + if ("toString".equals(method.getName()) || + "hashCode".equals(method.getName()) || + "notifyAll".equals(method.getName()) || + "equals".equals(method.getName()) || + "wait".equals(method.getName()) || + "getClass".equals(method.getName()) || + "notify".equals(method.getName())) { + return false; + } + return true; + } + + public static T createConsumer(ServiceMeta sm, RpcContext ctx, RegistryCenter rc) { + String clazzName = sm.getName(); + Class serviceClass = null; + try { + serviceClass = Class.forName(clazzName); + } catch (ClassNotFoundException e) { + throw new RuntimeException(e); + } + T proxyHandler = (T) ctx.getConsumerHolder().get(clazzName); + if (proxyHandler == null) { // TODO configuration + + ctx.setRouter(new TagRouter()); + ctx.setLoadBalancer(new RoundRibbonLoadBalancer()); + ctx.setFilters(createFilters(ctx)); + + T mockHandler = createMockHandler(ctx, serviceClass); + if(mockHandler != null) { + return mockHandler; + } + + RpcfxConsumerInvoker consumerInvoker = new RpcfxConsumerInvoker(ctx, rc); + consumerInvoker.start(); + proxyHandler = consumerInvoker.createFromRegistry(sm, ctx); + ctx.getConsumerHolder().put(clazzName, proxyHandler); + } + return proxyHandler; + } + + private static Filter[] createFilters(RpcContext ctx) { + String cache = ctx.getParameters().getOrDefault("app.cache", "false"); + Filter[] filters = null; + if("true".equalsIgnoreCase(cache)) { + filters = new Filter[]{new CuicuiFilter(), new CacheFilter()}; + } else { + filters = new Filter[]{new CuicuiFilter()}; + } + return filters; + } + + private static T createMockHandler(RpcContext ctx, Class serviceClass) { + String mock = ctx.getParameters().getOrDefault("app.mock", "false"); + if("true".equalsIgnoreCase(mock)) { + return (T) MockHandler.createMock(serviceClass); + } + return null; + } + + + private static class TagRouter implements Router { + @Override + public List route(List instances) { + return instances; + } + } + + private static class RoundRibbonLoadBalancer implements LoadBalancer { + private final AtomicInteger count = new AtomicInteger(0); + @Override + public InstanceMeta select(List instances) { + if(instances.isEmpty()) return null; + return instances.get((count.getAndIncrement() & Integer.MAX_VALUE) % instances.size()); + } + } + + private static class RandomLoadBalancer implements LoadBalancer { + private final Random random = new Random(); + @Override + public InstanceMeta select(List instances) { + if(instances.isEmpty()) return null; + return instances.get(random.nextInt(instances.size())); + } + } + + @Slf4j + private static class CuicuiFilter implements Filter { + @Override + public RpcfxResponse prefilter(RpcfxRequest request) { + //log.info("filter {} -> {}", this.getClass().getName(), request.toString()); + //System.out.printf("filter %s -> %s%n", this.getClass().getName(), request.toString()); + return null; + } + + @Override + public RpcfxResponse postfilter(RpcfxRequest request, RpcfxResponse response) { + return response; + } + + } + + private static class CacheFilter implements Filter { + + static Map CACHE = new HashMap<>(); + + @Override + public RpcfxResponse prefilter(RpcfxRequest request) { + RpcfxResponse response = CACHE.get(genKey(request)); + if(response != null) { + System.out.println("CacheFilter.prefilter hit! => request: \n" + request + "\n =>response: \n" + response); + } + return response; + //log.info("filter {} -> {}", this.getClass().getName(), request.toString()); + //System.out.printf("filter %s -> %s%n", this.getClass().getName(), request.toString()); + } + + @Override + public RpcfxResponse postfilter(RpcfxRequest request, RpcfxResponse response) { + String key = genKey(request); + if(!CACHE.containsKey(key)) { + CACHE.put(key, response); + } + return response; + } + + } + + public static String genKey(RpcfxRequest request) { + StringBuilder sb = new StringBuilder(); + sb.append(request.getServiceClass()); + sb.append("@"); + sb.append(request.getMethodSign()); + //sb.append(""); + Arrays.stream(request.getParams()).forEach(x -> sb.append("_"+x.toString())); + return sb.toString(); + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MethodUtils.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MethodUtils.java new file mode 100644 index 00000000..f17a102f --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MethodUtils.java @@ -0,0 +1,30 @@ +package io.kimmking.rpcfx.utils; + +import org.springframework.util.DigestUtils; + +import java.lang.reflect.Method; +import java.util.Arrays; + +public class MethodUtils { + + public static String methodSign(Method method) { + if (method != null) { + StringBuilder builder = new StringBuilder(); + String name = method.getName(); + builder.append(name); + builder.append("@"); + int count = method.getParameterCount(); + builder.append(count); + builder.append("_"); + if (count > 0) { + Class[] classes = method.getParameterTypes(); + Arrays.stream(classes).forEach(c -> builder.append(c.getName() + ",")); + } + return builder.toString(); +// String string = builder.toString(); +// return DigestUtils.md5DigestAsHex(string.getBytes()); + } + return ""; + } + +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MockUtils.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MockUtils.java new file mode 100644 index 00000000..8d22536a --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/MockUtils.java @@ -0,0 +1,143 @@ +package io.kimmking.rpcfx.utils; + +import lombok.Data; +import org.springframework.util.ClassUtils; + +import java.lang.reflect.Array; +import java.lang.reflect.Field; +import java.lang.reflect.ParameterizedType; +import java.lang.reflect.Type; +import java.util.*; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/11 03:15 + */ +public class MockUtils { + + public static Object mock(Class clazz, Type[] generics) { + boolean primitiveOrWrapper = ClassUtils.isPrimitiveOrWrapper(clazz); + if(primitiveOrWrapper) return mockPrimitive(clazz); + if(String.class.equals(clazz)) return mockString(); + if (Number.class.isAssignableFrom(clazz)) { + return 10; + } + if(clazz.isArray()) { + return mockArray(clazz.getComponentType()); + } + if(List.class.isAssignableFrom(clazz)) { + return mockList(clazz, generics[0]); + } + if(Map.class.isAssignableFrom(clazz)) { + return mockMap(clazz, generics[1]); + } + return mockPojo(clazz); + } + + private static Object mockMap(Class clazz, Type generic) { + HashMap map = new HashMap<>(); + map.put("a", mock((Class)generic, null)); + map.put("b", mock((Class)generic, null)); + return map; + } + + private static Object mockList(Class clazz, Type generic) { + List list = new ArrayList<>(); + list.add(mock((Class)generic, null)); + list.add(mock((Class)generic, null)); + return list; + } + + private static Object mockArray(Class clazz) { + Object array = Array.newInstance(clazz, 2); + Array.set(array, 0, mock(clazz, null)); + Array.set(array, 1, mock(clazz,null)); + return array; + } + + private static Object mockPojo(Class clazz) { + try { + Object object = clazz.getDeclaredConstructor().newInstance(); + Field[] fields = clazz.getDeclaredFields(); + for (Field f : fields) { + f.setAccessible(true); + Type genericType = f.getGenericType(); +// System.out.println(f.getGenericType()); +// System.out.println(f.getType()); + if (genericType instanceof ParameterizedType) { + ParameterizedType parameterizedType = (ParameterizedType) genericType; + Type[] typeArguments = parameterizedType.getActualTypeArguments(); + System.out.println("genericType="+Arrays.toString(typeArguments)); + f.set(object, mock(f.getType(), typeArguments)); + } else { + f.set(object, mock(f.getType(),null)); + } + } + return object; + } catch (Exception e) { + e.printStackTrace(); + return null; + } + } + + private static Object mockString() { + return "this_is_a_mock_string"; + } + + private static Object mockPrimitive(Class clazz) { + + if (Boolean.class.equals(clazz)) { + return true; + } + + return 1; + } + + public static void main(String[] args) { + + System.out.println(mock(ListPojo.class,null)); + + +// System.out.println(mock(Byte.class)); +// System.out.println(mock(Character.class)); +// System.out.println(mock(Boolean.class)); +// System.out.println(mock(Integer.class)); +// System.out.println(mock(Float.class)); +// System.out.println(mock(Short.class)); +// System.out.println(mock(Long.class)); +// System.out.println(mock(Double.class)); +// System.out.println(mock(BigInteger.class)); +// System.out.println(mock(BigDecimal.class)); +// System.out.println(mock(String.class)); + +// System.out.println(mock(Pojo.class)); + +// Arrays.stream(((Pojo[]) mock(new Pojo[]{}.getClass()))).forEach(System.out::println); + + } + + + @Data + public static class Pojo { + private int id; + private String name; + private float amount; + private InnerPojo inner; + } + + @Data + public static class InnerPojo { + private int value; + private String key; + } + + @Data + public static class ListPojo { + private List list; + private Integer inner; + private Map map; + } + +} diff --git a/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/RoundRobinByWeightLoadBalance.java b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/RoundRobinByWeightLoadBalance.java new file mode 100644 index 00000000..6ada40ed --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/main/java/io/kimmking/rpcfx/utils/RoundRobinByWeightLoadBalance.java @@ -0,0 +1,219 @@ +package io.kimmking.rpcfx.utils; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/2/13 23:44 + */ + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +/** + * Created by caojun on 2018/2/20. + * + * 基本概念： + * weight: 配置文件中指定的该后端的权重，这个值是固定不变的。 + * effective_weight: 后端的有效权重，初始值为weight。 + * 在释放后端时，如果发现和后端的通信过程中发生了错误，就减小effective_weight。 + * 此后有新的请求过来时，在选取后端的过程中，再逐步增加effective_weight，最终又恢复到weight。 + * 之所以增加这个字段，是为了当后端发生错误时，降低其权重。 + * current_weight: + * 后端目前的权重，一开始为0，之后会动态调整。那么是怎么个动态调整呢？ + * 每次选取后端时，会遍历集群中所有后端，对于每个后端，让它的current_weight增加它的effective_weight， + * 同时累加所有后端的effective_weight，保存为total。 + * 如果该后端的current_weight是最大的，就选定这个后端，然后把它的current_weight减去total。 + * 如果该后端没有被选定，那么current_weight不用减小。 + * + * 算法逻辑： + * 1. 对于每个请求，遍历集群中的所有可用后端，对于每个后端peer执行： + *     peer->current_weight += peer->effecitve_weight。 + *     同时累加所有peer的effective_weight，保存为total。 + * 2. 从集群中选出current_weight最大的peer，作为本次选定的后端。 + * 3. 对于本次选定的后端，执行：peer->current_weight -= total。 + * + */ +public class RoundRobinByWeightLoadBalance { + + //约定的invoker和权重的键值对 + final private List nodes; + + public RoundRobinByWeightLoadBalance(Map invokersWeight){ + if (invokersWeight != null && !invokersWeight.isEmpty()) { + nodes = new ArrayList<>(invokersWeight.size()); + invokersWeight.forEach((invoker, weight)->nodes.add(new Node(invoker, weight))); + }else + nodes = null; + } + + /** + * 算法逻辑： + * 1. 对于每个请求，遍历集群中的所有可用后端，对于每个后端peer执行： + *     peer->current_weight += peer->effecitve_weight。 + *     同时累加所有peer的effective_weight，保存为total。 + * 2. 从集群中选出current_weight最大的peer，作为本次选定的后端。 + * 3. 对于本次选定的后端，执行：peer->current_weight -= total。 + * + * @Return ivoker + */ + public Invoker select(){ + if (! checkNodes()) + return null; + else if (nodes.size() == 1) { + if (nodes.get(0).invoker.isAvalable()) + return nodes.get(0).invoker; + else + return null; + } + Integer total = 0; + Node nodeOfMaxWeight = null; + for (Node node : nodes) { + total += node.effectiveWeight; + node.currentWeight += node.effectiveWeight; + + if (nodeOfMaxWeight == null) { + nodeOfMaxWeight = node; + }else{ + nodeOfMaxWeight = nodeOfMaxWeight.compareTo(node) > 0 ? nodeOfMaxWeight : node; + } + } + + nodeOfMaxWeight.currentWeight -= total; + return nodeOfMaxWeight.invoker; + } + + public void onInvokeSuccess(Invoker invoker){ + if (checkNodes()){ + nodes.stream() + .filter((Node node)->invoker.id().equals(node.invoker.id())) + .findFirst() + .get() + .onInvokeSuccess(); + } + } + + public void onInvokeFail(Invoker invoker){ + if (checkNodes()){ + nodes.stream() + .filter((Node node)->invoker.id().equals(node.invoker.id())) + .findFirst() + .get() + .onInvokeFail(); + } + } + + private boolean checkNodes(){ + return (nodes != null && nodes.size() > 0); + } + + public void printCurrenctWeightBeforeSelect(){ + if (checkNodes()) { + final StringBuffer out = new StringBuffer("{"); + nodes.forEach(node->out.append(node.invoker.id()) + .append("=") + .append(node.currentWeight+node.effectiveWeight) + .append(",")); + out.append("}"); + System.out.print(out); + } + } + + public void printCurrenctWeight(){ + if (checkNodes()) { + final StringBuffer out = new StringBuffer("{"); + nodes.forEach(node->out.append(node.invoker.id()) + .append("=") + .append(node.currentWeight) + .append(",")); + out.append("}"); + System.out.print(out); + } + } + + public interface Invoker{ + Boolean isAvalable(); + String id(); + } + + private static class Node implements Comparable{ + final Invoker invoker; + final Integer weight; + Integer effectiveWeight; + Integer currentWeight; + + Node(Invoker invoker, Integer weight){ + this.invoker = invoker; + this.weight = weight; + this.effectiveWeight = weight; + this.currentWeight = 0; + } + + @Override + public int compareTo(Node o) { + return currentWeight > o.currentWeight ? 1 : (currentWeight.equals(o.currentWeight) ? 0 : -1); + } + + public void onInvokeSuccess(){ + if (effectiveWeight < this.weight) + effectiveWeight++; + } + + public void onInvokeFail(){ + effectiveWeight--; + } + } + + public static void main(String[] args){ + Map invokersWeight = new HashMap<>(3); + Integer aWeight = 4; + Integer bWeight = 2; + Integer cWeight = 1; + + invokersWeight.put(new Invoker() { + @Override + public Boolean isAvalable() { + return true; + } + @Override + public String id() { + return "a"; + } + }, aWeight); + + invokersWeight.put(new Invoker() { + @Override + public Boolean isAvalable() { + return true; + } + @Override + public String id() { + return "b"; + } + }, bWeight); + + invokersWeight.put(new Invoker() { + @Override + public Boolean isAvalable() { + return true; + } + @Override + public String id() { + return "c"; + } + }, cWeight); + + Integer times = 7; + RoundRobinByWeightLoadBalance roundRobin = new RoundRobinByWeightLoadBalance(invokersWeight); + for(int i=1; i<=times; i++){ + System.out.print(new StringBuffer(i+"").append(" ")); + roundRobin.printCurrenctWeightBeforeSelect(); + Invoker invoker = roundRobin.select(); + System.out.print(new StringBuffer(" ").append(invoker.id()).append(" ")); + roundRobin.printCurrenctWeight(); + System.out.println(); + } + } +} diff --git a/07rpc/rpc01/rpcfx-core/src/test/java/FourSumCount.java b/07rpc/rpc01/rpcfx-core/src/test/java/FourSumCount.java new file mode 100644 index 00000000..7375135e --- /dev/null +++ b/07rpc/rpc01/rpcfx-core/src/test/java/FourSumCount.java @@ -0,0 +1,47 @@ +import java.util.HashMap; +import java.util.Map; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/3/14 17:52 + */ +public class FourSumCount { + public static void main(String[] args) { + int[] numsA = {1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2, 1, 2}; + int[] numsB = {-2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1,-2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1, -2, -1}; + int[] numsC = {-1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2, -1, 2}; + int[] numsD = {0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2, 0, 2}; + + long start = System.nanoTime(); + int count = fourSumCount(numsA, numsB, numsC, numsD); + System.out.println(" take " + (System.nanoTime()-start)/1000000.0 + " ms"); + System.out.println(count); + } + + public static int fourSumCount(int[] nums1, int[] nums2, int[] nums3, int[] nums4) { + Map map = new HashMap<>(); + int temp; + int res = 0; + for (int i : nums1) { + for (int j : nums2) { + temp = i + j; + if (map.containsKey(temp)) { + map.put(temp, map.get(temp) + 1); + } else { + map.put(temp, 1); + } + } + } + for (int i : nums3) { + for (int j : nums4) { + temp = i + j; + if (map.containsKey(0 - temp)) { + res += map.get(0 - temp); + } + } + } + return res; + } +} \ No newline at end of file diff --git a/07rpc/rpc01/rpcfx-demo-api/src/main/java/io/kimmking/rpcfx/demo/api/UserService.java b/07rpc/rpc01/rpcfx-demo-api/src/main/java/io/kimmking/rpcfx/demo/api/UserService.java index 3be8c54b..c7678f10 100644 --- a/07rpc/rpc01/rpcfx-demo-api/src/main/java/io/kimmking/rpcfx/demo/api/UserService.java +++ b/07rpc/rpc01/rpcfx-demo-api/src/main/java/io/kimmking/rpcfx/demo/api/UserService.java @@ -4,4 +4,8 @@ public interface UserService { User findById(int id); + User find(int timeout); + + //User findById(int id, String name); + } diff --git a/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/HelloController.java b/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/HelloController.java new file mode 100644 index 00000000..14f75607 --- /dev/null +++ b/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/HelloController.java @@ -0,0 +1,26 @@ +package io.kimmking.rpcfx.demo.consumer; + +import io.kimmking.rpcfx.annotation.RpcfxReference; +import io.kimmking.rpcfx.demo.api.User; +import io.kimmking.rpcfx.demo.api.UserService; +import org.springframework.web.bind.annotation.GetMapping; +import org.springframework.web.bind.annotation.RestController; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/1/14 00:35 + */ + +@RestController +public class HelloController { + @RpcfxReference + UserService userService2;// = Rpcfx.createFromRegistry(UserService.class, "localhost:2181", new TagRouter(), new RandomLoadBalancer(), new CuicuiFilter()); + + @GetMapping("/api/hello") + public User invoke() { + return userService2.findById(100); + } + +} diff --git a/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/RpcfxClientApplication.java b/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/RpcfxClientApplication.java index a4187d14..88e23382 100644 --- a/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/RpcfxClientApplication.java +++ b/07rpc/rpc01/rpcfx-demo-consumer/src/main/java/io/kimmking/rpcfx/demo/consumer/RpcfxClientApplication.java @@ -1,69 +1,56 @@ package io.kimmking.rpcfx.demo.consumer; -import io.kimmking.rpcfx.api.Filter; -import io.kimmking.rpcfx.api.LoadBalancer; -import io.kimmking.rpcfx.api.Router; -import io.kimmking.rpcfx.api.RpcfxRequest; -import io.kimmking.rpcfx.client.Rpcfx; -import io.kimmking.rpcfx.demo.api.Order; +import com.alibaba.fastjson.JSON; +import io.kimmking.rpcfx.annotation.RpcfxReference; import io.kimmking.rpcfx.demo.api.OrderService; -import io.kimmking.rpcfx.demo.api.User; import io.kimmking.rpcfx.demo.api.UserService; -import lombok.extern.slf4j.Slf4j; +import org.springframework.boot.ApplicationRunner; +import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; - -import java.util.List; -import java.util.Random; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.ComponentScan; @SpringBootApplication +@ComponentScan({"io.kimmking.rpcfx.consumer","io.kimmking.rpcfx.demo.consumer"}) public class RpcfxClientApplication { - // 二方库 - // 三方库 lib - // nexus, userserivce -> userdao -> user - // - public static void main(String[] args) { // UserService service = new xxx(); // service.findById - UserService userService = Rpcfx.create(UserService.class, "http://localhost:8080/"); - User user = userService.findById(1); - System.out.println("find user id=1 from server: " + user.getName()); - +// UserService userService = Rpcfx.create(UserService.class, "http://localhost:8080/"); +// User user = userService.findById(1); +// System.out.println("find user id=1 from server: " + user.getName()); +// // OrderService orderService = Rpcfx.create(OrderService.class, "http://localhost:8080/"); // Order order = orderService.findOrderById(1992129); // System.out.println(String.format("find order name=%s, amount=%f",order.getName(),order.getAmount())); -// -// // + // UserService userService2 = Rpcfx.createFromRegistry(UserService.class, "localhost:2181", new TagRouter(), new RandomLoadBalancer(), new CuicuiFilter()); +// User user = userService2.findById(1); +// System.out.println(user.getName()); -// SpringApplication.run(RpcfxClientApplication.class, args); + SpringApplication.run(RpcfxClientApplication.class, args); } - private static class TagRouter implements Router { - @Override - public List route(List urls) { - return urls; - } - } + @RpcfxReference + UserService userService; - private static class RandomLoadBalancer implements LoadBalancer { - @Override - public String select(List urls) { - return urls.get(0); - } - } + @RpcfxReference + OrderService orderService; - @Slf4j - private static class CuicuiFilter implements Filter { - @Override - public boolean filter(RpcfxRequest request) { - log.info("filter {} -> {}", this.getClass().getName(), request.toString()); - return true; - } + @Bean + public ApplicationRunner runUserService() { + System.out.println(JSON.toJSONString(userService.hashCode())); + return x -> System.out.println(JSON.toJSONString(userService.find(500))); } + +// @Bean +// public ApplicationRunner runOrderService() { +// return x -> System.out.println(JSON.toJSONString(orderService.findOrderById(11))); +// } + } diff --git a/07rpc/rpc01/rpcfx-demo-consumer/src/main/resources/application.yml b/07rpc/rpc01/rpcfx-demo-consumer/src/main/resources/application.yml new file mode 100644 index 00000000..8b216a03 --- /dev/null +++ b/07rpc/rpc01/rpcfx-demo-consumer/src/main/resources/application.yml @@ -0,0 +1,22 @@ +server: + port: 8080 + shutdown: graceful + +spring: + lifecycle: + timeout-per-shutdown-phase: 20s + main: + allow-circular-references: true + task: + execution: + pool: + core-size: 32 + max-size: 128 + +app: + id: app2 + namespace: ns1 + env: sit + mock: false + cache: false + retry: 2 diff --git a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/DemoResolver.java b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/DemoResolver.java deleted file mode 100644 index 65cffbd2..00000000 --- a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/DemoResolver.java +++ /dev/null @@ -1,20 +0,0 @@ -package io.kimmking.rpcfx.demo.provider; - -import io.kimmking.rpcfx.api.RpcfxResolver; -import org.springframework.context.ApplicationContext; -import org.springframework.context.ApplicationContextAware; - -public class DemoResolver implements RpcfxResolver, ApplicationContextAware { - - private ApplicationContext applicationContext; - - @Override - public void setApplicationContext(ApplicationContext applicationContext) { - this.applicationContext = applicationContext; - } - - @Override - public Object resolve(String serviceClass) { - return this.applicationContext.getBean(serviceClass); - } -} diff --git a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/OrderServiceImpl.java b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/OrderServiceImpl.java index 39821952..96a4768a 100644 --- a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/OrderServiceImpl.java +++ b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/OrderServiceImpl.java @@ -1,12 +1,22 @@ package io.kimmking.rpcfx.demo.provider; +import io.kimmking.rpcfx.annotation.RpcfxService; import io.kimmking.rpcfx.demo.api.Order; import io.kimmking.rpcfx.demo.api.OrderService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.core.env.Environment; +import org.springframework.stereotype.Component; +@RpcfxService +@Component public class OrderServiceImpl implements OrderService { + @Autowired + Environment environment; + @Override public Order findOrderById(int id) { - return new Order(id, "Cuijing" + System.currentTimeMillis(), 9.9f); + return new Order(id, "KK-" + + environment.getProperty("server.port") + "_Order" + System.currentTimeMillis(), 9.9f); } } diff --git a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/RpcfxServerApplication.java b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/RpcfxServerApplication.java index d79e422e..ca236d16 100644 --- a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/RpcfxServerApplication.java +++ b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/RpcfxServerApplication.java @@ -2,105 +2,50 @@ import com.alibaba.fastjson.JSON; import io.kimmking.rpcfx.api.RpcfxRequest; -import io.kimmking.rpcfx.api.RpcfxResolver; import io.kimmking.rpcfx.api.RpcfxResponse; -import io.kimmking.rpcfx.api.ServiceProviderDesc; -import io.kimmking.rpcfx.demo.api.OrderService; -import io.kimmking.rpcfx.demo.api.UserService; -import io.kimmking.rpcfx.server.RpcfxInvoker; -import org.apache.curator.RetryPolicy; -import org.apache.curator.framework.CuratorFramework; -import org.apache.curator.framework.CuratorFrameworkFactory; -import org.apache.curator.retry.ExponentialBackoffRetry; -import org.apache.zookeeper.CreateMode; +import io.kimmking.rpcfx.provider.ProviderBootstrap; import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.boot.CommandLineRunner; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; -import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.ComponentScan; +import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RestController; -import java.net.InetAddress; -import java.net.InterfaceAddress; -import java.net.UnknownHostException; @SpringBootApplication @RestController -public class RpcfxServerApplication { +@ComponentScan({"io.kimmking.rpcfx.provider", "io.kimmking.rpcfx.demo.provider"}) +public class RpcfxServerApplication implements CommandLineRunner { - public static void main(String[] args) throws Exception { - -// // start zk client -// RetryPolicy retryPolicy = new ExponentialBackoffRetry(1000, 3); -// CuratorFramework client = CuratorFrameworkFactory.builder().connectString("localhost:2181").namespace("rpcfx").retryPolicy(retryPolicy).build(); -// client.start(); -// -// -// // register service -// // xxx "io.kimmking.rpcfx.demo.api.UserService" -// -// String userService = "io.kimking.rpcfx.demo.api.UserService"; -// registerService(client, userService); -// String orderService = "io.kimking.rpcfx.demo.api.OrderService"; -// registerService(client, orderService); - - - // 进一步的优化，是在spring加载完成后，从里面拿到特定注解的bean，自动注册到zk + @Autowired + ProviderBootstrap bootstrap; + public static void main(String[] args) { SpringApplication.run(RpcfxServerApplication.class, args); } - private static void registerService(CuratorFramework client, String service) throws Exception { - ServiceProviderDesc userServiceSesc = ServiceProviderDesc.builder() - .host(InetAddress.getLocalHost().getHostAddress()) - .port(8080).serviceClass(service).build(); - // String userServiceSescJson = JSON.toJSONString(userServiceSesc); - - try { - if ( null == client.checkExists().forPath("/" + service)) { - client.create().withMode(CreateMode.PERSISTENT).forPath("/" + service, "service".getBytes()); - } - } catch (Exception ex) { - ex.printStackTrace(); - } - - client.create().withMode(CreateMode.EPHEMERAL). - forPath( "/" + service + "/" + userServiceSesc.getHost() + "_" + userServiceSesc.getPort(), "provider".getBytes()); - } - - @Autowired - RpcfxInvoker invoker; @PostMapping("/") public RpcfxResponse invoke(@RequestBody RpcfxRequest request) { - return invoker.invoke(request); - } - - @Bean - public RpcfxInvoker createInvoker(@Autowired RpcfxResolver resolver){ - return new RpcfxInvoker(resolver); - } - - @Bean - public RpcfxResolver createResolver(){ - return new DemoResolver(); + return bootstrap.getInvoker().invoke(request); } - // 能否去掉name - // - - // annotation - - - @Bean(name = "io.kimmking.rpcfx.demo.api.UserService") - public UserService createUserService(){ - return new UserServiceImpl(); + @GetMapping("/api/hello") + public RpcfxResponse invoke() { + RpcfxRequest request = new RpcfxRequest(); + request.setServiceClass("io.kimmking.rpcfx.demo.api.UserService"); + request.setParams(new Object[]{1}); + request.setMethodSign("findById@1_int,"); + return bootstrap.getInvoker().invoke(request); } - @Bean(name = "io.kimmking.rpcfx.demo.api.OrderService") - public OrderService createOrderService(){ - return new OrderServiceImpl(); + @Override + public void run(String... args) { + RpcfxResponse response = invoke(); + System.out.println(JSON.toJSONString(response)); } } diff --git a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/UserServiceImpl.java b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/UserServiceImpl.java index 5c37d60a..425fe315 100644 --- a/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/UserServiceImpl.java +++ b/07rpc/rpc01/rpcfx-demo-provider/src/main/java/io/kimmking/rpcfx/demo/provider/UserServiceImpl.java @@ -1,12 +1,32 @@ package io.kimmking.rpcfx.demo.provider; +import io.kimmking.rpcfx.annotation.RpcfxService; import io.kimmking.rpcfx.demo.api.User; import io.kimmking.rpcfx.demo.api.UserService; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.core.env.Environment; +import org.springframework.stereotype.Component; +@Component("io.kimmking.rpcfx.demo.api.UserService") +@RpcfxService public class UserServiceImpl implements UserService { + @Autowired + Environment environment; + @Override public User findById(int id) { - return new User(id, "KK" + System.currentTimeMillis()); + return new User(id, "KK-" + + environment.getProperty("server.port") + "_" + System.currentTimeMillis()); + } + + public User find(int timeout) { + try { + String p = environment.getProperty("server.port"); + if("8081".equals(p)) Thread.sleep(timeout); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + return findById(100); } } diff --git a/07rpc/rpc01/rpcfx-demo-provider/src/main/resources/application.yml b/07rpc/rpc01/rpcfx-demo-provider/src/main/resources/application.yml index 5164ac23..9abe8100 100644 --- a/07rpc/rpc01/rpcfx-demo-provider/src/main/resources/application.yml +++ b/07rpc/rpc01/rpcfx-demo-provider/src/main/resources/application.yml @@ -1,6 +1,14 @@ server: - port: 8080 - - profiles: - active: true + port: 8083 + shutdown: graceful +spring: + lifecycle: + timeout-per-shutdown-phase: 20s + main: + allow-circular-references: true + +app: + id: app2 + namespace: ns1 + env: sit \ No newline at end of file diff --git a/07rpc/rpc02/dubbo-demo-consumer/pom.xml b/07rpc/rpc02/dubbo-demo-consumer/pom.xml index ea488be2..c67eae75 100644 --- a/07rpc/rpc02/dubbo-demo-consumer/pom.xml +++ b/07rpc/rpc02/dubbo-demo-consumer/pom.xml @@ -36,7 +36,7 @@ org.apache.dubbo dubbo-spring-boot-starter - 2.7.8 + 2.7.7 diff --git a/07rpc/rpc02/dubbo-demo-consumer/src/main/java/io/kimmking/dubbo/demo/consumer/DubboClientApplication.java b/07rpc/rpc02/dubbo-demo-consumer/src/main/java/io/kimmking/dubbo/demo/consumer/DubboClientApplication.java index 61e8b34c..4818df30 100644 --- a/07rpc/rpc02/dubbo-demo-consumer/src/main/java/io/kimmking/dubbo/demo/consumer/DubboClientApplication.java +++ b/07rpc/rpc02/dubbo-demo-consumer/src/main/java/io/kimmking/dubbo/demo/consumer/DubboClientApplication.java @@ -5,6 +5,7 @@ import io.kimmking.dubbo.demo.api.User; import io.kimmking.dubbo.demo.api.UserService; import org.apache.dubbo.config.annotation.DubboReference; +import org.apache.dubbo.rpc.service.EchoService; import org.springframework.boot.ApplicationRunner; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; @@ -13,10 +14,10 @@ @SpringBootApplication public class DubboClientApplication { - @DubboReference(version = "1.0.0") //, url = "dubbo://127.0.0.1:12345") + @DubboReference(version = "1.0.0", timeout = 1000) //, url = "dubbo://127.0.0.1:12345") private UserService userService; - @DubboReference(version = "1.0.0") //, url = "dubbo://127.0.0.1:12345") + @DubboReference(version = "1.0.0", timeout = 1000) //, url = "dubbo://127.0.0.1:12345") private OrderService orderService; public static void main(String[] args) { @@ -39,11 +40,17 @@ public static void main(String[] args) { @Bean public ApplicationRunner runner() { return args -> { - User user = userService.findById(1); - System.out.println("find user id=1 from server: " + user.getName()); - Order order = orderService.findOrderById(1992129); - System.out.println(String.format("find order name=%s, amount=%f",order.getName(),order.getAmount())); - }; + + EchoService echoService = (EchoService) userService; + System.out.println(echoService.$echo("hello,user.")); + + for (int i = 0; i < 10000; i++) { + User user = userService.findById(1); + System.out.println("find user id=1 from server: " + user.getName()); + Order order = orderService.findOrderById(1992129); + System.out.println(String.format("find order name=%s, amount=%f",order.getName(),order.getAmount())); + } + }; } } diff --git a/07rpc/rpc02/dubbo-demo-consumer/src/main/resources/application.yml b/07rpc/rpc02/dubbo-demo-consumer/src/main/resources/application.yml index 744dd94b..d900c6dd 100644 --- a/07rpc/rpc02/dubbo-demo-consumer/src/main/resources/application.yml +++ b/07rpc/rpc02/dubbo-demo-consumer/src/main/resources/application.yml @@ -11,4 +11,10 @@ dubbo: registry: address: zookeeper://localhost:2181 metadata-report: - address: zookeeper://localhost:2181 \ No newline at end of file + address: zookeeper://localhost:2181 +logging: + level: + root: debug + org: debug + sun: info + com: info \ No newline at end of file diff --git a/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/OrderServiceImpl.java b/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/OrderServiceImpl.java index b89e5293..9f27b588 100644 --- a/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/OrderServiceImpl.java +++ b/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/OrderServiceImpl.java @@ -10,6 +10,6 @@ public class OrderServiceImpl implements OrderService { @Override public Order findOrderById(int id) { - return new Order(id, "Cuijing" + System.currentTimeMillis(), 9.9f); + return new Order(id, "Order" + System.currentTimeMillis(), 9.9f); } } diff --git a/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/UserServiceImpl.java b/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/UserServiceImpl.java index eb3abf79..425300ae 100644 --- a/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/UserServiceImpl.java +++ b/07rpc/rpc02/dubbo-demo-provider/src/main/java/io/kimmking/dubbo/demo/provider/UserServiceImpl.java @@ -9,6 +9,12 @@ public class UserServiceImpl implements UserService { @Override public User findById(int id) { +// try { +// System.out.println(" ==>" + id); +// Thread.sleep(1010); +// } catch (InterruptedException e) { +// e.printStackTrace(); +// } return new User(id, "KK" + System.currentTimeMillis()); } } diff --git a/07rpc/rpc02/dubbo-demo-provider/src/main/resources/application.yml b/07rpc/rpc02/dubbo-demo-provider/src/main/resources/application.yml index ee5c084a..cf479c50 100644 --- a/07rpc/rpc02/dubbo-demo-provider/src/main/resources/application.yml +++ b/07rpc/rpc02/dubbo-demo-provider/src/main/resources/application.yml @@ -5,12 +5,14 @@ spring: application: name: dubbo-demo-provider + dubbo: scan: base-packages: io.kimmking.dubbo.demo.provider protocol: name: dubbo port: 12345 + payload: 134217728 registry: address: zookeeper://localhost:2181 metadata-report: @@ -23,4 +25,7 @@ dubbo: qos-host-compatible: localhost qos-port-compatible: 22222 qos-accept-foreign-ip-compatible: true - qos-host: localhost \ No newline at end of file + qos-host: localhost +logging: + level: + root: debug \ No newline at end of file diff --git a/08cache/cache/src/main/java/io/kimmking/cache/CacheApplication.java b/08cache/cache/src/main/java/io/kimmking/cache/CacheApplication.java index 65c7ae57..9ed3fa75 100644 --- a/08cache/cache/src/main/java/io/kimmking/cache/CacheApplication.java +++ b/08cache/cache/src/main/java/io/kimmking/cache/CacheApplication.java @@ -1,9 +1,15 @@ package io.kimmking.cache; import org.mybatis.spring.annotation.MapperScan; +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.boot.ApplicationRunner; import org.springframework.boot.SpringApplication; import org.springframework.boot.autoconfigure.SpringBootApplication; import org.springframework.cache.annotation.EnableCaching; +import org.springframework.context.annotation.Bean; + +import javax.sql.DataSource; +import java.sql.*; @SpringBootApplication(scanBasePackages = "io.kimmking.cache") @MapperScan("io.kimmking.cache.mapper") @@ -14,4 +20,58 @@ public static void main(String[] args) { SpringApplication.run(CacheApplication.class, args); } + @Bean + @Autowired + public ApplicationRunner runner(DataSource dataSource) { + return (x) -> { + // testInsert(dataSource); + // 测试 insert into on duplicate key update时如果没有执行更新条件，则回填id为空 + }; + } + + private void testInsert(DataSource dataSource) throws SQLException { + Connection connection = dataSource.getConnection(); + + System.out.println(" =====> test Insert ..."); + PreparedStatement statement = connection.prepareStatement("insert into user(name,age) values(?,20)", Statement.RETURN_GENERATED_KEYS); + //boolean b = statement.execute("insert into user(name,age) values('K8',20)"); + //System.out.println("insert:" +b); + // You need to specify Statement.RETURN_GENERATED_KEYS to Statement.executeUpdate(), Statement.executeLargeUpdate() or Connection.prepareStatement(). + statement.setString(1, "K8"); + boolean b = statement.execute(); +// System.out.println("insert:" +b); + ResultSet rs = statement.getGeneratedKeys(); + System.out.println("insert getGeneratedKeys => " + (rs.next() ? rs.getInt(1): "NULL")); + rs.close(); + statement.close(); + + + System.out.println(" =====> test Duplicate ..."); + statement = connection.prepareStatement("insert into user(name,age) values(?,20) on duplicate key update age=age+1", Statement.RETURN_GENERATED_KEYS); + statement.setString(1, "K8"); + b = statement.execute(); +// System.out.println("insert:" +b); + rs = statement.getGeneratedKeys(); + System.out.println("insert getGeneratedKeys => " + (rs.next() ? rs.getInt(1): "NULL")); + rs.close(); + //statement.execute("delete from user where name='K8'"); + statement.close(); + + + System.out.println(" =====> test Duplicate No Update ..."); + statement = connection.prepareStatement("insert into user(name,age) values(?,20) on duplicate key update age=age", Statement.RETURN_GENERATED_KEYS); + statement.setString(1, "K8"); + b = statement.execute(); +// System.out.println("insert:" +b); + rs = statement.getGeneratedKeys(); + System.out.println("insert getGeneratedKeys => " + (rs.next() ? rs.getInt(1): "NULL")); + rs.close(); + //statement.execute("delete from user where name='K8'"); + statement.close(); + + + connection.close(); + } + + } diff --git a/08cache/cache/src/main/java/io/kimmking/cache/CacheConfig.java b/08cache/cache/src/main/java/io/kimmking/cache/CacheConfig.java index d4bdd8b1..24ad27fe 100644 --- a/08cache/cache/src/main/java/io/kimmking/cache/CacheConfig.java +++ b/08cache/cache/src/main/java/io/kimmking/cache/CacheConfig.java @@ -1,83 +1,83 @@ -package io.kimmking.cache; - -import org.springframework.cache.CacheManager; -import org.springframework.cache.annotation.CachingConfigurerSupport; -import org.springframework.cache.interceptor.*; -import org.springframework.context.annotation.Bean; -import org.springframework.context.annotation.Configuration; -import org.springframework.data.redis.cache.RedisCacheConfiguration; -import org.springframework.data.redis.cache.RedisCacheManager; -import org.springframework.data.redis.connection.RedisConnectionFactory; -import org.springframework.data.redis.core.RedisTemplate; -import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer; -import org.springframework.data.redis.serializer.RedisSerializationContext; -import org.springframework.data.redis.serializer.StringRedisSerializer; - -import javax.annotation.Resource; - -import static org.springframework.data.redis.cache.RedisCacheConfiguration.defaultCacheConfig; - -@Configuration -public class CacheConfig extends CachingConfigurerSupport { - - @Resource - private RedisConnectionFactory factory; - - /** - * 自定义生成redis-key - * - * @return - */ - @Override - @Bean - public KeyGenerator keyGenerator() { - return (o, method, objects) -> { - StringBuilder sb = new StringBuilder(); - sb.append(o.getClass().getName()).append("."); - sb.append(method.getName()).append("."); - for (Object obj : objects) { - sb.append(obj.toString()).append("."); - } - //System.out.println("keyGenerator=" + sb.toString()); - return sb.toString(); - }; - } - - @Bean - public RedisTemplate redisTemplate() { - RedisTemplate redisTemplate = new RedisTemplate<>(); - redisTemplate.setConnectionFactory(factory); - - GenericJackson2JsonRedisSerializer genericJackson2JsonRedisSerializer = new GenericJackson2JsonRedisSerializer(); - - redisTemplate.setKeySerializer(genericJackson2JsonRedisSerializer); - redisTemplate.setValueSerializer(genericJackson2JsonRedisSerializer); - - redisTemplate.setHashKeySerializer(new StringRedisSerializer()); - redisTemplate.setHashValueSerializer(genericJackson2JsonRedisSerializer); - return redisTemplate; - } - - @Bean - @Override - public CacheResolver cacheResolver() { - return new SimpleCacheResolver(cacheManager()); - } - - @Bean - @Override - public CacheErrorHandler errorHandler() { - // 用于捕获从Cache中进行CRUD时的异常的回调处理器。 - return new SimpleCacheErrorHandler(); - } - - @Bean - @Override - public CacheManager cacheManager() { - RedisCacheConfiguration cacheConfiguration = - defaultCacheConfig() - .disableCachingNullValues() - .serializeValuesWith(RedisSerializationContext.SerializationPair.fromSerializer(new GenericJackson2JsonRedisSerializer())); - return RedisCacheManager.builder(factory).cacheDefaults(cacheConfiguration).build(); - } -} \ No newline at end of file +//package io.kimmking.cache; +// +//import org.springframework.cache.CacheManager; +//import org.springframework.cache.annotation.CachingConfigurerSupport; +//import org.springframework.cache.interceptor.*; +//import org.springframework.context.annotation.Bean; +//import org.springframework.context.annotation.Configuration; +//import org.springframework.data.redis.cache.RedisCacheConfiguration; +//import org.springframework.data.redis.cache.RedisCacheManager; +//import org.springframework.data.redis.connection.RedisConnectionFactory; +//import org.springframework.data.redis.core.RedisTemplate; +//import org.springframework.data.redis.serializer.GenericJackson2JsonRedisSerializer; +//import org.springframework.data.redis.serializer.RedisSerializationContext; +//import org.springframework.data.redis.serializer.StringRedisSerializer; +// +//import javax.annotation.Resource; +// +//import static org.springframework.data.redis.cache.RedisCacheConfiguration.defaultCacheConfig; +// +//@Configuration +//public class CacheConfig extends CachingConfigurerSupport { +// +// @Resource +// private RedisConnectionFactory factory; +// +// /** +// * 自定义生成redis-key +// * +// * @return +// */ +// @Override +// @Bean +// public KeyGenerator keyGenerator() { +// return (o, method, objects) -> { +// StringBuilder sb = new StringBuilder(); +// sb.append(o.getClass().getName()).append("."); +// sb.append(method.getName()).append("."); +// for (Object obj : objects) { +// sb.append(obj.toString()).append("."); +// } +// //System.out.println("keyGenerator=" + sb.toString()); +// return sb.toString(); +// }; +// } +// +// @Bean +// public RedisTemplate redisTemplate() { +// RedisTemplate redisTemplate = new RedisTemplate<>(); +// redisTemplate.setConnectionFactory(factory); +// +// GenericJackson2JsonRedisSerializer genericJackson2JsonRedisSerializer = new GenericJackson2JsonRedisSerializer(); +// +// redisTemplate.setKeySerializer(genericJackson2JsonRedisSerializer); +// redisTemplate.setValueSerializer(genericJackson2JsonRedisSerializer); +// +// redisTemplate.setHashKeySerializer(new StringRedisSerializer()); +// redisTemplate.setHashValueSerializer(genericJackson2JsonRedisSerializer); +// return redisTemplate; +// } +// +// @Bean +// @Override +// public CacheResolver cacheResolver() { +// return new SimpleCacheResolver(cacheManager()); +// } +// +// @Bean +// @Override +// public CacheErrorHandler errorHandler() { +// // 用于捕获从Cache中进行CRUD时的异常的回调处理器。 +// return new SimpleCacheErrorHandler(); +// } +// +// @Bean +// @Override +// public CacheManager cacheManager() { +// RedisCacheConfiguration cacheConfiguration = +// defaultCacheConfig() +// .disableCachingNullValues() +// .serializeValuesWith(RedisSerializationContext.SerializationPair.fromSerializer(new GenericJackson2JsonRedisSerializer())); +// return RedisCacheManager.builder(factory).cacheDefaults(cacheConfiguration).build(); +// } +//} \ No newline at end of file diff --git a/08cache/cache/src/main/resources/application.yml b/08cache/cache/src/main/resources/application.yml index 1d76edf5..835c04a4 100644 --- a/08cache/cache/src/main/resources/application.yml +++ b/08cache/cache/src/main/resources/application.yml @@ -8,13 +8,27 @@ spring: url: jdbc:mysql://localhost:3306/test?useUnicode=true&characterEncoding=utf-8&serverTimezone=UTC driver-class-name: com.mysql.jdbc.Driver cache: - type: redis - redis: - host: localhost - lettuce: - pool: - max-active: 16 - max-wait: 10ms + type: simple + +# type: redis +# redis: +# timeout: 3000ms +# database: 0 +# cluster: +# nodes: +# - 127.0.0.1:7000 +# - 127.0.0.1:7001 +# - 127.0.0.1:7002 +# - 127.0.0.1:7003 +# - 127.0.0.1:7004 +# - 127.0.0.1:7005 +# max-redirects: 3 # 获取失败 最大重定向次数 +# lettuce: +# pool: +# max-active: 1000 #连接池最大连接数（使用负值表示没有限制） +# max-idle: 10 # 连接池中的最大空闲连接 +# min-idle: 5 # 连接池中的最小空闲连接 +# max-wait: -1 # 连接池最大阻塞等待时间（使用负值表示没有限制） # type: ehcache # ehcache: diff --git a/08cache/cache/test.sql b/08cache/cache/test.sql index 2296f238..76e9b60b 100644 --- a/08cache/cache/test.sql +++ b/08cache/cache/test.sql @@ -26,7 +26,9 @@ CREATE TABLE `user` ( `id` int(11) NOT NULL AUTO_INCREMENT, `name` varchar(32) NOT NULL, `age` int(11) NOT NULL, - PRIMARY KEY (`id`) + PRIMARY KEY (`id`), + constraint user_name_uindex + unique (name) ) ENGINE=InnoDB AUTO_INCREMENT=4 DEFAULT CHARSET=utf8; /*!40101 SET character_set_client = @saved_cs_client */; @@ -36,7 +38,7 @@ CREATE TABLE `user` ( LOCK TABLES `user` WRITE; /*!40000 ALTER TABLE `user` DISABLE KEYS */; -INSERT INTO `user` VALUES (1,'KK',20),(2,'CC',18),(3,'MK',21); +INSERT INTO `user` VALUES (1,'K1',21),(2,'K2',22),(3,'K3',23),(4,'K4',24),(5,'K5',25),(6,'K6',26); /*!40000 ALTER TABLE `user` ENABLE KEYS */; UNLOCK TABLES; /*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; diff --git a/08cache/ha/conf/cluster.txt b/08cache/ha/conf/cluster.txt new file mode 100644 index 00000000..6e6d2b6e --- /dev/null +++ b/08cache/ha/conf/cluster.txt @@ -0,0 +1,61 @@ +redis-server --port $PORT --cluster-enabled yes --cluster-config-file nodes-${PORT}.conf --cluster-node-timeout $TIMEOUT --appendonly yes --appendfilename appendonly-${PORT}.aof --dbfilename dump-${PORT}.rdb --logfile ${PORT}.log --daemonize yes + +redis-server --port 7004 --cluster-enabled yes --cluster-config-file nodes-7004.conf --cluster-node-timeout 3000 --appendonly yes --appendfilename appendonly-7004.aof --dbfilename dump-7004.rdb --logfile 7004.log --daemonize yes + + +redis-cli --cluster create $HOSTS --cluster-replicas $REPLICAS + + +redis-cli -p $PORT shutdown nosave + +redis-cli -p $PORT cluster nodes | head -30 + +redis-cli -p $PORT $2 $3 $4 $5 $6 $7 $8 $9 + + + +redis-cli -p 7000 cluster info + + +测试存取值，客户端连接集群redis-cli需要带上 -c ，redis-cli -c -p 端口号 + + + + +Redis 集群使用命令 CLUSTER SETSLOT 将一个槽中的所有 keys 从一个节点迁移至另一个节点。稍后介绍在其他命令配合下迁移是如何操作的。我们假定要操作的哈希槽的当前所有者为源节点，将要迁移至的节点为目的节点。 + +使用命令 CLUSTER SETSLOT IMPORTING 将目的节点槽置为 importing 状态。 +使用命令 CLUSTER SETSLOT MIGRATING 将源节点槽置为 migrating 状态。 +使用命令 CLUSTER GETKEYSINSLOT 从源节点获取所有 keys，并使用命令 MIGRATE 将它们导入到目的节点。 +在源节点活目的节点执行命令 CLUSTER SETSLOT NODE 。 +注意： + +步骤 1 和步骤 2 的顺序很重要。我们希望在源节点配置了重定向之后，目的节点已经可以接受 ASK 重定向。 +步骤 4 中，技术上讲，在重哈希不涉及的节点上执行 SETSLOT 是非必须的，因为新配置最终会分发到所有节点上，但是，这样操作也有好处，会快速停止节点中对已迁移的哈希槽的错误指向，降低命令重定向的发生。 + +https://www.knowledgedict.com/tutorial/redis-command-cluster-setslot.html + + +k2: +CLUSTER SETSLOT 449 importing c025732be5696d0446aad624dba3c31e13750341 +CLUSTER SETSLOT 449 migrating 2cf0fb991563bdedea2704a3cd43e5c211ea16b9 +CLUSTER COUNTKEYSINSLOT 449 +CLUSTER GETKEYSINSLOT 449 10 +MIGRATE 127.0.0.1 7004 k2 0 100 COPY +CLUSTER SETSLOT 449 node 2cf0fb991563bdedea2704a3cd43e5c211ea16b9 // 这句没有执行完之前，获取key会死循环 + +k6: +CLUSTER SETSLOT 325 node 2cf0fb991563bdedea2704a3cd43e5c211ea16b9 + + + +几个问题： +1、添加新节点后slot为空，需要从其他节点迁移slot，然后迁移key，一个个的处理，处理完后通知集群这个slot在新节点上方可使用，中间访问会重定向死循环。 +2、分片+主从？ +3、 + + +解决办法：使用批量操作脚本来做。 +提供 reshard 一键重新分配数据的功能。 + + diff --git a/08cache/ha/conf/sentinel0.conf b/08cache/ha/conf/sentinel0.conf index df262af1..eb9f8db1 100644 --- a/08cache/ha/conf/sentinel0.conf +++ b/08cache/ha/conf/sentinel0.conf @@ -1,15 +1,14 @@ sentinel myid 8d992c54df8f8677b0b345825f61fb733c73d14c sentinel deny-scripts-reconfig yes -sentinel monitor mymaster 127.0.0.1 6380 2 -sentinel down-after-milliseconds mymaster 10000 +sentinel monitor mymaster 127.0.0.1 6380 1 +sentinel down-after-milliseconds mymaster 2000 # Generated by CONFIG REWRITE protected-mode no port 26379 user default on nopass sanitize-payload ~* &* +@all dir "/Users/kimmking/kimmking/JavaCourseCodes/08cache/ha/conf" - -sentinel config-epoch mymaster 1 -sentinel leader-epoch mymaster 1 -sentinel known-replica mymaster 127.0.0.1 6379 -sentinel current-epoch 1 +sentinel config-epoch mymaster 4 +sentinel leader-epoch mymaster 5 sentinel known-sentinel mymaster 127.0.0.1 26380 8d992c54df8f8677b0b345825f61fb733c73d14d +sentinel current-epoch 5 +sentinel known-replica mymaster 127.0.0.1 6379 diff --git a/08cache/ha/conf/sentinel1.conf b/08cache/ha/conf/sentinel1.conf index ad487fd0..0c35a846 100644 --- a/08cache/ha/conf/sentinel1.conf +++ b/08cache/ha/conf/sentinel1.conf @@ -1,14 +1,14 @@ sentinel myid 8d992c54df8f8677b0b345825f61fb733c73d14d sentinel deny-scripts-reconfig yes -sentinel monitor mymaster 127.0.0.1 6380 2 +sentinel monitor mymaster 127.0.0.1 6380 1 port 26380 -sentinel down-after-milliseconds mymaster 10000 +sentinel down-after-milliseconds mymaster 2000 # Generated by CONFIG REWRITE protected-mode no user default on nopass sanitize-payload ~* &* +@all dir "/Users/kimmking/kimmking/JavaCourseCodes/08cache/ha/conf" -sentinel config-epoch mymaster 1 -sentinel leader-epoch mymaster 1 -sentinel known-replica mymaster 127.0.0.1 6379 -sentinel current-epoch 1 +sentinel config-epoch mymaster 4 +sentinel leader-epoch mymaster 5 sentinel known-sentinel mymaster 127.0.0.1 26379 8d992c54df8f8677b0b345825f61fb733c73d14c +sentinel current-epoch 5 +sentinel known-replica mymaster 127.0.0.1 6379 diff --git a/09mq/kmq-core/.gitignore b/09mq/kmq-core/.gitignore index e4e0bd7f..14fb3721 100644 --- a/09mq/kmq-core/.gitignore +++ b/09mq/kmq-core/.gitignore @@ -31,3 +31,5 @@ build/ ### VS Code ### .vscode/ + +*.dat diff --git a/09mq/kmq-core/.mvn/wrapper/MavenWrapperDownloader.java b/09mq/kmq-core/.mvn/wrapper/MavenWrapperDownloader.java deleted file mode 100644 index a45eb6ba..00000000 --- a/09mq/kmq-core/.mvn/wrapper/MavenWrapperDownloader.java +++ /dev/null @@ -1,118 +0,0 @@ -/* - * Copyright 2007-present the original author or authors. - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * https://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -import java.net.*; -import java.io.*; -import java.nio.channels.*; -import java.util.Properties; - -public class MavenWrapperDownloader { - - private static final String WRAPPER_VERSION = "0.5.6"; - /** - * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. - */ - private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" - + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; - - /** - * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to - * use instead of the default one. - */ - private static final String MAVEN_WRAPPER_PROPERTIES_PATH = - ".mvn/wrapper/maven-wrapper.properties"; - - /** - * Path where the maven-wrapper.jar will be saved to. - */ - private static final String MAVEN_WRAPPER_JAR_PATH = - ".mvn/wrapper/maven-wrapper.jar"; - - /** - * Name of the property which should be used to override the default download url for the wrapper. - */ - private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; - - public static void main(String args[]) { - System.out.println("- Downloader started"); - File baseDirectory = new File(args[0]); - System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); - - // If the maven-wrapper.properties exists, read it and check if it contains a custom - // wrapperUrl parameter. - File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); - String url = DEFAULT_DOWNLOAD_URL; - if (mavenWrapperPropertyFile.exists()) { - FileInputStream mavenWrapperPropertyFileInputStream = null; - try { - mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); - Properties mavenWrapperProperties = new Properties(); - mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); - url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); - } catch (IOException e) { - System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); - } finally { - try { - if (mavenWrapperPropertyFileInputStream != null) { - mavenWrapperPropertyFileInputStream.close(); - } - } catch (IOException e) { - // Ignore ... - } - } - } - System.out.println("- Downloading from: " + url); - - File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); - if (!outputFile.getParentFile().exists()) { - if (!outputFile.getParentFile().mkdirs()) { - System.out.println( - "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); - } - } - System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); - try { - downloadFileFromURL(url, outputFile); - System.out.println("Done"); - System.exit(0); - } catch (Throwable e) { - System.out.println("- Error downloading"); - e.printStackTrace(); - System.exit(1); - } - } - - private static void downloadFileFromURL(String urlString, File destination) throws Exception { - if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { - String username = System.getenv("MVNW_USERNAME"); - char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); - Authenticator.setDefault(new Authenticator() { - @Override - protected PasswordAuthentication getPasswordAuthentication() { - return new PasswordAuthentication(username, password); - } - }); - } - URL website = new URL(urlString); - ReadableByteChannel rbc; - rbc = Channels.newChannel(website.openStream()); - FileOutputStream fos = new FileOutputStream(destination); - fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); - fos.close(); - rbc.close(); - } - -} diff --git a/09mq/kmq-core/.mvn/wrapper/maven-wrapper.jar b/09mq/kmq-core/.mvn/wrapper/maven-wrapper.jar deleted file mode 100644 index 2cc7d4a5..00000000 Binary files a/09mq/kmq-core/.mvn/wrapper/maven-wrapper.jar and /dev/null differ diff --git a/09mq/kmq-core/.mvn/wrapper/maven-wrapper.properties b/09mq/kmq-core/.mvn/wrapper/maven-wrapper.properties deleted file mode 100644 index 642d572c..00000000 --- a/09mq/kmq-core/.mvn/wrapper/maven-wrapper.properties +++ /dev/null @@ -1,2 +0,0 @@ -distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip -wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/09mq/kmq-core/mvnw b/09mq/kmq-core/mvnw deleted file mode 100755 index a16b5431..00000000 --- a/09mq/kmq-core/mvnw +++ /dev/null @@ -1,310 +0,0 @@ -#!/bin/sh -# ---------------------------------------------------------------------------- -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# https://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# ---------------------------------------------------------------------------- - -# ---------------------------------------------------------------------------- -# Maven Start Up Batch script -# -# Required ENV vars: -# ------------------ -# JAVA_HOME - location of a JDK home dir -# -# Optional ENV vars -# ----------------- -# M2_HOME - location of maven2's installed home dir -# MAVEN_OPTS - parameters passed to the Java VM when running Maven -# e.g. to debug Maven itself, use -# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 -# MAVEN_SKIP_RC - flag to disable loading of mavenrc files -# ---------------------------------------------------------------------------- - -if [ -z "$MAVEN_SKIP_RC" ] ; then - - if [ -f /etc/mavenrc ] ; then - . /etc/mavenrc - fi - - if [ -f "$HOME/.mavenrc" ] ; then - . "$HOME/.mavenrc" - fi - -fi - -# OS specific support. $var _must_ be set to either true or false. -cygwin=false; -darwin=false; -mingw=false -case "`uname`" in - CYGWIN*) cygwin=true ;; - MINGW*) mingw=true;; - Darwin*) darwin=true - # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home - # See https://developer.apple.com/library/mac/qa/qa1170/_index.html - if [ -z "$JAVA_HOME" ]; then - if [ -x "/usr/libexec/java_home" ]; then - export JAVA_HOME="`/usr/libexec/java_home`" - else - export JAVA_HOME="/Library/Java/Home" - fi - fi - ;; -esac - -if [ -z "$JAVA_HOME" ] ; then - if [ -r /etc/gentoo-release ] ; then - JAVA_HOME=`java-config --jre-home` - fi -fi - -if [ -z "$M2_HOME" ] ; then - ## resolve links - $0 may be a link to maven's home - PRG="$0" - - # need this for relative symlinks - while [ -h "$PRG" ] ; do - ls=`ls -ld "$PRG"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '/.*' > /dev/null; then - PRG="$link" - else - PRG="`dirname "$PRG"`/$link" - fi - done - - saveddir=`pwd` - - M2_HOME=`dirname "$PRG"`/.. - - # make it fully qualified - M2_HOME=`cd "$M2_HOME" && pwd` - - cd "$saveddir" - # echo Using m2 at $M2_HOME -fi - -# For Cygwin, ensure paths are in UNIX format before anything is touched -if $cygwin ; then - [ -n "$M2_HOME" ] && - M2_HOME=`cygpath --unix "$M2_HOME"` - [ -n "$JAVA_HOME" ] && - JAVA_HOME=`cygpath --unix "$JAVA_HOME"` - [ -n "$CLASSPATH" ] && - CLASSPATH=`cygpath --path --unix "$CLASSPATH"` -fi - -# For Mingw, ensure paths are in UNIX format before anything is touched -if $mingw ; then - [ -n "$M2_HOME" ] && - M2_HOME="`(cd "$M2_HOME"; pwd)`" - [ -n "$JAVA_HOME" ] && - JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" -fi - -if [ -z "$JAVA_HOME" ]; then - javaExecutable="`which javac`" - if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then - # readlink(1) is not available as standard on Solaris 10. - readLink=`which readlink` - if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then - if $darwin ; then - javaHome="`dirname \"$javaExecutable\"`" - javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" - else - javaExecutable="`readlink -f \"$javaExecutable\"`" - fi - javaHome="`dirname \"$javaExecutable\"`" - javaHome=`expr "$javaHome" : '\(.*\)/bin'` - JAVA_HOME="$javaHome" - export JAVA_HOME - fi - fi -fi - -if [ -z "$JAVACMD" ] ; then - if [ -n "$JAVA_HOME" ] ; then - if [ -x "$JAVA_HOME/jre/sh/java" ] ; then - # IBM's JDK on AIX uses strange locations for the executables - JAVACMD="$JAVA_HOME/jre/sh/java" - else - JAVACMD="$JAVA_HOME/bin/java" - fi - else - JAVACMD="`which java`" - fi -fi - -if [ ! -x "$JAVACMD" ] ; then - echo "Error: JAVA_HOME is not defined correctly." >&2 - echo " We cannot execute $JAVACMD" >&2 - exit 1 -fi - -if [ -z "$JAVA_HOME" ] ; then - echo "Warning: JAVA_HOME environment variable is not set." -fi - -CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher - -# traverses directory structure from process work directory to filesystem root -# first directory with .mvn subdirectory is considered project base directory -find_maven_basedir() { - - if [ -z "$1" ] - then - echo "Path not specified to find_maven_basedir" - return 1 - fi - - basedir="$1" - wdir="$1" - while [ "$wdir" != '/' ] ; do - if [ -d "$wdir"/.mvn ] ; then - basedir=$wdir - break - fi - # workaround for JBEAP-8937 (on Solaris 10/Sparc) - if [ -d "${wdir}" ]; then - wdir=`cd "$wdir/.."; pwd` - fi - # end of workaround - done - echo "${basedir}" -} - -# concatenates all lines of a file -concat_lines() { - if [ -f "$1" ]; then - echo "$(tr -s '\n' ' ' < "$1")" - fi -} - -BASE_DIR=`find_maven_basedir "$(pwd)"` -if [ -z "$BASE_DIR" ]; then - exit 1; -fi - -########################################################################################## -# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central -# This allows using the maven wrapper in projects that prohibit checking in binary data. -########################################################################################## -if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then - if [ "$MVNW_VERBOSE" = true ]; then - echo "Found .mvn/wrapper/maven-wrapper.jar" - fi -else - if [ "$MVNW_VERBOSE" = true ]; then - echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." - fi - if [ -n "$MVNW_REPOURL" ]; then - jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" - else - jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" - fi - while IFS="=" read key value; do - case "$key" in (wrapperUrl) jarUrl="$value"; break ;; - esac - done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" - if [ "$MVNW_VERBOSE" = true ]; then - echo "Downloading from: $jarUrl" - fi - wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" - if $cygwin; then - wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` - fi - - if command -v wget > /dev/null; then - if [ "$MVNW_VERBOSE" = true ]; then - echo "Found wget ... using wget" - fi - if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then - wget "$jarUrl" -O "$wrapperJarPath" - else - wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" - fi - elif command -v curl > /dev/null; then - if [ "$MVNW_VERBOSE" = true ]; then - echo "Found curl ... using curl" - fi - if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then - curl -o "$wrapperJarPath" "$jarUrl" -f - else - curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f - fi - - else - if [ "$MVNW_VERBOSE" = true ]; then - echo "Falling back to using Java to download" - fi - javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" - # For Cygwin, switch paths to Windows format before running javac - if $cygwin; then - javaClass=`cygpath --path --windows "$javaClass"` - fi - if [ -e "$javaClass" ]; then - if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then - if [ "$MVNW_VERBOSE" = true ]; then - echo " - Compiling MavenWrapperDownloader.java ..." - fi - # Compiling the Java class - ("$JAVA_HOME/bin/javac" "$javaClass") - fi - if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then - # Running the downloader - if [ "$MVNW_VERBOSE" = true ]; then - echo " - Running MavenWrapperDownloader.java ..." - fi - ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") - fi - fi - fi -fi -########################################################################################## -# End of extension -########################################################################################## - -export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} -if [ "$MVNW_VERBOSE" = true ]; then - echo $MAVEN_PROJECTBASEDIR -fi -MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" - -# For Cygwin, switch paths to Windows format before running java -if $cygwin; then - [ -n "$M2_HOME" ] && - M2_HOME=`cygpath --path --windows "$M2_HOME"` - [ -n "$JAVA_HOME" ] && - JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` - [ -n "$CLASSPATH" ] && - CLASSPATH=`cygpath --path --windows "$CLASSPATH"` - [ -n "$MAVEN_PROJECTBASEDIR" ] && - MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` -fi - -# Provide a "standardized" way to retrieve the CLI args that will -# work with both Windows and non-Windows executions. -MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" -export MAVEN_CMD_LINE_ARGS - -WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain - -exec "$JAVACMD" \ - $MAVEN_OPTS \ - -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ - "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ - ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/09mq/kmq-core/mvnw.cmd b/09mq/kmq-core/mvnw.cmd deleted file mode 100644 index c8d43372..00000000 --- a/09mq/kmq-core/mvnw.cmd +++ /dev/null @@ -1,182 +0,0 @@ -@REM ---------------------------------------------------------------------------- -@REM Licensed to the Apache Software Foundation (ASF) under one -@REM or more contributor license agreements. See the NOTICE file -@REM distributed with this work for additional information -@REM regarding copyright ownership. The ASF licenses this file -@REM to you under the Apache License, Version 2.0 (the -@REM "License"); you may not use this file except in compliance -@REM with the License. You may obtain a copy of the License at -@REM -@REM https://www.apache.org/licenses/LICENSE-2.0 -@REM -@REM Unless required by applicable law or agreed to in writing, -@REM software distributed under the License is distributed on an -@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -@REM KIND, either express or implied. See the License for the -@REM specific language governing permissions and limitations -@REM under the License. -@REM ---------------------------------------------------------------------------- - -@REM ---------------------------------------------------------------------------- -@REM Maven Start Up Batch script -@REM -@REM Required ENV vars: -@REM JAVA_HOME - location of a JDK home dir -@REM -@REM Optional ENV vars -@REM M2_HOME - location of maven2's installed home dir -@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands -@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending -@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven -@REM e.g. to debug Maven itself, use -@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 -@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files -@REM ---------------------------------------------------------------------------- - -@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' -@echo off -@REM set title of command window -title %0 -@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' -@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% - -@REM set %HOME% to equivalent of $HOME -if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") - -@REM Execute a user defined script before this one -if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre -@REM check for pre script, once with legacy .bat ending and once with .cmd ending -if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" -if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" -:skipRcPre - -@setlocal - -set ERROR_CODE=0 - -@REM To isolate internal variables from possible post scripts, we use another setlocal -@setlocal - -@REM ==== START VALIDATION ==== -if not "%JAVA_HOME%" == "" goto OkJHome - -echo. -echo Error: JAVA_HOME not found in your environment. >&2 -echo Please set the JAVA_HOME variable in your environment to match the >&2 -echo location of your Java installation. >&2 -echo. -goto error - -:OkJHome -if exist "%JAVA_HOME%\bin\java.exe" goto init - -echo. -echo Error: JAVA_HOME is set to an invalid directory. >&2 -echo JAVA_HOME = "%JAVA_HOME%" >&2 -echo Please set the JAVA_HOME variable in your environment to match the >&2 -echo location of your Java installation. >&2 -echo. -goto error - -@REM ==== END VALIDATION ==== - -:init - -@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". -@REM Fallback to current working directory if not found. - -set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% -IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir - -set EXEC_DIR=%CD% -set WDIR=%EXEC_DIR% -:findBaseDir -IF EXIST "%WDIR%"\.mvn goto baseDirFound -cd .. -IF "%WDIR%"=="%CD%" goto baseDirNotFound -set WDIR=%CD% -goto findBaseDir - -:baseDirFound -set MAVEN_PROJECTBASEDIR=%WDIR% -cd "%EXEC_DIR%" -goto endDetectBaseDir - -:baseDirNotFound -set MAVEN_PROJECTBASEDIR=%EXEC_DIR% -cd "%EXEC_DIR%" - -:endDetectBaseDir - -IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig - -@setlocal EnableExtensions EnableDelayedExpansion -for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a -@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% - -:endReadAdditionalConfig - -SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" -set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" -set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain - -set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" - -FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( - IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B -) - -@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central -@REM This allows using the maven wrapper in projects that prohibit checking in binary data. -if exist %WRAPPER_JAR% ( - if "%MVNW_VERBOSE%" == "true" ( - echo Found %WRAPPER_JAR% - ) -) else ( - if not "%MVNW_REPOURL%" == "" ( - SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" - ) - if "%MVNW_VERBOSE%" == "true" ( - echo Couldn't find %WRAPPER_JAR%, downloading it ... - echo Downloading from: %DOWNLOAD_URL% - ) - - powershell -Command "&{"^ - "$webclient = new-object System.Net.WebClient;"^ - "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ - "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ - "}"^ - "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ - "}" - if "%MVNW_VERBOSE%" == "true" ( - echo Finished downloading %WRAPPER_JAR% - ) -) -@REM End of extension - -@REM Provide a "standardized" way to retrieve the CLI args that will -@REM work with both Windows and non-Windows executions. -set MAVEN_CMD_LINE_ARGS=%* - -%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* -if ERRORLEVEL 1 goto error -goto end - -:error -set ERROR_CODE=1 - -:end -@endlocal & set ERROR_CODE=%ERROR_CODE% - -if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost -@REM check for post script, once with legacy .bat ending and once with .cmd ending -if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" -if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" -:skipRcPost - -@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' -if "%MAVEN_BATCH_PAUSE%" == "on" pause - -if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% - -exit /B %ERROR_CODE% diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/Kmq.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/Kmq.java index ebf03192..8989faab 100644 --- a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/Kmq.java +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/Kmq.java @@ -2,6 +2,8 @@ import lombok.SneakyThrows; +import java.util.ArrayList; +import java.util.List; import java.util.concurrent.LinkedBlockingQueue; import java.util.concurrent.TimeUnit; @@ -13,14 +15,28 @@ public Kmq(String topic, int capacity) { this.queue = new LinkedBlockingQueue(capacity); } - private String topic; +// public List consumers = new ArrayList<>(); - private int capacity; + private List listeners = new ArrayList<>(); + + private final String topic; + + private final int capacity; private LinkedBlockingQueue queue; public boolean send(KmqMessage message) { - return queue.offer(message); + boolean offered = queue.offer(message); + if(offered) { + listeners.forEach(listener -> { + try { + listener.onMessage(message); + } catch (Exception e) { + e.printStackTrace(); + } + }); + } + return offered; } public KmqMessage poll() { @@ -32,4 +48,8 @@ public KmqMessage poll(long timeout) { return queue.poll(timeout, TimeUnit.MILLISECONDS); } + public void addListener(MessageListener listener) { + listeners.add(listener); + } + } diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqBroker.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqBroker.java index 672557db..c0aa344f 100644 --- a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqBroker.java +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqBroker.java @@ -2,6 +2,7 @@ import java.util.Map; import java.util.concurrent.ConcurrentHashMap; +import java.util.concurrent.atomic.AtomicInteger; public final class KmqBroker { // Broker+Connection @@ -21,8 +22,9 @@ public KmqProducer createProducer() { return new KmqProducer(this); } + final AtomicInteger consumerId = new AtomicInteger(0); public KmqConsumer createConsumer() { - return new KmqConsumer(this); + return new KmqConsumer("CID" + consumerId.getAndIncrement(), this); } } diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqConsumer.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqConsumer.java index a7dd83ae..83ae7245 100644 --- a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqConsumer.java +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqConsumer.java @@ -1,12 +1,18 @@ package io.kimmking.kmq.core; +import lombok.Getter; + public class KmqConsumer { private final KmqBroker broker; + @Getter + private final String id; + private Kmq kmq; - public KmqConsumer(KmqBroker broker) { + public KmqConsumer(String id, KmqBroker broker) { + this.id = id; this.broker = broker; } @@ -15,6 +21,12 @@ public void subscribe(String topic) { if (null == kmq) throw new RuntimeException("Topic[" + topic + "] doesn't exist."); } + public void subscribe(String topic, MessageListener listener) { + this.kmq = this.broker.findKmq(topic); + if (null == kmq) throw new RuntimeException("Topic[" + topic + "] doesn't exist."); + this.kmq.addListener(listener); + } + public KmqMessage poll(long timeout) { return kmq.poll(timeout); } diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqMessage.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqMessage.java index fb7d90de..73823c9d 100644 --- a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqMessage.java +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/KmqMessage.java @@ -2,15 +2,31 @@ import lombok.AllArgsConstructor; import lombok.Data; +import lombok.NoArgsConstructor; import java.util.HashMap; +import java.util.concurrent.atomic.AtomicLong; @AllArgsConstructor +@NoArgsConstructor @Data public class KmqMessage { - private HashMap headers; + static AtomicLong MID = new AtomicLong(0); + private HashMap headers = new HashMap<>(); + private String topic; + private Long id; private T body; + public KmqMessage(String topic, T body) { + this.topic = topic; + this.body = body; + this.id = MID.getAndIncrement(); + } + + public static KmqMessage from(String topic, T body) { + return new KmqMessage<>(topic, body); + } + } diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/MessageListener.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/MessageListener.java new file mode 100644 index 00000000..4cfdbe08 --- /dev/null +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/core/MessageListener.java @@ -0,0 +1,13 @@ +package io.kimmking.kmq.core; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/6/13 下午3:29 + */ +public interface MessageListener { + + void onMessage(KmqMessage message) throws Exception; + +} diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/demo/KmqDemo.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/demo/KmqDemo.java index ad6e2d56..9921af3d 100644 --- a/09mq/kmq-core/src/main/java/io/kimmking/kmq/demo/KmqDemo.java +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/demo/KmqDemo.java @@ -16,6 +16,11 @@ public static void main(String[] args) { KmqBroker broker = new KmqBroker(); broker.createTopic(topic); + KmqConsumer subscriber = broker.createConsumer(); + subscriber.subscribe(topic, (message) -> { + System.out.println(subscriber.getId() + " : " + message.getBody()); + }); + KmqConsumer consumer = broker.createConsumer(); consumer.subscribe(topic); final boolean[] flag = new boolean[1]; @@ -24,14 +29,14 @@ public static void main(String[] args) { while (flag[0]) { KmqMessage message = consumer.poll(100); if(null != message) { - System.out.println(message.getBody()); + System.out.println(consumer.getId() + " : " + message.getBody()); } } System.out.println("程序退出。"); }).start(); KmqProducer producer = broker.createProducer(); - for (int i = 0; i < 1000; i++) { + for (int i = 0; i < 10; i++) { Order order = new Order(1000L + i, System.currentTimeMillis(), "USD2CNY", 6.51d); producer.send(topic, new KmqMessage(null, order)); } diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/FileDemo.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/FileDemo.java new file mode 100644 index 00000000..baccdaff --- /dev/null +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/FileDemo.java @@ -0,0 +1,97 @@ +package io.kimmking.kmq.store; + +import com.alibaba.fastjson.JSON; +import io.kimmking.kmq.core.KmqMessage; + +import java.io.File; +import java.io.IOException; +import java.nio.ByteBuffer; +import java.nio.MappedByteBuffer; +import java.nio.channels.FileChannel; +import java.nio.charset.Charset; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.nio.file.StandardOpenOption; +import java.util.Scanner; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/6/13 下午9:59 + */ +public class FileDemo { + + public static void main(String[] args) throws IOException { + + String content = "this is a good file.\r\n" + + "that is a new line.\r\n"; + String topic = "topicA"; + System.out.println(content.length()); + + File file = new File("store001.dat"); + if (!file.exists()) { + file.createNewFile(); + } + Path path = Paths.get(file.toURI()); + try(FileChannel channel = (FileChannel) Files.newByteChannel(path, + StandardOpenOption.READ, + StandardOpenOption.WRITE)) { + + MappedByteBuffer mappedByteBuffer = channel + .map(FileChannel.MapMode.READ_WRITE, 0, 10240); + + if (mappedByteBuffer != null) { + + System.out.println(Charset.forName("utf-8") + .decode(mappedByteBuffer.asReadOnlyBuffer())); + + for (int i = 0; i < 100; i++) { + KmqMessage km = KmqMessage.from(topic, content); + String message = encodeMessage(km); + Indexer.addEntry(topic, km.getId(), mappedByteBuffer.position(), message.length()); + int pos = write(mappedByteBuffer, message); + System.out.println("POS = " + pos); + } + + System.out.println(" ======== indexer ========= "); + System.out.println(Indexer.getEntries(topic)); + } + + ByteBuffer readOnlyBuffer = mappedByteBuffer.asReadOnlyBuffer(); + Scanner sc = new Scanner(System.in); + while (sc.hasNextLine()) { + String line = sc.nextLine(); + if (line.equals("exit")) { + break; + } + System.out.println("IN = "+line); + Long id = Long.valueOf(line); + Indexer.Entry entry = Indexer.getEntry(id); + System.out.println("EN = " + entry); + if(entry == null) { + System.out.println("!!!No entry for id=" + id); + } else { + readOnlyBuffer.position(entry.offset); + byte[] bytes = new byte[entry.length]; + readOnlyBuffer.get(bytes, 0, entry.length); + System.out.println("MSG = " + new String(bytes)); + } + } + + } + } + + private static String encodeMessage(KmqMessage message) { + return JSON.toJSONString(message); + } + + public static int write(MappedByteBuffer buffer, String content) throws IOException { + buffer.put( + Charset.forName("utf-8") + .encode(content)); + return buffer.position(); + } + +} diff --git a/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/Indexer.java b/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/Indexer.java new file mode 100644 index 00000000..792ac400 --- /dev/null +++ b/09mq/kmq-core/src/main/java/io/kimmking/kmq/store/Indexer.java @@ -0,0 +1,53 @@ +package io.kimmking.kmq.store; + +import lombok.Data; + +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +/** + * Description for this class. + * + * @Author : kimmking(kimmking@apache.org) + * @create 2024/6/14 下午6:19 + */ + +@Data +public class Indexer { + + static Map> index = new HashMap<>(); + static Map mappings = new HashMap<>(); + + @Data + public static class Entry { + long id; + int offset; + int length; + + public Entry(long id, int offset, int length) { + this.offset = offset; + this.length = length; + } + } + + public static void addEntry(String topic, long id, int offset, int length) { + List entries = index.get(topic); + if(entries == null) { + entries = new java.util.ArrayList<>(); + index.put(topic, entries); + } + Entry e = new Entry(id, offset, length); + entries.add(e); + mappings.put(id, e); + } + + public static List getEntries(String topic) { + return index.get(topic); + } + + public static Entry getEntry(long id) { + return mappings.get(id); + } + +} diff --git a/01jvm/java11/.gitignore b/java11/.gitignore similarity index 100% rename from 01jvm/java11/.gitignore rename to java11/.gitignore diff --git a/01jvm/java11/.mvn/wrapper/MavenWrapperDownloader.java b/java11/.mvn/wrapper/MavenWrapperDownloader.java similarity index 100% rename from 01jvm/java11/.mvn/wrapper/MavenWrapperDownloader.java rename to java11/.mvn/wrapper/MavenWrapperDownloader.java diff --git a/01jvm/java11/.mvn/wrapper/maven-wrapper.jar b/java11/.mvn/wrapper/maven-wrapper.jar similarity index 100% rename from 01jvm/java11/.mvn/wrapper/maven-wrapper.jar rename to java11/.mvn/wrapper/maven-wrapper.jar diff --git a/01jvm/java11/.mvn/wrapper/maven-wrapper.properties b/java11/.mvn/wrapper/maven-wrapper.properties similarity index 100% rename from 01jvm/java11/.mvn/wrapper/maven-wrapper.properties rename to java11/.mvn/wrapper/maven-wrapper.properties diff --git a/java11/klass.png b/java11/klass.png new file mode 100644 index 00000000..264750de Binary files /dev/null and b/java11/klass.png differ diff --git a/java11/list.png b/java11/list.png new file mode 100644 index 00000000..02b2f4f7 Binary files /dev/null and b/java11/list.png differ diff --git a/java11/map.png b/java11/map.png new file mode 100644 index 00000000..034e4917 Binary files /dev/null and b/java11/map.png differ diff --git a/01jvm/java11/mvnw b/java11/mvnw similarity index 100% rename from 01jvm/java11/mvnw rename to java11/mvnw diff --git a/01jvm/java11/mvnw.cmd b/java11/mvnw.cmd similarity index 100% rename from 01jvm/java11/mvnw.cmd rename to java11/mvnw.cmd diff --git a/01jvm/java11/pom.xml b/java11/pom.xml similarity index 89% rename from 01jvm/java11/pom.xml rename to java11/pom.xml index eb1d5df3..19b803dc 100644 --- a/01jvm/java11/pom.xml +++ b/java11/pom.xml @@ -27,6 +27,13 @@ spring-boot-starter-test test + + + org.openjdk.jol + jol-core + 0.16 + + diff --git a/java11/src/main/java/com/example/demo/DemoApplication.java b/java11/src/main/java/com/example/demo/DemoApplication.java new file mode 100644 index 00000000..f314b278 --- /dev/null +++ b/java11/src/main/java/com/example/demo/DemoApplication.java @@ -0,0 +1,146 @@ +package com.example.demo; + +import org.openjdk.jol.info.ClassLayout; +import org.openjdk.jol.info.GraphLayout; +import org.springframework.boot.ApplicationArguments; +import org.springframework.boot.ApplicationRunner; +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; + +import java.io.IOException; +import java.util.*; + +@SpringBootApplication +public class DemoApplication implements ApplicationRunner { + + public static void main(String[] args) { + SpringApplication.run(DemoApplication.class, args); + } + + @Override + public void run(ApplicationArguments args) throws Exception { + +// ClassLoader app = this.getClass().getClassLoader(); +// System.out.println(" APP Classloader => " + app.getName()); +// for (Package definedPackage : app.getDefinedPackages()) { +// System.out.println(definedPackage.getName()); +// } + + + printObject(); + printString(); + printIntArray(); + + printUser(); + + printListGraph(); + } + + private void printListGraph() { + + Random random = new Random(); + List list = new ArrayList<>(128); + for (int i = 0; i < 128; i++) { + list.add(i, random.nextInt(128)); + } + + try { + System.out.println(" ===> GraphLayout.parseInstance(list).toImage(\"list.png\")"); + GraphLayout.parseInstance(list).toImage("list.png"); + } catch (IOException e) { + throw new RuntimeException(e); + } + + Map map = new HashMap(256); + for (int i = 0; i < 128; i++) { + map.put("K" + i, i); + } + + try { + System.out.println(" ===> GraphLayout.parseInstance(map).toImage(\"map.png\"))"); + GraphLayout.parseInstance(map).toImage("map.png"); + } catch (IOException e) { + throw new RuntimeException(e); + } + + } + + private void printUser() { + + System.out.println(" ===> ClassLayout.parseInstance(user).toPrintable()"); + User user = new User(true, (byte) 65,12345, 8888, 12345678L, 9999999L, "a"); + System.out.println(ClassLayout.parseInstance(user).toPrintable()); + + System.out.println(" ===> GraphLayout.parseInstance(user).toPrintable()"); + System.out.println(GraphLayout.parseInstance(user).toPrintable()); + + System.out.println(" ===> GraphLayout.parseInstance(user).toFootprint()"); + System.out.println(GraphLayout.parseInstance(user).toFootprint()); + +// try { +// GraphLayout.parseInstance(user).toImage("user.png"); +// } catch (IOException e) { +// e.printStackTrace(); +// } + + User user1 = new User(false, (byte) 66,12346, 5555, 12345679L, 888888L, "b"); + Klass klass = new Klass("Klass1", Arrays.asList(user,user1)); + + System.out.println(" ===> ClassLayout.parseInstance(klass).toPrintable()"); + System.out.println(ClassLayout.parseInstance(klass).toPrintable()); + + System.out.println(" ===> GraphLayout.parseInstance(klass).toImage(\"klass.png\")"); + try { + GraphLayout.parseInstance(klass,user,user1).toImage("klass.png"); + } catch (IOException e) { + throw new RuntimeException(e); + } + + } + + private void printObject() { + System.out.println(ClassLayout.parseInstance(new Object()).toPrintable()); + } + + private void printString() { + System.out.println(ClassLayout.parseInstance("abcde12345").toPrintable()); + } + + private void printIntArray() { + System.out.println(ClassLayout.parseInstance(new int[2]).toPrintable()); + System.out.println(ClassLayout.parseInstance(new int[12]).toPrintable()); + System.out.println(ClassLayout.parseInstance(new int[2][50]).toPrintable()); + System.out.println(ClassLayout.parseInstance(new int[50][2]).toPrintable()); + } + + public static class User { + public User(boolean b1, byte b2, int a, Integer b, long c, Long d, String s) { + this.b1 = b1; + this.b2 = b2; + this.a = a; + this.b = b; + this.c = c; + this.d = d; + this.s = s; + } + + private boolean b1; + private byte b2; + private int a; + private Integer b; + private long c; + private Long d; + private String s; + } + + public static class Klass { + private String klassName; + private List users; + + public Klass(String klassName, List users) { + this.klassName = klassName; + this.users = users; + } + } + +} diff --git a/01jvm/java11/src/main/resources/application.properties b/java11/src/main/resources/application.properties similarity index 100% rename from 01jvm/java11/src/main/resources/application.properties rename to java11/src/main/resources/application.properties diff --git a/01jvm/java11/src/test/java/com/example/demo/DemoApplicationTests.java b/java11/src/test/java/com/example/demo/DemoApplicationTests.java similarity index 100% rename from 01jvm/java11/src/test/java/com/example/demo/DemoApplicationTests.java rename to java11/src/test/java/com/example/demo/DemoApplicationTests.java diff --git a/java11/user.png b/java11/user.png new file mode 100644 index 00000000..c7c20997 Binary files /dev/null and b/java11/user.png differ diff --git a/test.txt b/test.txt new file mode 100644 index 00000000..880d7876 --- /dev/null +++ b/test.txt @@ -0,0 +1 @@ +nohup java -XX:+UnlockDiagnosticVMOptions -XX:+AbortVMOnSafepointTimeout -XX:+ShowMessageBoxOnError -Xmx1g -Xms1g -XX:+SafepointTimeout -XX:SafepointTimeoutDelay=100 -Xlog:gc*=trace,heap*=trace,safepoint*=trace,logging*=trace:file=gc-%p-%t.log:pid,utctime,level,tags:filecount=100,filesize=10m -jar gateway-server-0.0.1-SNAPSHOT.jar & \ No newline at end of file diff --git "a/\344\275\234\344\270\232\346\263\250\346\204\217\344\272\213\351\241\271.md" "b/\344\275\234\344\270\232\346\263\250\346\204\217\344\272\213\351\241\271.md" new file mode 100644 index 00000000..46e0b9aa --- /dev/null +++ "b/\344\275\234\344\270\232\346\263\250\346\204\217\344\272\213\351\241\271.md" @@ -0,0 +1,315 @@ +# 作业注意事项 + + +> 课程内容: + +课程1、Java中的多线程与并发编程，某一线公司技术专家任富飞。 +Part1：11-22，周一，18:45-19:45，主要内容： + +Java多线程原理、各种锁的机制和应用（重量级锁、轻量级锁，可重入锁，偏向锁，公平锁，自旋锁，读写锁，乐观锁等）、四种线程池的原理、类型、配置参数和经验，Spring中线程池的应用，几种常用原子类的原理和使用场景。 + +Part2：11-26，周五，18:45-19:45，主要内容：AQS原理，三种常用并发工具类（CountdownLatch/Semaphore/CyclicBarrier）使用场景示例，线程安全编程和优化经验。 + +课程2、JVM的体系发展与优化经验，长亮科技北京平台团队负责人秦金卫。 +Part1：11-29，周一，18:45-19:45，主要内容：JVM基础（字节码、内存模型、类加载器），各种不同的GC（串行GC、并行GC、CMS、G1、ZGC）的基本原理、常用参数和分析经验。 +Part2：12-03，周五，18:45-19:45，主要内容：常见JVM命令行工具、可视化工具，以及高级工具的使用，通过GC日志、线程堆栈、飞行记录以及可视化分析等方式，实现JVM运行状态的分析和优化，常见的JVM问题排查。 + +课程3：事务原理与Spring事务机制，京东科技技术专家、Apache Shenyu项目负责人、《分布式事务原理与实战》作者肖宇。 +Part1：12-06，周一，18:45-19:45，主要内容：关系数据库的事务机制和隔离级别（读未提交/读已提交/可重复读/串行化），Spring TX事务管理器的功能特性、使用方式。 +Part2：12-10，周五，18:45-19:45，主要内容：Spring TX事务管理器的原理设计，相关的API和注解，传播特性，跟其他框架的集成，以及常见问题处理经验。 + +课程4、网络编程NIO与Netty实践，长亮科技北京平台团队负责人秦金卫。 +Part1：12-13，周一，18:45-19:45，主要内容：Java网络编程模型，BIO/NIO/AIO，Reactor/Proactor网络模型，select/epoll机制； +Part2：12-17，周五，18:45-19:45，主要内容：Netty的基本原理、常见用法与网络编程优化经验，Channel/EventLoop/Handler/Adapter + + +> 批阅原则: + +- 1. 认可与表扬认真学习的同学, 尽量给与正面反馈, 加油打气。 +- 2. 对一些问题和不足进行友善的提示, 都是成年人, 大家都要面子。 +- 3. 引导同学们学习各种进阶知识，拓展知识点。 + + +简介: + +``` +铁锚：系统架构师,Java性能调优专家。 +CSDN博客专家: https://renfufei.blog.csdn.net/ +热爱程序开发和设计; 积极应对各种情境和挑战; +喜欢钻研新技术, 闲暇时喜欢翻译和分析英文文档/技术博客。 +技术文章翻译仓库: https://github.com/cncounter/translation/ +``` + + + +## 1周 + + +提示： +- 尝试自己从头绘制一幅图形,完善后向自己的同事或者朋友介绍,加深自己的印象和理解 +- JDK7及之前的版本是永久代, 对应到JDK8及以后是Meta区, class信息保存着方法区之中。 +- 常量池位于方法区/Meta区之中, Mata区归属于非堆内存(Non-Heap)，不是堆外内存，也不是直接内存 +- CCS是开启指针压缩时才有的, 关闭指针压缩则此空间的大小为0 +- 直接内存(Direct)属于堆外内存，不属于非堆 +- 堆外内存可简单划分为(Direct, Native), 本次作业对应的所有内存区域都在JVM进程内部 +- JIT编译后的机器代码缓存到 code cache/非堆之中; +- `-Xmx` 和 `-Xms` 设置的是整个堆内存的大小，不是老年代。 +- 和年轻代(young/nursery)不一样，新生代实际上是 Eden 区, 由 `-Xmn` 与存活区的比例来控制 +- 栈内存不在堆内存之中，也不属于堆外内存，是一个独立的部分。 +- 注意区分线程栈以及内部的栈帧结构; `-Xss` 控制单个线程的栈空间最大大小 +- 编码风格: 建议增加中间变量，增加可读性，可读性和可维护性是构建大型复杂系统的基石。 +- 注意关闭输入输出流，最好是谁控制着打开的，就由谁在同一个方法内将其关闭。 +- 在开发中可以打断点调试，查看class加载时的调用栈和调用关系。 +- 作业参考链接: https://github.com/JavaCourse00/JavaCourseCodes/tree/main/01jvm +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 铁锚的翻译仓库: + + + +## 2周 + +认真完成作业和整理笔记 + +- 在finally中关闭输入输出流是一个好习惯; 每次提交认真写提交日志也是一个好习惯。 +- 分辨HTTP1.0与HTTP1.1的区别; +- 可以尝试分析G1中混合模式 mixed GC的威力; 选择哪种垃圾收集器，主要考虑的是业务特征（实时/非实时）,跟内存大小关系并不太大。 +- 与外部系统的交互,在允许的情况下,最好是输出详细的交互日志, 包括: [uri,请求参数/body,响应信息,耗时信息]等等。 +- 性能测试时需要排除各种干扰，只改变单个变量然后进行对比，例如: 客户端线程数，并发连接数/用户数，去除随机数的随机性(指定random种子)等等。 +- 编码风格: 建议增加中间变量，增加可读性，可读性和可维护性是构建大型复杂系统的基石。 +- 建议: 适当使用一些通用工具类，例如 apache的commons-io等等，里面的 IOUtils之类的工具很好用。 +- 建议：趁机使用和学习 markdown 文件,做好目录和链接引用，在互联网上很方便，而且可以导出为各种格式。常用工具: Typora 等。 + +- 往期优秀作业链接: +- 作业参考链接: +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 铁锚的翻译仓库: 【可以找感兴趣的技术文章看看】 + + + + + +## 3周 + + +提示: + +- 梳理一下网关需要执行的操作和处理逻辑，对比一下Nginx是怎么处理的。 +- 使用自己的包名, 来标识自己的作品 +- 通过 .gitignore 文件来忽略某些文件。 +- 性能测试时需要排除各种干扰，只改变单个因素, 然后进行对比，例如: 客户端线程数，并发连接数/用户数等等。 +- 不要用实例变量来存储某些信息，避免多线程环境下的出错，以及多次请求互相污染。 +- 适当增加必要的注释来增加可读性，说明某段代码的作用和实现逻辑，但不要太多或者太少 ^_^ +- 响应头之中也可以加上某些 X-开始的header，方便调试和追踪，更像一个网关 +- 响应消息写入完成后, 记得 flush 和 close。推荐在finally中关闭，避免中间过程抛异常导致资源不关闭，引发内存泄漏, 在高并发场景中造成问题。 +- 可以了解一下 ByteArrayOutputStream，挺好用. +- 注意Java输入流的特征，以及基于buffer的读取和写入方法, 不要写多了, 也不要读漏了. +- 注意区分 HTTP1.0 和 HTTP1.1的差异 +- 所有使用 getBytes 和String相关的方法都需要指定具体的编码, 避免默认语言问题。 + +- 往期优秀作业链接: +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 铁锚的技术文章翻译: + + + +## 4周 + +笔记整理。 + +提示: +- 请复习创建线程池的方法, 分辨 cached 方式的线程池是先加队列还是先创将cache线程? 提示: core,queue,cache,reject +- 多线程代码中，共享状态的变量需要特殊处理，比如使用 volatile 来强制从内存读取最新值，或者直接使用原子类来保存。 +- 思考各种线程协同方式的本质是什么? +- 想想怎么让线程处于各种不同的状态, 以及怎么获取这些状态信息 +- 线程最重要的属性是哪些? +- 尝试使用反射方式在main方法中将这些方法全部调用起来 +- 往期优秀作业链接: +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 铁锚的技术文章翻译: + +并发相关的面试题，在【第一课】【预习资料以及环境准备】里面的压缩包之中。 + + + + +## 5周 + + +提示: +- 枚举实际上是可以通过反射往里面加东西的，当然，在编译期间不可见，属于运行时hack修改。 +- 反编译工具可以使用: jd-gui, 或者 jclasslib +- 往期优秀作业链接: +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 深入系列: InnoDB存储引擎: + + + + +## 6 周 + +提示: +- 建议: 在Table级别使用 utf8mb4 字符集 +- 设计合理的SQL语句和注释，并通过Git形成版本化。 +- 使用BIGINT来存储Long类型的时间戳timeMillis，减少对时区的依赖。 +- 可以根据业务需要, 增加联合索引。 +- 可以结合自己在网上购物的经历, 思考如何设计订单表。 +- 往期优秀作业链接: +- 《Java资料链接汇总》: +- [InnoDB的锁和事务模型](https://github.com/cncounter/translation/blob/master/tiemao_2020/44_innodb-storage-engine/14.7_innodb-locking-transaction-model_CN.md) + + +通过上周的课程学习, 经过本次作业实践, 请思考以下问题: +1. MySQL数据库中, int(2) 和 int(10) 有什么区别? +2. 订单表中的【创建时间】字段采用以下类型, 各自的优缺点是什么? +- A、 datetime +- B、 timestamp +- C、 bigint +- D、 int +- E、 varchar + + +## 7周 + + +提示: +0. 想一想限制数据库TPS的瓶颈点有哪些? 分析整个请求执行链路上的各个环节, 并尝试解决各种环节下的瓶颈。 +1. 可以使用aop来做动态切换，根据sql类型来做数据源切换不能很好支持强制走主库查询的情况 +2. 注解时考虑使用数据源名称，而不是master-slave；应用内可能有多个数据库组（比如账号数据一套主从，订单数据一套主从） +3. 考虑多个从库的情况 +4. 注解加到mapper(dao层)，而不是service层；具体实现可以考虑各种情景确定是否采用注解赋予的建议。 +5. aop可以看下AbstractPointcutAdvisor +6. 《Java资料链接汇总》: +7. 可以参考的作业实现: + - + - +8. 秦老师推荐书单: +9. 铁锚的技术文章翻译: + + + +## 8周 + + +提示: + +- 想想什么情况下适合使用分表，什么情况下适合使用分库，各有什么优缺点? +- 注意分库与分表的表达式, 避免分布不均匀或者导致空表 +- 适当增减注释来说明每一块代码的意图。 +- 《Java资料链接汇总》: +- 秦老师推荐书单: +- 铁锚的技术文章翻译: +- CSDN博客: https://renfufei.blog.csdn.net/ +- 优秀作业参考: + - + - + - + + + + +## 9周 + + +提示: + +- id 可以使用 BIGINT(20), 更加专业一些。 +- 根据实际情况, 可以在某些情况下, 使用 BIGINT 来存储金额，单位则约定为"分", 由程序进行换算, 避免程序层面出现精度丢失。 +- 如果使用BigDecimal计算, 则一定要指定精度和四舍五入规则; 并且与数据库字段的精度对应。 +- 《Java资料链接汇总》: +- 往期优秀作业链接: +- 李睿老师的完整RPC实现: +- 秦老师推荐书单: +- 铁锚的技术文章翻译: + + + + + +## 10周 + + +请思考以下问题: + +- 通过这个作业有哪些收获? +- RPC通信中有哪些需要注意的问题? +- 序列化和反序列化框架有哪些？需要注意什么？ +- 往期优秀作业链接: +- 秦老师推荐书单: +- Java资料链接汇总: +- 李睿老师的完整实现: +- 铁锚的技术文章翻译: + + + +## 11周 + + +提示: +1. 锁的实现需要考虑加锁时的失败自动重试机制以及自动过期 +2. 正常释放锁时要判断lock值是否一致，最好是通过 lua 脚本来保证操作的原子性。 +3. 推荐使用 redisson，封装的 api 简单易用。 +4. 分布式减库存操作需要加锁，而且需要在库存上加锁，不能使用 userId 等 +5. 推荐阅读 《Redis 操作手册; 基于Redis 5版本，微信读书可以免费阅读 +6. 往期优秀作业链接: https://github.com/lw1243925457/JAVA-000 +7. 《Java资料链接汇总: https://shimo.im/docs/YGjGgTWwgD6V3wkp/ +8. 秦老师推荐书单: https://kimmking.github.io/ +9. Redis集群入门简介[系列文章]: https://github.com/cncounter/translation/tree/master/tiemao_2021/31_redis_cluster +10. 免费好用的Redis图形界面客户端: Another: https://gitee.com/qishibo/AnotherRedisDesktopManager/releases + + + +## 12周 + +锻炼动手能力, 加油! + +提示: +1. 尝试分析一下本地缓存与分布式缓存的适用场景。 +2. 尝试分析缓存数据的特征: 变化频率, 数据量, 不一致的容忍时间, 网络带宽占用压力，延迟以及并发请求数... +3. 总结消息队列的优缺点: 异步解耦、削峰填谷、增强并发性能和横向扩展能力... + +- 往期优秀作业链接: +- 《Java资料链接汇总: +- Redis集群入门教程(中文翻译): +- 免费好用的Redis图形界面客户端: Another: https://gitee.com/qishibo/AnotherRedisDesktopManager/releases + + + + +## 13周 + + +请思考以下问题: + +- 生产端如何保证消息的顺序性? +- 消费端如何保证消息的顺序性? +- 如何防止消息的重复消费? +- 如何防止消费失败或者消息丢失? +- 幂等性是怎么回事?如何保证?在哪个层级保证? + +- 往期优秀作业链接: +- 《Java资料链接汇总》: +- 秦老师推荐书单: https://kimmking.github.io/ +- 铁锚的翻译仓库: + + + +## 14周 + + +- 往期优秀作业链接: +- 《Java资料链接汇总: +- 秦老师推荐书单: https://kimmking.github.io/ +- 铁锚的翻译仓库: + + + +## 毕业总结: + +恭喜你完成学业，祝未来的工作和学习旅程越来越顺利！ +认真总结，这份坚持和努力值得肯定。 +提示: 很多东西用自己的语言来转述一遍，收获和理解会更深刻。 聚沙成塔的同时，也需要梳理知识体系，形成自己的核心脉络与钢筋铁骨。