组件篇值RPC（上）

1. 组件篇值RPC（上）
   基础架构
   暂时无法在文档外展示此内容
   基础架构之组件篇
   组件篇

• RPC
• 注册中心
• Zookeeper
• 配置中心
• Nacos
• 消息队列
• 事务消息
• 延时消息
• Spring
  组件篇之RPC(上)
  01.RPC原理分析
  理解RPC
• Remote Procedure Call
• 远程过程调用
• 基于网络表达语义和传达数据
• 通信协议
• 像调用本地方法调用远程服务
• 扩展了算力
• 服务治理的基础
  RPC作用
• 屏蔽组包/解包
• 屏蔽数据发送/接收
• 提高开发效率
• 业务发展的必然产物
  RPC核心组成
• 远程方法对象代理
• 连接管理
• 序列化/反序列化
• 寻址与负载均衡
  RPC调用方式
• 同步调用
• 异步调用
  RPC调用过程
  暂时无法在文档外展示此内容
  02.精简版RPC实现
  假如没有RPC ： 如果没有RPC框架支持，实现远程调用需要做哪些事情？
  Client 端
  建立与Server的连接
  组装数据
  发送数据包
  接收处理结果数据包
  解析返回数据包
  Server 端
  监听端口
  响应连接请求
  接收数据包
  解析数据包，调用相应方法
  组装请求处理结果数据包
  发送结果数据包

设计“用户”服务
功能需求：用户信息管理—CRUD
调用方式：TCP长连接同步交互
协议：自定义协议

接口设计
注册: bool addUser(User user)
更新: bool updateUser(long uid, User user)
注销: bool deleteUser(long uid)
查询: User Info getUser(long ui)

序列化协议
远程调用涉及数据的传输，就会涉及组包和解包，需要调用方和服务方约定数据格式——序列化协议
暂时无法在文档外展示此内容
package com.naixue.client.protocol;

import com.naixue.client.entity.User;
import com.naixue.util.ByteConverter;
import java.io.*;

public class RpcProtocol implements Serializable{

public static int CMD_CREATE_USER = 1;private int version;private int cmd;private int magicNum;private int bodyLen = 0;private byte[] body;final public static int HEAD_LEN = 16;public byte[] getBody() {return body;}public RpcProtocol setBody(byte[] body) {this.body = body;return this;}public int getVersion() {return version;}public RpcProtocol setVersion(int version) {this.version = version;return this;}public int getCmd() {return cmd;}public RpcProtocol setCmd(int cmd) {this.cmd = cmd;return this;}public int getMagicNum() {return magicNum;}public RpcProtocol setMagicNum(int magicNum) {this.magicNum = magicNum;return this;}public int getBodyLen() {return bodyLen;}public RpcProtocol setBodyLen(int bodyLen) {this.bodyLen = bodyLen;return this;}public byte[] generateByteArray(){byte[] data = new byte[HEAD_LEN + bodyLen];int index = 0;System.arraycopy(ByteConverter.intToBytes(version), 0, data, index, Integer.BYTES);index += Integer.BYTES;System.arraycopy(ByteConverter.intToBytes(cmd), 0, data, index, Integer.BYTES);index += Integer.BYTES;System.arraycopy(ByteConverter.intToBytes(magicNum), 0, data, index, Integer.BYTES);index += Integer.BYTES;System.arraycopy(ByteConverter.intToBytes(bodyLen), 0, data, index, Integer.BYTES);index += Integer.BYTES;System.arraycopy(body, 0, data, index, body.length);return data;}public RpcProtocol byteArrayToRpcHeader(byte[] data){int index = 0;this.setVersion(ByteConverter.bytesToInt(data, index));index += Integer.BYTES;this.setCmd(ByteConverter.bytesToInt(data, index));index += Integer.BYTES;this.setMagicNum(ByteConverter.bytesToInt(data, index));index += Integer.BYTES;this.setBodyLen(ByteConverter.bytesToInt(data, index));index += Integer.BYTES;this.body = new byte[this.bodyLen];System.arraycopy(data, index, this.body, 0, this.bodyLen);return this;}public User byteArrayToUserInfo(byte[] data){User user = new User();int index = 0;user.setUid(ByteConverter.bytesToLong(data, index));index += Long.BYTES;user.setAge(ByteConverter.bytesToShort(data, index));index += Short.BYTES;user.setSex(ByteConverter.bytesToShort(data, index));index += Short.BYTES;return user;}public byte[] userInfoTobyteArray(User info){byte[] data = new byte[Long.BYTES + Short.BYTES + Short.BYTES];int index = 0;System.arraycopy(ByteConverter.longToBytes(info.getUid()), 0, data, index, Long.BYTES);index += Long.BYTES;System.arraycopy(ByteConverter.shortToBytes(info.getAge()), 0, data, index, Short.BYTES);index += Short.BYTES;System.arraycopy(ByteConverter.shortToBytes(info.getSex()), 0, data, index, Short.BYTES);return data;}public static Object bytes2Object(byte[] objBytes) throws Exception {if (objBytes == null || objBytes.length == 0) {return null;}ByteArrayInputStream bi = new ByteArrayInputStream(objBytes);ObjectInputStream oi = new ObjectInputStream(bi);Object obj = oi.readObject();bi.close();oi.close();return obj;}public static byte[] object2Bytes(Serializable obj) throws Exception {if (obj == null) {return null;}ByteArrayOutputStream bo = new ByteArrayOutputStream();ObjectOutputStream oo = new ObjectOutputStream(bo);oo.writeObject(obj);bo.close();oo.close();return bo.toByteArray();}public byte[] createUserRespTobyteArray(int result){byte[] data = new byte[Integer.BYTES];int index = 0;System.arraycopy(ByteConverter.intToBytes(result), 0, data, index, Integer.BYTES);return data;}

}

暂时无法在文档外展示此内容
public static int CMD_CREATE_USER = 1;
private int version;// = 1
private int cmd;// = 0
private int magicNum; // = 0x20191009
private int bodyLen = 0;// = 12
private byte[] body;
final public static int HEAD_LEN = 16;

暂时无法在文档外展示此内容
Consumer代码实现

• 创建代理类
• 构造请求数据
• 执行远程调用
  package com.naixue;

import com.naixue.client.entity.User;
import com.naixue.client.service.UserService;

/**

• Created by chendong on 2019/9/3.
  */
  public class RpcClient {
  public static void main(String[] args) throws Exception {
  UserService proxyUserService = new UserService();

   User user = new User(); user.setAge((short) 26); user.setSex((short) 1); int ret = proxyUserService.addUser(user); if(ret == 0) System.out.println("调用远程服务创建用户成功！！！"); else System.out.println("调用远程服务创建用户失败！！！");

  }
  }

addUser :
package com.naixue.client.entity;

import java.io.Serializable;

/**

• Created by chendong on 2019/9/3.
  */
  public class User implements Serializable {
  private long uid;
  private short age;
  private short sex;

  public long getUid() {
  return uid;
  }

  public User setUid(long uid) {
  this.uid = uid;
  return this;
  }

  public short getAge() {
  return age;
  }

  public User setAge(short age) {
  this.age = age;
  return this;
  }

  public short getSex() {
  return sex;
  }

  public User setSex(short sex) {
  this.sex = sex;
  return this;
  }
  }

package com.naixue.client.connect;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.nio.ByteBuffer;
import java.nio.channels.SocketChannel;

public class TcpClient {
private Logger logger = LoggerFactory.getLogger(this.getClass());
private static int MAX_PACKAGE_SIZE = 1024 * 4;
private static String SERVER_IP = “127.0.0.1”;
private static int SERVER_PORT = 58885;
private static TcpClient instance = null;

private boolean isInit = false;//private ChannelFuture channelFuture = null;SocketChannel client = null;private final static int CONNECT_TIMEOUT_MILLIS = 2000;//private Bootstrap bootstrap = new Bootstrap();public TcpClient() {}public static TcpClient GetInstance() {if (instance == null) {instance = new TcpClient();}return instance;}public void init() throws Exception{if(!isInit) {client = SocketChannel.open(new InetSocketAddress(SERVER_IP, SERVER_PORT));client.configureBlocking(true);}isInit = true;}public boolean sendData(byte[] data){ByteBuffer byteBuffer = ByteBuffer.wrap(data);byteBuffer.put(data);byteBuffer.flip();int ret = 0;try {ret = client.write(byteBuffer);} catch (IOException e) {e.printStackTrace();return false;}return true;}public byte[] recvData(){ByteBuffer byteBuffer = ByteBuffer.allocate(MAX_PACKAGE_SIZE);try {int rs = client.read(byteBuffer);byte[] bytes = new byte[rs];byteBuffer.flip();byteBuffer.get(bytes);return bytes;} catch (IOException e) {e.printStackTrace();}return null;}

}

package com.naixue.client.service;

import com.naixue.client.connect.TcpClient;
import com.naixue.client.entity.User;
import com.naixue.client.protocol.RpcProtocol;
import com.naixue.util.ByteConverter;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class UserService {
private Logger logger = LoggerFactory.getLogger(this.getClass());

public int addUser (User userinfo) throws Exception {//初始化客户端连接TcpClient client = TcpClient.GetInstance();try {client.init();} catch (Exception e) {e.printStackTrace();logger.error("init rpc client error");}//构造请求数据组装协议数据 RpcProtocol rpcReq = new RpcProtocol();rpcReq.setCmd(RpcProtocol.CMD_CREATE_USER);rpcReq.setVersion(0x01);rpcReq.setMagicNum(0x20110711);byte[] body = rpcReq.userInfoTobyteArray(userinfo);rpcReq.setBodyLen(body.length);rpcReq.setBody(body);//序列化序列化数据 byte[] reqData = rpcReq.generateByteArray();//发送请求发送请求等待返回 client.sendData(reqData);//接收请求结果byte[] recvData = client.recvData();//反序列化结果 反序列化返回数据 RpcProtocol rpcResp = new RpcProtocol();rpcResp.byteArrayToRpcHeader(recvData);int ret = ByteConverter.bytesToInt(rpcResp.getBody(), 0);return ret;}

}

序列化/反序列化
/**

• @ClassName: ${ByteConverter}
• @Description: ${}
• @author ${wangzongsheng}
• @version V1.0
• @Date ${2019-01-14}
  */

package com.naixue.util;

public class ByteConverter {

/** * @param buf * @return */public static short bytesToShort(byte[] buf) {return (short) (buf[0] & 0xff | ((buf[1] << 8) & 0xff00));}/** * @param buf * @return */public static int bytesToIntBigEndian(byte[] buf) {return buf[0] & 0xff | ((buf[1] << 8) & 0xff00)| ((buf[2] << 16) & 0xff0000) | ((buf[3] << 24) & 0xff000000);}/** * byte array to int * * @param buf * @return */public static long bytesToLong(byte[] buf) {return (long) buf[0] & 0xffl| (((long) buf[1] << 8) & 0xff00l)| (((long) buf[2] << 16) & 0xff0000l)| (((long) buf[3] << 24) & 0xff000000l)| (((long) buf[4] << 32) & 0xff00000000l)| (((long) buf[5] << 40) & 0xff0000000000l)| (((long) buf[6] << 48) & 0xff000000000000l)| (((long) buf[7] << 56) & 0xff00000000000000l);}public static byte[] shortToBytes(short n) {byte[] buf = new byte[2];for (int i = 0; i > (8 * i));}return buf;}/** * int to byte array * * @param n * @return */public static byte[] intToBytes(int n) {byte[] buf = new byte[4];for (int i = 0; i > (8 * i));}return buf;}public static byte[] longToBytes(long n) {byte[] buf = new byte[8];for (int i = 0; i > (8 * i));}return buf;}public static short bytesToShort(byte[] buf, int offset) {return (short) (buf[offset] & 0xff | ((buf[offset + 1] << 8) & 0xff00));}public static int bytesToInt(byte[] buf, int offset) {return buf[offset] & 0xff| ((buf[offset + 1] << 8) & 0xff00)| ((buf[offset + 2] << 16) & 0xff0000)| ((buf[offset + 3] << 24) & 0xff000000);}public static long bytesToLong(byte[] buf, int offset) {return (long) buf[offset] & 0xffl| (((long) buf[offset + 1] << 8) & 0xff00l)| (((long) buf[offset + 2] << 16) & 0xff0000l)| (((long) buf[offset + 3] << 24) & 0xff000000l)| (((long) buf[offset + 4] << 32) & 0xff00000000l)| (((long) buf[offset + 5] << 40) & 0xff0000000000l)| (((long) buf[offset + 6] << 48) & 0xff000000000000l)| (((long) buf[offset + 7] << 56) & 0xff00000000000000l);}

}

序列化过程

• 序列化请求参数到body
• 序列化RpcProtocol
  反序列化过程
• 反序列化RpcProtocol
• 反序列化body

package com.naixue.util;

import com.naixue.client.protocol.RpcProtocol;
import io.netty.buffer.ByteBuf;
import io.netty.channel.ChannelHandlerContext;
import io.netty.handler.codec.ByteToMessageDecoder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.List;

public class PkgDecoder extends ByteToMessageDecoder
{
private Logger logger = LoggerFactory.getLogger(PkgDecoder.class);

public PkgDecoder(){ }@Overrideprotected void decode(ChannelHandlerContext ctx, ByteBuf buffer, List