序列化和反序列化

Maven:Pom.xml


            
                 
      
       org.apache.avro
                  
      
       avro
                  
      
       1.8.2
              
             
                 
      
       junit
                  
      
       junit
                  
      
       4.12
              
         
        
            
                 
                      
       
        org.apache.avro
                       
       
        avro-maven-plugin
                       
       
        1.8.1
                       
                           
                                
         
          generate-sources
                                 
          
          
           schema
           
                                 
          
          
           ${project.basedir}/src/main/avro/
           
          
           ${project.basedir}/src/main/java/
           
                             
                        
                   
                  
                      
       
        org.apache.maven.plugins
                       
       
        maven-compiler-plugin
                       
                           
        1.8                    
        
         1.8

Avro:MapAvro.avsc

{  "type":"record",  "namespace":"com.qidai",  "name":"Employee",  "doc":"Test Employee bean",  "fields":[    {"name":"id","type":["null","int"]},    {"name":"name","type":["null","string"]},    {"name":"age","type":["null","int"]},    {"name":"gender","type":["null","string"]}  ]}

添加完依赖后直接点击maven插件install即可，就会产生对应的class

序列化和反序列化(使用javaclass)

@Testpublic void ser() throws Exception {    Employee employee = Employee.newBuilder().setAge(12).setGender("NAN").setId(1).setName("tom").build();    DatumWriter
    
      employeeDatumWriter = new SpecificDatumWriter<>(Employee.class);    DataFileWriter
     
       dataFileWriter = new DataFileWriter<>(employeeDatumWriter);    dataFileWriter.create(employee.getSchema(), new File("emp.avro"));    dataFileWriter.append(employee);    dataFileWriter.close();}@Testpublic void deSer() throws Exception {    DatumReader
      
        employeeDatumReader = new SpecificDatumReader<>(Employee.class);    DataFileReader
       
         dataFileReader = new DataFileReader<>(new File("emp.avro"), employeeDatumReader);    Employee employee = null;    while (dataFileReader.hasNext()) {        employee = dataFileReader.next();        System.out.println(employee);    }}

序列化反序列化(直接使用avro文件)

@Testpublic void ser() throws Exception {    Schema schema = new Schema.Parser().parse(new File("emp.avsc"));    GenericRecord empRecord1 = new GenericData.Record(schema);    empRecord1.put("id", 1);    empRecord1.put("name", "Ben");    empRecord1.put("age", 7);    empRecord1.put("gender", "nv");    File file = new File("empser.avro");    DatumWriter
    
      datumWriter = new GenericDatumWriter<>(schema);    DataFileWriter
     
       dataFileWriter = new DataFileWriter<>(datumWriter);    dataFileWriter.create(schema, file);    dataFileWriter.append(empRecord1);    dataFileWriter.close();}@Testpublic void deSer() throws Exception {    //指定avro格式文件    Schema schema = new Schema.Parser().parse(new File("emp.avsc"));    //指定序列化好的数据文件    File file = new File("empser.avro");    DatumReader
      
        datumReader = new GenericDatumReader<>(schema);    DataFileReader
       
         dataFileReader = new DataFileReader<>(file, datumReader);    GenericRecord emp = null;    while (dataFileReader.hasNext()) {        emp = dataFileReader.next();        System.out.println(emp);    }}

RPC实现

编写avsc文件：user.avsc，作为要发送的实体类

{"namespace":"com.qidai.bean","name":"User","doc":"test rpc class","type":"record",    "fields":[        {"name":"name","type":["string","null"]},        {"name":"age","type":["int","null"]},        {"name":"date","type":["string","null"]}    ]}

编写协议文件:protomes.avdl

@namespace("com.qidai.proto")protocol UserProtocol{  import schema "user.avsc";             string sendMes(com.qidai.bean.User user);   //对应协议中的方法}

编写完毕之后检查maven pom文件


        
             
      
       org.apache.avro
              
      
       avro
              
      
       1.8.2
          
         
             
      
       org.apache.avro
              
      
       avro-ipc
              
      
       1.8.2
          
         
             
      
       junit
              
      
       junit
              
      
       4.12
          
     
    
        
             
                  
       
        org.apache.avro
                   
       
        avro-maven-plugin
                   
       
        1.8.1
                   
                       
                            
         
          generate-sources
                             
          
          
           schema
           
          
           idl-protocol
           
                             
          
          
           ${project.basedir}/src/main/avro/
           
          
           ${project.basedir}/src/main/java/
           
                         
                    
               
              
                  
       
        org.apache.maven.plugins
                   
       
        maven-compiler-plugin
                   
                       
        1.8                
        
         1.8

检查没错之后，直接插件install生成avro类

生成之后会看到一个User的传输类，还有一个proto包下的协议接口

实现协议接口，重写自己的逻辑：server

public class UserProtocolImpl implements UserProtocol {    @Override    public CharSequence sendMes(User user) throws AvroRemoteException {        System.out.println("Server --> 接收" + user.toString());        return "Client sendMes " + user.toString();    }}

实现协议接口，重写自己的逻辑：client

public class UserProtocolImpl implements UserProtocol {    @Override    public CharSequence sendMes(User user) throws AvroRemoteException {        System.out.println("Client --> 发送" + user.toString());        return "Client sendMes " + user.toString();    }}

编写serverApp

public class ServerApp {    public static void main(String[] args) throws IOException, InterruptedException {        Responder responder = new SpecificResponder(UserProtocol.class,new UserProtocolImpl());        SaslSocketServer server = new SaslSocketServer(responder,new InetSocketAddress(9999));        server.start();        Thread.sleep(5000000);    }}

编写clientApp

public class ClientApp {    public static void main(String[] args) throws IOException {        SaslSocketTransceiver transceiver = new SaslSocketTransceiver(new InetSocketAddress(9999));        UserProtocol client = SpecificRequestor.getClient(UserProtocol.class, transceiver);        Scanner scanner = new Scanner(System.in);        while (scanner.next() != null) {            User user = new User();            user.setName("xiaofen");            System.out.println(client.sendMes(user));        }    }}

测试：先启动serverApp，然后启动clientApp，这时候在client的console中输入任意值，会发现服务端和客户端都会输出消息

server

Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}Server --> {"name": "xiaofen", "age": null, "date": null}

client

1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}1Client sendMes {"name": "xiaofen", "age": null, "date": null}

对于server的client的实现有如下几种
1.基于jetty的http实现:HttpServer 和HttpTransceiver

2.基于netty的实现:NettyServer和NettyTransceiver

3.基于TCP的实现:SocketServer和SocketTransceiver

4.基于UDP的实现:DatagramServer和DatagramTransceiver

5.基于加密的TCP实现:SaslSocketServer和SaslSocketTransceiver