使用ZooKeeper实现软负载均衡(原理)

时间:2023-03-08 21:53:04

ZooKeeper是一个分布式的,开放源码的分布式应用程序协调服务,提供的功能包括配置维护、名字服务、分布式同步、组服务等。

ZooKeeper会维护一个树形的数据结构,类似于Windows资源管理器目录,其中EPHEMERAL类型的节点会随着创建它的客户端断开而被删除,利用这个特性很容易实现软负载均衡。

基本原理是,每个应用的Server启动时创建一个EPHEMERAL节点,应用客户端通过读取节点列表获得可用服务器列表,并订阅节点事件,有Server宕机断开时触发事件,客户端监测到后把该Server从可用列表中删除。

来看示例,这里用了BIO模型编写了一个接收/应答的小程序用于演示效果,优点就是简单。为了方便后面的改造,客户端每次发送消息时都会读取服务器列表并从新建立连接。后边会看到只需要几十行代码即可改造为使用ZooKeeper的软负载模式。

Server代码

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.net.ServerSocket;
import java.net.Socket; public class SimpleServer implements Runnable { public static void main(String[] args) throws IOException {
int port = 18080;
SimpleServer server = new SimpleServer(port);
Thread thread = new Thread(server);
thread.start();
} private int port; public SimpleServer(int port) {
this.port = port;
} @Override
public void run() {
ServerSocket server = null;
try {
server = new ServerSocket(port);
System.out.println("Server started");
Socket socket = null;
while (true) {
socket = server.accept();
new Thread(new SimpleServerHandler(socket)).start();
}
} catch(IOException ex) {
ex.printStackTrace();
} finally {
if (server != null) {
try {
server.close();
} catch (IOException e) {}
}
}
}
} class SimpleServerHandler implements Runnable { private Socket socket; public SimpleServerHandler(Socket socket) {
this.socket = socket;
} @Override
public void run() {
BufferedReader in = null;
PrintWriter out = null;
try {
in = new BufferedReader(new InputStreamReader(
this.socket.getInputStream()));
out = new PrintWriter(this.socket.getOutputStream(), true);
String body = null;
while (true) {
body = in.readLine();
if (body == null)
break;
System.out.println("Receive : " + body);
out.println("Hello, " + body);
} } catch (Exception e) {
if (in != null) {
try {
in.close();
} catch (IOException e1) {
e1.printStackTrace();
}
}
if (out != null) {
out.close();
}
if (this.socket != null) {
try {
this.socket.close();
} catch (IOException e1) {
e1.printStackTrace();
}
this.socket = null;
}
}
}
}

客户端代码

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.net.Socket;
import java.util.ArrayList;
import java.util.List; public class SimpleClient { private static List<String> servers = new ArrayList<>(); public static void main(String[] args) { initServerList(); SimpleClient client = new SimpleClient();
BufferedReader console = new BufferedReader(new InputStreamReader(System.in));
while (true) {
String name;
try {
name = console.readLine();
if("exit".equals(name)) {
System.exit(0);
}
client.send(name);
} catch (IOException e) {
e.printStackTrace();
}
}
} private static void initServerList() {
servers.clear();
servers.add("127.0.0.1:18080");
} public static String getServer() {
return servers.get(0);
} public SimpleClient() {
} public void send(String name) { String server = SimpleClient.getServer();
String[] cfg = server.split(":"); Socket socket = null;
BufferedReader in = null;
PrintWriter out = null;
try {
socket = new Socket(cfg[0], Integer.parseInt(cfg[1]));
in = new BufferedReader(new InputStreamReader(socket.getInputStream()));
out = new PrintWriter(socket.getOutputStream(), true); out.println(name);
while(true) {
String resp = in.readLine();
if(resp == null)
break;
else if(resp.length() > 0) {
System.out.println("Receive : " + resp);
break;
}
}
} catch (Exception e) {
e.printStackTrace();
} finally {
if (out != null) {
out.close();
}
if (in != null) {
try {
in.close();
} catch (IOException e) {
e.printStackTrace();
}
}
if (socket != null) {
try {
socket.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}
}

运行测试,服务器端输出截图:

使用ZooKeeper实现软负载均衡(原理)

客户端输出截图:

使用ZooKeeper实现软负载均衡(原理)

很好,一切运行正常。

接下来添加ZooKeeper部分。为了演示效果更好,修改一下ZooKeeper的配置文件,以便于服务器断开后能更快的被监测到。主要是减小Session的超时时间

zookeeper/conf/zoo.cfg

tickTime=2000
initLimit=2
syncLimit=5
dataDir=D:\\ZooKeeper\\zookeeper-3.4.8\\data
clientPort=2181
http://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance
minSessionTimeout=2000
maxSessionTimeout=5000

在项目中添加zkclient的maven依赖

		<!-- http://mvnrepository.com/artifact/com.101tec/zkclient -->
<dependency>
<groupId>com.101tec</groupId>
<artifactId>zkclient</artifactId>
<version>0.8</version>
</dependency>

Server代码

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.net.ServerSocket;
import java.net.Socket; import org.I0Itec.zkclient.ZkClient; public class SimpleServer implements Runnable { public static void main(String[] args) throws IOException {
int port = 18080;
SimpleServer server = new SimpleServer(port);
Thread thread = new Thread(server);
thread.start();
} private int port; public SimpleServer(int port) {
this.port = port;
} private void regServer() {
//向ZooKeeper注册当前服务器
ZkClient client = new ZkClient("127.0.0.1:2181", 60000, 1000);
String path = "/test/server" + port;
if(client.exists(path))
client.delete(path);
client.createEphemeral(path, "127.0.0.1:" + port);
} @Override
public void run() {
ServerSocket server = null;
try {
server = new ServerSocket(port);
regServer();
System.out.println("Server started at " + port);
Socket socket = null;
while (true) {
socket = server.accept();
new Thread(new SimpleServerHandler(socket)).start();
}
} catch(IOException ex) {
ex.printStackTrace();
} finally {
if (server != null) {
try {
server.close();
} catch (IOException e) {}
}
} }
}
//SimpleServerHandler略

客户端代码

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.net.Socket;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import java.util.Random; import org.I0Itec.zkclient.IZkChildListener;
import org.I0Itec.zkclient.ZkClient; public class SimpleClient { private static List<String> servers = new ArrayList<>(); public static void main(String[] args) { initServerList(); SimpleClient client = new SimpleClient();
BufferedReader console = new BufferedReader(new InputStreamReader(System.in));
while (true) {
String name;
try {
name = console.readLine();
if("exit".equals(name)) {
System.exit(0);
}
client.send(name);
} catch (IOException e) {
e.printStackTrace();
}
}
} private static void initServerList() {
//启动时从ZooKeeper读取可用服务器
String path = "/test";
ZkClient zkClient = new ZkClient("127.0.0.1:2181", 60000, 1000);
List<String> childs = zkClient.getChildren(path);
servers.clear();
for(String p : childs) {
servers.add(zkClient.readData(path + "/" + p));
}
//订阅节点变化事件
zkClient.subscribeChildChanges("/test", new IZkChildListener() {
@Override
public void handleChildChange(String parentPath, List<String> currentChilds)
throws Exception {
System.out.println(String.format("[ZookeeperRegistry] service list change: path=%s, currentChilds=%s", parentPath, currentChilds.toString()));
servers.clear();
for(String p : currentChilds) {
servers.add(zkClient.readData(path + "/" + p));
}
System.out.println("Servers: " + servers.toString());
}
}); } public static String getServer() {
return servers.get(new Random().nextInt(servers.size()));
}
//其他无变化, 略
}

分别启动Server和Client,然后修改Server的端口号,再启动一个实例,可以看到客户端检测到了这个新服务器的存在

使用ZooKeeper实现软负载均衡(原理)

在客户端发送一些消息,可以看到被随机的分发到两个Server上处理

使用ZooKeeper实现软负载均衡(原理)

使用ZooKeeper实现软负载均衡(原理)

使用ZooKeeper实现软负载均衡(原理)

接下来关闭其中一个Server,可以看到客户端几秒钟后监测到这个事件并自动删除了该服务器。

使用ZooKeeper实现软负载均衡(原理)

这样,我们就实现了基于ZooKeeper的软负载均衡。