Finish CollectorClient code. It is almost ready to send TraceSegement (s) to... (baf9bf69) · Commits · SUMMER2020 / students / proj-2005026

skywalking-sniffer/skywalking-agent/src/main/java/com/a/eye/skywalking/agent/SkyWalkingAgent.java

+2 −2

Original line number	Diff line number	Diff line
		@@ -99,8 +99,8 @@ public class SkyWalkingAgent {


		private static void initConfig() {
		Config.SkyWalking.IS_PREMAIN_MODE = true;
		Config.SkyWalking.AGENT_BASE_PATH = initAgentBasePath();
		Config.Agent.IS_PREMAIN_MODE = true;
		Config.Agent.PATH = initAgentBasePath();

		SnifferConfigInitializer.initialize();
		}

skywalking-sniffer/skywalking-api/src/main/java/com/a/eye/skywalking/api/client/CollectorClient.java

+86 −5

Original line number	Diff line number	Diff line
		package com.a.eye.skywalking.api.client;

		import com.a.eye.skywalking.api.boot.ServiceManager;
		import com.a.eye.skywalking.api.conf.Config;
		import com.a.eye.skywalking.api.queue.TraceSegmentProcessQueue;
		import com.a.eye.skywalking.logging.ILog;
		import com.a.eye.skywalking.logging.LogManager;
		import com.a.eye.skywalking.trace.SegmentsMessage;
		import com.a.eye.skywalking.trace.TraceSegment;
		import com.google.gson.Gson;
		import com.google.gson.GsonBuilder;
		import java.io.IOException;
		import java.util.List;
		import java.util.Random;
		import org.apache.http.client.methods.CloseableHttpResponse;
		import org.apache.http.client.methods.HttpPost;
		import org.apache.http.entity.ContentType;
		import org.apache.http.entity.StringEntity;
		import org.apache.http.impl.client.CloseableHttpClient;
		import org.apache.http.impl.client.DefaultConnectionKeepAliveStrategy;
		import org.apache.http.impl.client.HttpClients;
		@@ -21,11 +31,18 @@ public class CollectorClient implements Runnable {
		private static ILog logger = LogManager.getLogger(CollectorClient.class);
		private static long SLEEP_TIME_MILLIS = 500;
		private CloseableHttpClient httpclient;
		private String[] serverList;
		private volatile int selectedServer = -1;

		public CollectorClient() {
		serverList = Config.Collector.SERVERS.split(",");
		httpclient = HttpClients.custom()
		.setKeepAliveStrategy(new DefaultConnectionKeepAliveStrategy())
		.build();
		Random r = new Random();
		if (serverList.length > 0) {
		selectedServer = r.nextInt(serverList.length);
		}
		}

		@Override
		@@ -36,13 +53,19 @@ public class CollectorClient implements Runnable {
		TraceSegmentProcessQueue segmentProcessQueue = ServiceManager.INSTANCE.findService(TraceSegmentProcessQueue.class);
		List<TraceSegment> cachedTraceSegments = segmentProcessQueue.getCachedTraceSegments();
		if (cachedTraceSegments.size() > 0) {
		SegmentsMessage message = null;
		int count = 0;
		for (TraceSegment segment : cachedTraceSegments) {
		/**
		* No receiver found, means collector server is off-line.
		*/
		sleepTime = SLEEP_TIME_MILLIS * 10;
		break;
		if (message == null) {
		message = new SegmentsMessage();
		}
		message.append(segment);
		if (count == Config.Collector.BATCH_SIZE) {
		sendToCollector(message);
		message = null;
		}
		}
		sendToCollector(message);
		} else {
		sleepTime = SLEEP_TIME_MILLIS;
		}
		@@ -56,6 +79,64 @@ public class CollectorClient implements Runnable {
		}
		}

		/**
		* Send the given {@link SegmentsMessage} to collector.
		*
		* @param message to be send.
		*/
		private void sendToCollector(SegmentsMessage message) throws RESTResponseStatusError, IOException {
		if (message == null) {
		return;
		}
		Gson gson = new GsonBuilder()
		.excludeFieldsWithoutExposeAnnotation()
		.create();
		String messageJson = gson.toJson(message);

		try {
		HttpPost httpPost = ready2Send(messageJson);
		if (httpPost != null) {
		CloseableHttpResponse httpResponse = httpclient.execute(httpPost);
		int statusCode = httpResponse.getStatusLine().getStatusCode();
		if (200 != statusCode) {
		findBackupServer();
		throw new RESTResponseStatusError(statusCode);
		}
		}
		} catch (IOException e) {
		findBackupServer();
		throw e;
		}
		}

		/**
		* Prepare the given message for HTTP Post service.
		*
		* @param messageJson to send
		* @return {@link HttpPost}, when is ready to send. otherwise, null.
		*/
		private HttpPost ready2Send(String messageJson) {
		if (selectedServer == -1) {
		//no available server
		return null;
		}
		HttpPost post = new HttpPost("http://" + serverList[selectedServer] + Config.Collector.SERVICE_NAME);
		StringEntity entity = new StringEntity(messageJson, ContentType.APPLICATION_JSON);
		post.setEntity(entity);

		return post;
		}

		/**
		* Choose the next server in {@link #serverList}, by moving {@link #selectedServer}.
		*/
		private void findBackupServer() {
		selectedServer++;
		if (selectedServer == serverList.length) {
		selectedServer = 0;
		}
		}

		/**
		* Try to sleep, and ignore the {@link InterruptedException}
		*

skywalking-sniffer/skywalking-api/src/main/java/com/a/eye/skywalking/api/client/RESTResponseStatusError.java

0 → 100644

+13 −0

Original line number	Diff line number	Diff line
		package com.a.eye.skywalking.api.client;

		/**
		* The <code>RESTResponseStatusError</code> represents the REST-Service client got an unexpected response code.
		* Most likely, the response code is not 200.
		*
		* @author wusheng
		*/
		class RESTResponseStatusError extends Exception {
		RESTResponseStatusError(int responseCode){
		super("Unexpected service response code: " + responseCode);
		}
		}

skywalking-sniffer/skywalking-api/src/main/java/com/a/eye/skywalking/api/conf/Config.java

+8 −4

Original line number	Diff line number	Diff line
		@@ -2,20 +2,24 @@ package com.a.eye.skywalking.api.conf;

		public class Config {

		public static class SkyWalking {
		public static class Agent {
		public static String APPLICATION_CODE = "";

		public static boolean IS_PREMAIN_MODE = false;

		public static String AGENT_BASE_PATH = "";
		public static String PATH = "";
		}

		public static class Collector{
		public static String SERVERS = "";

		public static String SERVICE_NAME = "/segments";

		public static int BATCH_SIZE = 50;
		}

		public static class Disruptor{
		public static int BUFFER_SIZE = 512;
		public static class Buffer {
		public static int SIZE = 512;
		}

skywalking-sniffer/skywalking-api/src/main/java/com/a/eye/skywalking/api/conf/SnifferConfigInitializer.java

+6 −6

Original line number	Diff line number	Diff line
		@@ -15,7 +15,7 @@ public class SnifferConfigInitializer {

		public static void initialize() {
		InputStream configFileStream;
		if (Config.SkyWalking.IS_PREMAIN_MODE) {
		if (Config.Agent.IS_PREMAIN_MODE) {
		configFileStream = fetchAuthFileInputStream();
		} else {
		configFileStream = SnifferConfigInitializer.class.getResourceAsStream("/sky-walking.config");
		@@ -35,24 +35,24 @@ public class SnifferConfigInitializer {

		String applicationCode = System.getProperty("applicationCode");
		if (!StringUtil.isEmpty(applicationCode)) {
		Config.SkyWalking.APPLICATION_CODE = applicationCode;
		Config.Agent.APPLICATION_CODE = applicationCode;
		}
		String servers = System.getProperty("servers");
		if(!StringUtil.isEmpty(servers)) {
		Config.SkyWalking.SERVERS = servers;
		Config.Collector.SERVERS = servers;
		}

		if (StringUtil.isEmpty(Config.SkyWalking.APPLICATION_CODE)) {
		if (StringUtil.isEmpty(Config.Agent.APPLICATION_CODE)) {
		throw new ExceptionInInitializerError("'-DapplicationCode=' is missing.");
		}
		if (StringUtil.isEmpty(Config.SkyWalking.SERVERS)) {
		if (StringUtil.isEmpty(Config.Collector.SERVERS)) {
		throw new ExceptionInInitializerError("'-Dservers=' is missing.");
		}
		}

		private static InputStream fetchAuthFileInputStream() {
		try {
		return new FileInputStream(Config.SkyWalking.AGENT_BASE_PATH + File.separator + "sky-walking.config");
		return new FileInputStream(Config.Agent.PATH + File.separator + "sky-walking.config");
		} catch (Exception e) {
		logger.warn("sky-walking.config is missing, use default config.");
		return null;