POM

  1.         <dependency>
  2.             <groupId>com.aliyun.openservices</groupId>
  3.             <artifactId>aliyun-log</artifactId>
  4.             <version>0.6.38</version>
  5.         </dependency>

Java

  1. import com.aliyun.openservices.log.Client;
  2. import com.aliyun.openservices.log.common.Consts.CursorMode;
  3. import com.aliyun.openservices.log.common.*;
  4. import com.aliyun.openservices.log.exception.LogException;
  5. import com.aliyun.openservices.log.request.*;
  6. import com.aliyun.openservices.log.response.BatchGetLogResponse;
  7. import com.aliyun.openservices.log.response.GetCursorResponse;
  8. import com.aliyun.openservices.log.response.GetHistogramsResponse;
  9. import com.aliyun.openservices.log.response.GetLogsResponse;
  11. import java.util.ArrayList;
  12. import java.util.List;
  14. public class SdkSample {
  15.     public static void main(String[] args) throws LogException, InterruptedException {
  16.         // 选择与上面步骤创建 project 所属区域匹配的Endpoint
  17.         String endpoint = "<log_service_endpoint>";
  18.         // 使用您的阿里云访问密钥 AccessKeyId
  19.         String accessKeyId = "<your_access_key_id>";
  20.         // 使用您的阿里云访问密钥AccessKeySecret
  21.         String accessKeySecret = "<your_access_key_secret>";
  22.         // 上面步骤创建的项目名称
  23.         String project = "<project_name>";
  24.         // 上面步骤创建的日志库名称
  25.         String logstore = "<logstore_name>";
  26.         // 构建一个客户端实例
  27.         Client client = new Client(endpoint, accessKeyId, accessKeySecret);
  28.         // 列出当前 project 下的所有日志库名称
  29.         int offset = 0;
  30.         int size = 100;
  31.         String logstoreSubName = "";
  32.         ListLogStoresRequest req1 = new ListLogStoresRequest(project, offset, size, logstoreSubName);
  33.         List<String> logstores = client.ListLogStores(req1).GetLogstores();
  34.         System.out.println("ListLogs:" + logstores.toString() + "\n");
  35.         // 写入日志
  36.         String topic = "";
  37.         String source = "";
  38.         // 连续发送 10 个数据包，每个数据包有 10 条日志
  39.         for (int i = 0; i < 10; i++) {
  40.             List<LogItem> logGroup = new ArrayList<LogItem>();
  41.             for (int j = 0; j < 10; j++) {
  42.                 LogItem logItem = new LogItem((int) (System.currentTimeMillis() / 1000));
  43.                 logItem.PushBack("index" + String.valueOf(j), String.valueOf(i * 10 + j));
  44.                 logGroup.add(logItem);
  45.             }
  46.             PutLogsRequest req2 = new PutLogsRequest(project, logstore, topic, source, logGroup);
  47.             client.PutLogs(req2);
  48.             /*
  49.              * 发送的时候也可以指定将数据发送至有一个特定的 shard，只要设置 shard 的 hashkey，则数据会写入包含该
  50.              * hashkey 的 range 所对应的 shard，具体 API 参考以下接口： public PutLogsResponse
  51.              * PutLogs( String project, String logstore, String topic,
  52.              * List<LogItem> logItems, String source, String shardHash // 根据
  53.              * hashkey 确定写入 shard，hashkey 可以是 MD5(ip) 或 MD5(id) 等 );
  54.              */
  55.         }
  56.         // 把 0 号 shard 中，最近 1 分钟写入的数据都读取出来。
  57.         int shardId = 0;
  58.         long curTimeInSec = System.currentTimeMillis() / 1000;
  59.         GetCursorResponse cursorRes = client.GetCursor(project, logstore, shardId, curTimeInSec - 60);
  60.         String beginCursor = cursorRes.GetCursor();
  61.         cursorRes = client.GetCursor(project, logstore, shardId, CursorMode.END);
  62.         String endCursor  = cursorRes.GetCursor();
  63.         String curCursor = beginCursor;
  64.         while (!curCursor.equals(endCursor)) {
  65.             // 每次读取两个LogGroup
  66.             int logGroupCount = 2;
  67.             BatchGetLogResponse logDataRes = client.BatchGetLog(project, logstore, shardId, logGroupCount, curCursor,
  68.                     endCursor);
  69.             // 读取LogGroup的List
  70.             List<LogGroupData> logGroups = logDataRes.GetLogGroups();
  71.             for (LogGroupData logGroup : logGroups) {
  72.                 FastLogGroup flg = logGroup.GetFastLogGroup();
  73.                 System.out.println(String.format("\tcategory\t:\t%s\n\tsource\t:\t%s\n\ttopic\t:\t%s\n\tmachineUUID\t:\t%s",
  74.                         flg.getCategory(), flg.getSource(), flg.getTopic(), flg.getMachineUUID()));
  75.                 System.out.println("Tags");
  76.                 for (int tagIdx = 0; tagIdx < flg.getLogTagsCount(); ++tagIdx) {
  77.                     FastLogTag logtag = flg.getLogTags(tagIdx);
  78.                     System.out.println(String.format("\t%s\t:\t%s", logtag.getKey(), logtag.getValue()));
  79.                 }
  80.                 for (int lIdx = 0; lIdx < flg.getLogsCount(); ++lIdx) {
  81.                     FastLog log = flg.getLogs(lIdx);
  82.                     System.out.println("--------\nLog: " + lIdx + ", time: " + log.getTime() + ", GetContentCount: " + log.getContentsCount());
  83.                     for (int cIdx = 0; cIdx < log.getContentsCount(); ++cIdx) {
  84.                         FastLogContent content = log.getContents(cIdx);
  85.                         System.out.println(content.getKey() + "\t:\t" + content.getValue());
  86.                     }
  87.                 }
  88.             }
  89.             String nextCursor = logDataRes.GetNextCursor();
  90.             System.out.println("The Next cursor:" + nextCursor);
  91.             curCursor = nextCursor;
  92.         }
  93.         // ！！！重要提示 : 只有打开索引功能，才能调用以下接口 ！！！
  94.         // 等待 1 分钟让日志可查询
  95.         try {
  96.             Thread.sleep(60 * 1000);
  97.         } catch (InterruptedException e) {
  98.             e.printStackTrace();
  99.         }
  100.         // 查询日志分布情况
  101.         String query = "<此处为需要查询的关键词，如果查询全部内容设置为空字符串即可>";
  102.         int from = (int) (System.currentTimeMillis() / 1000 - 300);
  103.         int to = (int) (System.currentTimeMillis() / 1000);
  104.         GetHistogramsResponse res3 = null;
  105.         while (true) {
  106.             GetHistogramsRequest req3 = new GetHistogramsRequest(project, logstore, topic, query, from, to);
  107.             res3 = client.GetHistograms(req3);
  108.             // IsCompleted() 返回
  109.             if (res3 != null && res3.IsCompleted())
  110.             // 如果返回true，表示查询结果是准确的，如果返回false，则重复查询
  111.             {
  112.                 break;
  113.             }
  114.             Thread.sleep(200);
  115.         }
  116.         System.out.println("Total count of logs is " + res3.GetTotalCount());
  117.         for (Histogram ht : res3.GetHistograms()) {
  118.             System.out.printf("from %d, to %d, count %d.\n", ht.GetFrom(), ht.GetTo(), ht.GetCount());
  119.         }
  120.         // 查询日志数据
  121.         long totalLogLines = res3.GetTotalCount();
  122.         int logOffset = 0;
  123.         //logLine 最大值为100，每次获取100行数据。若需要读取更多数据，请使用offset翻页。
  124.         // offset和lines只对关键字查询有效，若使用SQL查询，则无效。在SQL查询中返回更多数据，请使用limit语法。
  125.         int logLine = 10;
  126.         while (logOffset <= totalLogLines) {
  127.             GetLogsResponse res4 = null;
  128.             // 对于每个 log offset,一次读取 10 行 log，如果读取失败，最多重复读取 3 次。
  129.             for (int retryTime = 0; retryTime < 3; retryTime++) {
  130.                 GetLogsRequest req4 = new GetLogsRequest(project, logstore, from, to, topic, query, logOffset,
  131.                         logLine, false);
  132.                 res4 = client.GetLogs(req4);
  133.                 if (res4 != null && res4.IsCompleted()) {
  134.                     break;
  135.                 }
  136.                 Thread.sleep(200);
  137.             }
  138.             assert res4 != null;
  139.             System.out.println("Read log count:" + res4.GetCount());
  140.             logOffset += logLine;
  141.         }
  142.         //打开分析功能，只有打开分析功能，才能使用SQL 功能。 可以在控制台开通分析功能，也可以使用SDK开启分析功能
  143.         IndexKeys indexKeys = new IndexKeys();
  144.         ArrayList<String> tokens = new ArrayList<String>();
  145.         tokens.add(",");
  146.         tokens.add(".");
  147.         tokens.add("#");
  148.         IndexKey keyContent = new IndexKey(tokens, false, "text");
  149.         indexKeys.AddKey("index0", keyContent);
  150.         keyContent = new IndexKey(new ArrayList<String>(), false, "long");
  151.         indexKeys.AddKey("index1", keyContent);
  152.         keyContent = new IndexKey(new ArrayList<String>(), false, "double");
  153.         indexKeys.AddKey("index2", keyContent);
  154.         IndexLine indexLine = new IndexLine(new ArrayList<String>(), false);
  155.         Index index = new Index(7, indexKeys, indexLine);
  156.         CreateIndexRequest createIndexRequest = new CreateIndexRequest(project, logstore, index);
  157.         client.CreateIndex(createIndexRequest);
  158.         //使用分析功能
  159.         GetLogsRequest req4 = new GetLogsRequest(project, logstore, from, to, "", " index0:value | select avg(index1) as v1,sum(index2) as v2, index0 group by index0");
  160.         GetLogsResponse res4 = client.GetLogs(req4);
  161.         if (res4 != null && res4.IsCompleted()) {
  162.             for (QueriedLog log : res4.GetLogs()) {
  163.                 LogItem item = log.GetLogItem();
  164.                 for (LogContent content : item.GetLogContents()) {
  165.                     System.out.print(content.GetKey() + ":" + content.GetValue());
  166.                 }
  167.                 System.out.println();
  168.             }
  169.         }
  170.     }
  171. }

然后呢

  • 在后台可以在后台看到和读取数据。

参考资料