test.GenerateTopicsJson.java Source code

Introduction

Here is the source code for test.GenerateTopicsJson.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package test;

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Random;
import java.util.TreeMap;
import java.util.logging.Level;
import java.util.logging.Logger;
import org.apache.commons.lang3.math.NumberUtils;
import org.json.JSONObject;
import org.json.JSONArray;
import org.json.JSONException;

/**
 *
 * @author apple
 */
public class GenerateTopicsJson {

    public static void main(String[] args) {
        try {
            String topicCountFilePath = "/Users/apple/Desktop/output/after-process/javadoc-comments/demo/word_top.txt";
            String topicsFilePath = "/Users/apple/Desktop/output/after-process/javadoc-comments/demo/keys.txt";
            String outputFilePath = "/Users/apple/Desktop/test.json";
            File outputFile = new File(outputFilePath);
            if (outputFile.createNewFile()) {
                System.out.println(outputFile.getName() + " create successful...");
            }

            Map<String, Integer> topicMap = new HashMap<>();

            try (InputStream countIn = new FileInputStream(topicCountFilePath);
                    BufferedReader countReader = new BufferedReader(new InputStreamReader(countIn));
                    InputStream topicsIn = new FileInputStream(topicsFilePath);
                    BufferedReader topicsReader = new BufferedReader(new InputStreamReader(topicsIn));
                    BufferedWriter writer = new BufferedWriter(new FileWriter(outputFile))) {

                String countLine = "";
                while ((countLine = countReader.readLine()) != null) {
                    String[] topics = countLine.split("\t| ");
                    int count = 0;
                    for (int i = 0; i < topics.length; ++i) {
                        if (topics[i].contains(":")) {
                            String[] label = topics[i].split(":");
                            count = count + Integer.parseInt(label[1]);
                        }

                    }

                    //                    System.out.println(topics[1] + " " + count);

                    topicMap.put(topics[1], count);

                }

                JSONObject json = new JSONObject();
                json.put("name", "topics");

                JSONArray children = new JSONArray();
                json.put("children", children);

                String topicsLine = "";
                while ((topicsLine = topicsReader.readLine()) != null) {
                    JSONObject topicGroup = new JSONObject();
                    topicGroup.put("name", randomString(8));

                    JSONArray topicArray = new JSONArray();
                    topicGroup.put("children", topicArray);

                    String[] topics = topicsLine.split("\\s");
                    for (int i = 0; i < topics.length; ++i) {
                        if (topics.length > 2) {
                            if (!NumberUtils.isNumber(topics[i])) {
                                JSONObject topic = new JSONObject();
                                topic.put("name", topics[i]);
                                topic.put("size", topicMap.get(topics[i]));
                                topicArray.put(topic);
                            }
                        }
                    }

                    children.put(topicGroup);
                }

                json.write(writer);

                int index = -1;
                Map<String, Integer> topicMap2 = new HashMap<>();
                JSONObject json2 = json;

                JSONArray children2 = json2.getJSONArray("children");

                for (int i = 0; i < children2.length(); ++i) {
                    JSONObject topicsGroup = children2.getJSONObject(i);

                    JSONArray topicArray = topicsGroup.getJSONArray("children");
                    for (int j = 0; j < topicArray.length(); ++j) {
                        JSONObject topic = topicArray.getJSONObject(j);
                        String topicName = topic.getString("name");
                        int size = topic.getInt("size");
                        //                        System.out.println(topicName + " " + size);
                        topicMap2.put(topicName, size);
                    }

                }

                List<Map.Entry<String, Integer>> list = new ArrayList<>();
                list.addAll(topicMap2.entrySet());
                Collections.sort(list, new Comparator<Map.Entry<String, Integer>>() {
                    public int compare(Map.Entry<String, Integer> m, Map.Entry<String, Integer> n) {
                        return n.getValue() - m.getValue();
                    }
                });
                for (Iterator<Map.Entry<String, Integer>> it = list.iterator(); it.hasNext();) {
                    ++index;
                    System.out.println(index + ":" + it.next().getKey() + ":" + it.next().getValue());

                }

            } catch (JSONException ex) {
                Logger.getLogger(GenerateTopicsJson.class.getName()).log(Level.SEVERE, null, ex);
            }

        } catch (IOException ex) {
            Logger.getLogger(GenerateTopicsJson.class.getName()).log(Level.SEVERE, null, ex);
        }
    }

    public static String randomString(int length) {
        String str = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789";
        Random random = new Random();
        StringBuffer buf = new StringBuffer();
        for (int i = 0; i < length; i++) {
            int num = random.nextInt(62);
            buf.append(str.charAt(num));
        }
        return buf.toString();
    }

}