Example usage for org.json.simple.parser JSONParser parse

List of usage examples for org.json.simple.parser JSONParser parse

  1. HOME
  2. Java
  3. org.json
  4. org.json.simple.parser.*
  5. JSONParser
  6. parse

Introduction

In this page you can find the example usage for org.json.simple.parser JSONParser parse.

Prototype

public Object parse(Reader in) throws IOException, ParseException

Source Link

Usage

From source file:org.openimaj.image.dataset.BingImageDataset.java

private static List<ImageDataSourceResponse> performSinglePageQuery(ImageDataSourceQuery query) {
    final HttpClient httpclient = HttpClients.createDefault();

    try {/*from  w  ww .  ja va2  s .  co  m*/
        final URI uri = query.buildURI();
        final HttpGet request = new HttpGet(uri);
        request.setHeader("Ocp-Apim-Subscription-Key", query.accountKey);

        final HttpResponse response = httpclient.execute(request);

        if (response.getStatusLine().getStatusCode() == HttpStatus.SC_UNAUTHORIZED) {
            throw new IOException(
                    "HTTP ERROR 401: Unauthorized Recieved. " + "You probably have the incorrect API Key");
        }
        final HttpEntity entity = response.getEntity();

        if (entity != null) {
            try {
                final JSONParser parser = new JSONParser();
                final JSONObject o = (JSONObject) parser.parse(EntityUtils.toString(entity));

                final JSONArray jresults = ((JSONArray) o.get("value"));
                final List<ImageDataSourceResponse> results = new ArrayList<>(jresults.size());

                for (final Object jro : jresults) {
                    results.add(new ImageDataSourceResponse((JSONObject) jro));
                }

                return results;
            } catch (final Exception e) {
                e.printStackTrace();
            }
        }
    } catch (final IOException e) {
        e.printStackTrace();
    } catch (final URISyntaxException e) {
        e.printStackTrace();
    }

    return null;
}

From source file:mas.MAS_VLDB.java

public static void extractAffilition(int start) {
    String file_prefix = "affilitions";
    String csv_file_path = "data/" + file_prefix + ".csv";
    String json_dump_file_path = "data/" + file_prefix + "_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Affiliation?";
    url += "$format=json";
    while (true) {
        try {//from  www . j  av  a  2 s.  c o  m
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Affilition: start = " + start + " results# = " + results.size());
                for (Object paper : results) {
                    JSONObject paperObj = (JSONObject) paper;
                    Long id = (Long) paperObj.get("ID");
                    String officialName = normalized((String) paperObj.get("OfficialName"));
                    String displayName = normalized((String) paperObj.get("DisplayName"));
                    String nativeName = normalized((String) paperObj.get("NativeName"));
                    Long parentID = (Long) paperObj.get("ParentID");
                    String homepage = normalized((String) paperObj.get("Homepage"));
                    String shortName = normalized((String) paperObj.get("ShortName"));
                    Long type = (Long) paperObj.get("Type");
                    csv_str.append(id).append(SEPERATOR).append(officialName).append(SEPERATOR)
                            .append(displayName).append(SEPERATOR).append(nativeName).append(SEPERATOR)
                            .append(parentID).append(SEPERATOR).append(homepage).append(SEPERATOR)
                            .append(shortName).append(SEPERATOR).append(type).append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(300L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        } catch (InterruptedException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        }
    }
}

From source file:mas.MAS_VLDB.java

public static void extractPaper_Author(int start) {
    String file_prefix = "paper_authors";
    String csv_file_path = "data/" + file_prefix + ".csv";
    String json_dump_file_path = "data/" + file_prefix + "_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper_Author?";
    url += "$format=json";
    while (true) {
        try {//w  w  w  .  j  a  v  a2 s  . c o  m
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper_Author: start = " + start + " results# = " + results.size());
                for (Object paper : results) {
                    JSONObject paperObj = (JSONObject) paper;
                    Long paperID = (Long) paperObj.get("PaperID");

                    Long seqID = (Long) paperObj.get("SeqID");

                    Long authorID = (Long) paperObj.get("authorID");
                    String name = normalized((String) paperObj.get("Name"));
                    String affiliation = normalized((String) paperObj.get("Affiliation"));

                    Long affiliationID = (Long) paperObj.get("AffiliationID");
                    csv_str.append(paperID).append(SEPERATOR).append(seqID).append(SEPERATOR).append(authorID)
                            .append(SEPERATOR).append(name).append(SEPERATOR).append(affiliation)
                            .append(SEPERATOR).append(affiliationID).append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(300L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        } catch (InterruptedException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        }
    }
}

From source file:mas.MAS_VLDB.java

public static void extractPaper_Category(int start) {
    String file_prefix = "paper_categories";
    String csv_file_path = "data/" + file_prefix + ".csv";
    String json_dump_file_path = "data/" + file_prefix + "_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper_Category?";
    url += "$format=json";
    while (true) {
        try {/*from  w ww. j av  a2  s . c  o  m*/
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            if (json == null) {
                System.out.println("json is null. skip. old start=" + start);
                start += 100;
                Thread.sleep(5000L);
                continue;
            }
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper_Category: start = " + start + " results# = " + results.size());
                for (Object paper : results) {
                    JSONObject paperObj = (JSONObject) paper;
                    Long cPaperID = (Long) paperObj.get("CPaperID");

                    Long domainID = (Long) paperObj.get("DomainID");

                    Long subDomainID = (Long) paperObj.get("SubDomainID");
                    csv_str.append(cPaperID).append(SEPERATOR).append(domainID).append(SEPERATOR)
                            .append(subDomainID).append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(300L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        } catch (InterruptedException ex) {
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
        }
    }
}

From source file:it.polimi.geinterface.network.MessageUtils.java

/**
 * Method returning the {@link Group} "serialized" in a {@link MessageType#SYNC_REQ}
 *///from w w  w . j a v  a  2  s . c  om
public static JSONObject getGroupFromMessage(String msg) {

    JSONObject jsonMsg;
    JSONParser parser = new JSONParser();
    MessageType type = getMsgType(msg);

    if (type.ordinal() == MessageType.SYNC_REQ.ordinal()) {
        try {
            jsonMsg = (JSONObject) parser.parse(msg);
            JSONObject msgObject = (JSONObject) jsonMsg.get(JsonStrings.MESSAGE);
            return (JSONObject) msgObject.get(JsonStrings.GROUP);
        } catch (ParseException e) {
            e.printStackTrace();
        }
    }

    return null;
}

From source file:it.polimi.geinterface.network.MessageUtils.java

/**
 * Method returning the "valid bit" value of a {@link MessageType#CHECK_OUT}
 *//*from  w ww  .  j  a  va2  s .  c o m*/
public static boolean getValidBitFromMessage(String message) {

    JSONObject jsonMsg;
    JSONParser parser = new JSONParser();
    MessageType type = getMsgType(message);

    if (type.ordinal() == MessageType.CHECK_OUT.ordinal()) {
        try {
            jsonMsg = (JSONObject) parser.parse(message);
            JSONObject msg = (JSONObject) jsonMsg.get(JsonStrings.MESSAGE);
            return (Boolean) msg.get(JsonStrings.VALID);
        } catch (ParseException e) {
            e.printStackTrace();
        }
    }

    return false;
}

From source file:mas.MAS_TOP_PAPERS.java

public static void extractCitation(int start, String papers_filter) {
    String csv_file_path = "data/citations_30_conf.csv";
    String json_dump_file_path = "data/citations_30_conf_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper_Ref?$select=SrcID,DstID,SeqID&$filter="
            + papers_filter + "&$format=json";
    while (true) {
        IOUtils.writeDataIntoFile(start + "", paper_last, false);
        try {/* w ww  .  j av a2 s  .  co m*/
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            //                System.out.println("json=" + json);
            if (json == null) {
                System.out.println("json is null. skip. old start=" + start);
                start += 100;
                Thread.sleep(1000L);
                continue;
            }
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper: start = " + start + " results# = " + results.size());
                for (Object cite : results) {
                    JSONObject citeObj = (JSONObject) cite;
                    //                        Long docType = (Long) paperObj.get("DocType");
                    //                        Long year = (Long) paperObj.get("Year");
                    //                        Long jourID = (Long) paperObj.get("JourID");
                    Long srcID = (Long) citeObj.get("SrcID");
                    Long dstID = (Long) citeObj.get("DstID");
                    //                        String title = (String) citeObj.get("Title");
                    //                        title = normalized(title);
                    csv_str.append(srcID).append(SEPERATOR).append(dstID).append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(300L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(5000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex1);
            }

        } catch (InterruptedException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(5000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex1);
            }

        }
    }
}

From source file:mas.MAS_TOP_PAPERS.java

public static void extractPapers(int start, int conf) {
    String csv_file_path = "data/papers_200_conf.csv";
    String json_dump_file_path = "data/papers_200_conf_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper?$select=ID,Title,Year,ConfID,JourID&$filter=Year%20ge%202000%20and%20ConfID%20eq%20"
            + conf + "&$format=json";
    // String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper?$select=ID,DocType,Title,Year,ConfID,JourID&$filter=Year%20gt%202001&$format=json";
    while (true) {
        IOUtils.writeDataIntoFile(start + "", paper_last, false);
        try {//from w  w w .ja va  2 s  .  c o m
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            //                System.out.println("json=" + json);
            if (json == null) {
                System.out.println("json is null. skip. old start=" + start);
                start += 100;
                Thread.sleep(10000L);
                continue;
            }
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper: start = " + start + " results# = " + results.size());
                for (Object paper : results) {
                    JSONObject paperObj = (JSONObject) paper;
                    //                        Long docType = (Long) paperObj.get("DocType");
                    //                        Long year = (Long) paperObj.get("Year");
                    //                        Long jourID = (Long) paperObj.get("JourID");
                    Long confID = (Long) paperObj.get("ConfID");
                    Long id = (Long) paperObj.get("ID");
                    String title = (String) paperObj.get("Title");
                    title = normalized(title);
                    csv_str.append(id).append(SEPERATOR).append(confID).append(SEPERATOR).append(title)
                            .append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(250L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(1000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex1);
            }

        } catch (InterruptedException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(1000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_TOP_PAPERS.class.getName()).log(Level.SEVERE, null, ex1);
            }

        }
    }
}

From source file:mas.MAS_VLDB.java

public static void extractCitation(int start, String papers_filter, String csv_file, String json_file) {
    String csv_file_path = csv_file;
    String json_dump_file_path = json_file;
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper_Ref?$select=SrcID,DstID&$filter="
            + papers_filter + "&$format=json";
    while (true) {
        IOUtils.writeDataIntoFile(start + "", paper_last, false);
        try {//  w w w  .j  a  v  a  2  s .com
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            //                System.out.println("json=" + json);
            if (json == null) {
                System.out.println("json is null. skip. old start=" + start);
                start += 100;
                Thread.sleep(1000L);
                continue;
            }
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper: start = " + start + " results# = " + results.size());
                for (Object cite : results) {
                    JSONObject citeObj = (JSONObject) cite;
                    //                        Long docType = (Long) paperObj.get("DocType");
                    //                        Long year = (Long) paperObj.get("Year");
                    //                        Long jourID = (Long) paperObj.get("JourID");
                    Long srcID = (Long) citeObj.get("SrcID");
                    Long dstID = (Long) citeObj.get("DstID");
                    //                        String title = (String) citeObj.get("Title");
                    //                        title = normalized(title);
                    csv_str.append(srcID).append(SEPERATOR).append(dstID).append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(300L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(5000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex1);
            }

        } catch (InterruptedException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(5000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex1);
            }

        }
    }
}

From source file:mas.MAS_VLDB.java

public static void extractPapers(int start, int conf) {
    String csv_file_path = "data/papers_200_conf.csv";
    String json_dump_file_path = "data/papers_200_conf_dump.json";
    String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper?$select=ID,Title,Year,ConfID,JourID&$filter=Year%20ge%202000%20and%20ConfID%20eq%20"
            + conf + "&$format=json";
    // String url = "https://api.datamarket.azure.com/MRC/MicrosoftAcademic/v2/Paper?$select=ID,DocType,Title,Year,ConfID,JourID&$filter=Year%20gt%202001&$format=json";
    while (true) {
        IOUtils.writeDataIntoFile(start + "", paper_last, false);
        try {//from   ww w  .j av  a 2s .co m
            StringBuilder csv_str = new StringBuilder();
            final String json = getData2(url, start);
            //                System.out.println("json=" + json);
            if (json == null) {
                System.out.println("json is null. skip. old start=" + start);
                start += 100;
                Thread.sleep(10000L);
                continue;
            }
            JSONParser parser = new JSONParser();
            JSONObject jsonObj = (JSONObject) parser.parse(json);
            final JSONObject dObj = (JSONObject) jsonObj.get("d");
            final JSONArray results = (JSONArray) dObj.get("results");
            if (results.size() == 0) {
                System.out.println("results is Empty, break.");
                break;
            } else {
                System.out.println("Paper: start = " + start + " results# = " + results.size());
                for (Object paper : results) {
                    JSONObject paperObj = (JSONObject) paper;
                    //                        Long docType = (Long) paperObj.get("DocType");
                    //                        Long year = (Long) paperObj.get("Year");
                    //                        Long jourID = (Long) paperObj.get("JourID");
                    Long confID = (Long) paperObj.get("ConfID");
                    Long id = (Long) paperObj.get("ID");
                    String title = (String) paperObj.get("Title");
                    title = normalized(title);
                    csv_str.append(id).append(SEPERATOR).append(confID).append(SEPERATOR).append(title)
                            .append(NEWLINE);
                }
                IOUtils.writeDataIntoFile(json + "\n", json_dump_file_path);
                IOUtils.writeDataIntoFile(csv_str.toString(), csv_file_path);
                start += 100;
                Thread.sleep(250L);
            }
            //                System.out.println("json= " + jsonObj);
        } catch (ParseException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(1000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex1);
            }

        } catch (InterruptedException ex) {
            System.out.println(ex.getMessage() + " Cause: " + ex.getCause());
            Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex);
            start += 100;
            try {
                Thread.sleep(1000L);
            } catch (InterruptedException ex1) {
                Logger.getLogger(MAS_VLDB.class.getName()).log(Level.SEVERE, null, ex1);
            }

        }
    }
}