Java tutorial
/* * Everychan Android (Meta Imageboard Client) * Copyright (C) 2014-2016 miku-nyan <https://github.com/miku-nyan> * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see <http://www.gnu.org/licenses/>. */ package com.nttec.everychan.chans.chan420; import java.io.ByteArrayOutputStream; import java.net.URLEncoder; import java.util.ArrayList; import java.util.Arrays; import java.util.Collections; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.regex.Matcher; import java.util.regex.Pattern; import cz.msebera.android.httpclient.Header; import cz.msebera.android.httpclient.client.entity.UrlEncodedFormEntity; import cz.msebera.android.httpclient.message.BasicHeader; import cz.msebera.android.httpclient.message.BasicNameValuePair; import android.content.SharedPreferences; import android.content.res.Resources; import android.graphics.drawable.Drawable; import android.preference.PreferenceGroup; import android.support.v4.content.res.ResourcesCompat; import com.nttec.everychan.R; import com.nttec.everychan.api.AbstractChanModule; import com.nttec.everychan.api.interfaces.CancellableTask; import com.nttec.everychan.api.interfaces.ProgressListener; import com.nttec.everychan.api.models.BoardModel; import com.nttec.everychan.api.models.DeletePostModel; import com.nttec.everychan.api.models.PostModel; import com.nttec.everychan.api.models.SendPostModel; import com.nttec.everychan.api.models.SimpleBoardModel; import com.nttec.everychan.api.models.ThreadModel; import com.nttec.everychan.api.models.UrlPageModel; import com.nttec.everychan.api.util.ChanModels; import com.nttec.everychan.api.util.WakabaUtils; import com.nttec.everychan.common.IOUtils; import com.nttec.everychan.http.ExtendedMultipartBuilder; import com.nttec.everychan.http.streamer.HttpRequestModel; import com.nttec.everychan.http.streamer.HttpResponseModel; import com.nttec.everychan.http.streamer.HttpStreamer; import com.nttec.everychan.lib.org_json.JSONArray; import com.nttec.everychan.lib.org_json.JSONObject; public class Chan420Module extends AbstractChanModule { static final String CHAN_NAME = "420chan.org"; private static final Pattern ERROR_PATTERN = Pattern.compile("<pre[^>]*>(.*?)</pre>", Pattern.DOTALL); private static final Pattern REPORT_PATTERN = Pattern.compile("text:[^']*'([^']*)'"); private Map<String, BoardModel> boardsMap = null; public Chan420Module(SharedPreferences preferences, Resources resources) { super(preferences, resources); } @Override public String getChanName() { return CHAN_NAME; } @Override public String getDisplayingName() { return "420chan"; } @Override public Drawable getChanFavicon() { return ResourcesCompat.getDrawable(resources, R.drawable.favicon_420chan, null); } private boolean useHttps() { return false; } @Override public void addPreferencesOnScreen(PreferenceGroup preferenceGroup) { addProxyPreferences(preferenceGroup); } @Override public SimpleBoardModel[] getBoardsList(ProgressListener listener, CancellableTask task, SimpleBoardModel[] oldBoardsList) throws Exception { String catsUrl = (useHttps() ? "https://" : "http://") + "api.420chan.org/categories.json"; String boardsUrl = (useHttps() ? "https://" : "http://") + "api.420chan.org/boards.json"; JSONObject catsJson = downloadJSONObject(catsUrl, (oldBoardsList != null && boardsMap != null), listener, task); JSONObject boardsJson = downloadJSONObject(boardsUrl, (oldBoardsList != null && boardsMap != null), listener, task); if (catsJson == null && boardsJson == null) return oldBoardsList; if (catsJson == null) catsJson = downloadJSONObject(catsUrl, (oldBoardsList != null && boardsMap != null), listener, task); if (boardsJson == null) boardsJson = downloadJSONObject(boardsUrl, (oldBoardsList != null && boardsMap != null), listener, task); List<SimpleBoardModel> list = Chan420JsonMapper.mapBoards(catsJson, boardsJson); Map<String, BoardModel> newMap = new HashMap<String, BoardModel>(); for (SimpleBoardModel board : list) { BoardModel model = Chan420JsonMapper.getDefaultBoardModel(board.boardName); model.boardDescription = board.boardDescription; model.boardCategory = board.boardCategory; model.nsfw = board.nsfw; newMap.put(model.boardName, model); } boardsMap = newMap; return list.toArray(new SimpleBoardModel[list.size()]); } @Override public BoardModel getBoard(String shortName, ProgressListener listener, CancellableTask task) throws Exception { if (boardsMap == null) { try { getBoardsList(listener, task, null); } catch (Exception e) { } } if (boardsMap != null && boardsMap.containsKey(shortName)) return boardsMap.get(shortName); return Chan420JsonMapper.getDefaultBoardModel(shortName); } @Override public ThreadModel[] getThreadsList(String boardName, int page, ProgressListener listener, CancellableTask task, ThreadModel[] oldList) throws Exception { String url = (useHttps() ? "https://" : "http://") + "api.420chan.org/" + boardName + "/catalog.json"; JSONArray response = downloadJSONArray(url, oldList != null, listener, task); if (response == null) return oldList; //if not modified List<ThreadModel> threads = new ArrayList<>(); for (int i = 0, len = response.length(); i < len; ++i) { JSONArray curArray = response.getJSONObject(i).getJSONArray("threads"); for (int j = 0, clen = curArray.length(); j < clen; ++j) { JSONObject curThreadJson = curArray.getJSONObject(j); ThreadModel curThread = new ThreadModel(); curThread.threadNumber = Long.toString(curThreadJson.getLong("no")); curThread.postsCount = curThreadJson.optInt("replies", -2) + 1; curThread.attachmentsCount = curThreadJson.optInt("images", -2) + 1; curThread.isSticky = curThreadJson.optInt("sticky") == 1; curThread.isClosed = curThreadJson.optInt("closed") == 1; curThread.posts = new PostModel[] { Chan420JsonMapper.mapPostModel(curThreadJson, boardName) }; threads.add(curThread); } } return threads.toArray(new ThreadModel[threads.size()]); } @Override public PostModel[] getPostsList(String boardName, String threadNumber, ProgressListener listener, CancellableTask task, PostModel[] oldList) throws Exception { String url = (useHttps() ? "https://" : "http://") + "api.420chan.org/" + boardName + "/res/" + threadNumber + ".json"; JSONObject response = downloadJSONObject(url, oldList != null, listener, task); if (response == null) return oldList; //if not modified JSONArray posts = response.getJSONArray("posts"); PostModel[] result = new PostModel[posts.length()]; for (int i = 0, len = posts.length(); i < len; ++i) { result[i] = Chan420JsonMapper.mapPostModel(posts.getJSONObject(i), boardName); } if (oldList != null) { result = ChanModels.mergePostsLists(Arrays.asList(oldList), Arrays.asList(result)); } return result; } @Override public String sendPost(SendPostModel model, ProgressListener listener, CancellableTask task) throws Exception { int bVal = (int) (Math.random() * 10000); String banana = HttpStreamer.getInstance() .getJSONObjectFromUrl((useHttps() ? "https://" : "http://") + "boards.420chan.org/bunker/", HttpRequestModel.builder().setPOST(new UrlEncodedFormEntity( Collections.singletonList(new BasicNameValuePair("b", Integer.toString(bVal))), "UTF-8")) .setCustomHeaders( new Header[] { new BasicHeader("X-Requested-With", "XMLHttpRequest") }) .build(), httpClient, null, task, false) .optString("response"); String url = (useHttps() ? "https://" : "http://") + "boards.420chan.org/" + model.boardName + "/taimaba.pl"; ExtendedMultipartBuilder postEntityBuilder = ExtendedMultipartBuilder.create().setDelegates(listener, task) .addString("board", model.boardName).addString("task", "post") .addString("password", model.password); if (model.threadNumber != null) postEntityBuilder.addString("parent", model.threadNumber); postEntityBuilder.addString("field1", model.name).addString("field3", model.subject).addString("field4", model.comment); if (model.attachments != null && model.attachments.length > 0) postEntityBuilder.addFile("file", model.attachments[0], model.randomHash); if (model.sage) postEntityBuilder.addString("sage", "on"); postEntityBuilder.addString("banana", banana); HttpRequestModel request = HttpRequestModel.builder().setPOST(postEntityBuilder.build()).setNoRedirect(true) .build(); HttpResponseModel response = null; try { response = HttpStreamer.getInstance().getFromUrl(url, request, httpClient, null, task); if (response.statusCode == 302) { return null; } else if (response.statusCode == 200) { ByteArrayOutputStream output = new ByteArrayOutputStream(1024); IOUtils.copyStream(response.stream, output); String htmlResponse = output.toString("UTF-8"); Matcher errorMatcher = ERROR_PATTERN.matcher(htmlResponse); if (errorMatcher.find()) throw new Exception(errorMatcher.group(1)); } else throw new Exception(response.statusCode + " - " + response.statusReason); } finally { if (response != null) response.release(); } return null; } @Override public String reportPost(DeletePostModel model, ProgressListener listener, CancellableTask task) throws Exception { UrlPageModel pageModel = new UrlPageModel(); pageModel.chanName = CHAN_NAME; pageModel.type = UrlPageModel.TYPE_THREADPAGE; pageModel.boardName = model.boardName; pageModel.threadNumber = model.threadNumber; String location = buildUrl(pageModel); String url = (useHttps() ? "https://" : "http://") + "420chan.org:8080/narcbot/ajaxReport.jsp?postId=" + model.postNumber + "&reason=RULE_VIOLATION¬e=" + URLEncoder.encode(model.reportReason, "UTF-8").replace("+", "%20") + "&location=" + URLEncoder.encode(location, "UTF-8").replace("+", "%20") + "&parentId=" + model.threadNumber; String response = HttpStreamer.getInstance().getStringFromUrl(url, HttpRequestModel.DEFAULT_GET, httpClient, listener, task, false); Matcher matcher = REPORT_PATTERN.matcher(response); if (matcher.find()) { String text = matcher.group(1); if (text.contains("reported")) return null; return text; } return null; } @Override public String buildUrl(UrlPageModel model) throws IllegalArgumentException { if (!model.chanName.equals(getChanName())) throw new IllegalArgumentException("wrong chan"); String usingUrl = (useHttps() ? "https://" : "http://") + (model.type == UrlPageModel.TYPE_INDEXPAGE ? "" : "boards.") + "420chan.org/"; return WakabaUtils.buildUrl(model, usingUrl).replace(".html", ".php"); } @Override public UrlPageModel parseUrl(String url) throws IllegalArgumentException { return WakabaUtils.parseUrl(url.replace("boards.420chan.org", "420chan.org").replace(".php", ".html"), getChanName(), "420chan.org"); } }