2 * Copyright © 2018 Damyan Ivanov.
3 * This file is part of Mobile-Ledger.
4 * Mobile-Ledger is free software: you can distribute it and/or modify it
5 * under the term of the GNU General Public License as published by
6 * the Free Software Foundation, either version 3 of the License, or
7 * (at your opinion), any later version.
9 * Mobile-Ledger is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License terms for details.
14 * You should have received a copy of the GNU General Public License
15 * along with Mobile-Ledger. If not, see <https://www.gnu.org/licenses/>.
18 package net.ktnx.mobileledger.async;
20 import android.annotation.SuppressLint;
21 import android.content.Context;
22 import android.content.SharedPreferences;
23 import android.database.sqlite.SQLiteDatabase;
24 import android.os.AsyncTask;
25 import android.util.Log;
27 import net.ktnx.mobileledger.R;
28 import net.ktnx.mobileledger.TransactionListActivity;
29 import net.ktnx.mobileledger.model.LedgerTransaction;
30 import net.ktnx.mobileledger.model.LedgerTransactionItem;
31 import net.ktnx.mobileledger.utils.MobileLedgerDatabase;
32 import net.ktnx.mobileledger.utils.NetworkUtil;
34 import java.io.BufferedReader;
35 import java.io.FileNotFoundException;
36 import java.io.IOException;
37 import java.io.InputStream;
38 import java.io.InputStreamReader;
39 import java.lang.ref.WeakReference;
40 import java.net.HttpURLConnection;
41 import java.net.MalformedURLException;
42 import java.util.regex.Matcher;
43 import java.util.regex.Pattern;
46 public class RetrieveTransactionsTask extends
47 AsyncTask<RetrieveTransactionsTask.Params, RetrieveTransactionsTask.Progress, Void> {
48 private static final Pattern transactionStartPattern = Pattern.compile("<tr class=\"title\" " +
49 "id=\"transaction-(\\d+)\"><td class=\"date\"[^\\\"]*>([\\d.-]+)</td>");
50 private static final Pattern transactionDescriptionPattern =
51 Pattern.compile("<tr class=\"posting\" title=\"(\\S+)\\s(.+)");
52 private static final Pattern transactionDetailsPattern =
53 Pattern.compile("^\\s+" + "(\\S[\\S\\s]+\\S)\\s\\s+([-+]?\\d[\\d,.]*)");
54 private static final Pattern endPattern = Pattern.compile("\\bid=\"addmodal\"");
55 protected WeakReference<TransactionListActivity> contextRef;
57 private boolean success;
58 public RetrieveTransactionsTask(WeakReference<TransactionListActivity> contextRef) {
59 this.contextRef = contextRef;
61 private static final void L(String msg) {
62 Log.d("transaction-parser", msg);
65 protected void onProgressUpdate(Progress... values) {
66 super.onProgressUpdate(values);
67 TransactionListActivity context = getContext();
68 if (context == null) return;
69 context.onRetrieveProgress(values[0]);
72 protected void onPreExecute() {
74 TransactionListActivity context = getContext();
75 if (context == null) return;
76 context.onRetrieveStart();
79 protected void onPostExecute(Void aVoid) {
80 super.onPostExecute(aVoid);
81 TransactionListActivity context = getContext();
82 if (context == null) return;
83 context.onRetrieveDone(success);
85 @SuppressLint("DefaultLocale")
87 protected Void doInBackground(Params... params) {
88 Progress progress = new Progress();
91 HttpURLConnection http =
92 NetworkUtil.prepare_connection(params[0].getBackendPref(), "journal");
93 http.setAllowUserInteraction(false);
94 publishProgress(progress);
95 Context ctx = contextRef.get();
96 if (ctx == null) return null;
97 try (MobileLedgerDatabase dbh = new MobileLedgerDatabase(ctx)) {
98 try (SQLiteDatabase db = dbh.getWritableDatabase()) {
99 try (InputStream resp = http.getInputStream()) {
100 if (http.getResponseCode() != 200) throw new IOException(
101 String.format("HTTP error %d", http.getResponseCode()));
102 db.beginTransaction();
104 String root = params[0].getAccountsRoot();
105 db.execSQL("DELETE FROM transactions;");
106 db.execSQL("DELETE FROM transaction_accounts");
108 int state = ParserState.EXPECTING_JOURNAL;
111 new BufferedReader(new InputStreamReader(resp, "UTF-8"));
113 int transactionCount = 0;
114 int transactionId = 0;
115 LedgerTransaction transaction = null;
117 while ((line = buf.readLine()) != null) {
119 L(String.format("State is %d", state));
121 case ParserState.EXPECTING_JOURNAL:
122 if (line.equals("<h2>General Journal</h2>")) {
123 state = ParserState.EXPECTING_TRANSACTION;
124 L("→ expecting transaction");
127 case ParserState.EXPECTING_TRANSACTION:
128 m = transactionStartPattern.matcher(line);
130 transactionId = Integer.valueOf(m.group(1));
131 state = ParserState.EXPECTING_TRANSACTION_DESCRIPTION;
132 L(String.format("found transaction %d → expecting " +
133 "description", transactionId));
134 progress.setProgress(++transactionCount);
135 if (progress.getTotal() == Progress.INDETERMINATE)
136 progress.setTotal(transactionId);
137 publishProgress(progress);
139 m = endPattern.matcher(line);
141 L("--- transaction list complete ---");
146 case ParserState.EXPECTING_TRANSACTION_DESCRIPTION:
147 m = transactionDescriptionPattern.matcher(line);
149 if (transactionId == 0)
150 throw new TransactionParserException(
151 "Transaction Id is 0 while expecting " +
155 new LedgerTransaction(transactionId, m.group(1),
157 state = ParserState.EXPECTING_TRANSACTION_DETAILS;
158 L(String.format("transaction %d created for %s (%s) →" +
159 " expecting details", transactionId,
160 m.group(1), m.group(2)));
163 case ParserState.EXPECTING_TRANSACTION_DETAILS:
164 if (line.isEmpty()) {
165 // transaction data collected
166 transaction.insertInto(db);
168 state = ParserState.EXPECTING_TRANSACTION;
169 L(String.format("transaction %s saved → expecting " +
170 "transaction", transaction.getId()));
173 m = transactionDetailsPattern.matcher(line);
175 String acc_name = m.group(1);
176 String amount = m.group(2);
177 amount = amount.replace(',', '.');
178 transaction.add_item(
179 new LedgerTransactionItem(acc_name,
180 Float.valueOf(amount)));
181 L(String.format("%s = %s", acc_name, amount));
183 else throw new IllegalStateException(String.format(
184 "Can't parse transaction details"));
188 throw new RuntimeException(
189 String.format("Unknown " + "parser state %d",
193 db.setTransactionSuccessful();
202 catch (MalformedURLException e) {
203 error = R.string.err_bad_backend_url;
206 catch (FileNotFoundException e) {
207 error = R.string.err_bad_auth;
210 catch (IOException e) {
211 error = R.string.err_net_io_error;
216 TransactionListActivity getContext() {
217 return contextRef.get();
220 public static class Params {
221 static final int DEFAULT_LIMIT = 100;
222 private SharedPreferences backendPref;
223 private String accountsRoot;
226 public Params(SharedPreferences backendPref) {
227 this.backendPref = backendPref;
228 this.accountsRoot = null;
229 this.limit = DEFAULT_LIMIT;
231 Params(SharedPreferences backendPref, String accountsRoot) {
232 this(backendPref, accountsRoot, DEFAULT_LIMIT);
234 Params(SharedPreferences backendPref, String accountsRoot, int limit) {
235 this.backendPref = backendPref;
236 this.accountsRoot = accountsRoot;
239 String getAccountsRoot() {
242 SharedPreferences getBackendPref() {
250 public class Progress {
251 public static final int INDETERMINATE = -1;
252 private int progress;
255 this(INDETERMINATE, INDETERMINATE);
257 Progress(int progress, int total) {
258 this.progress = progress;
261 public int getProgress() {
264 protected void setProgress(int progress) {
265 this.progress = progress;
267 public int getTotal() {
270 protected void setTotal(int total) {
275 private class TransactionParserException extends IllegalStateException {
276 TransactionParserException(String message) {
281 private class ParserState {
282 static final int EXPECTING_JOURNAL = 0;
283 static final int EXPECTING_TRANSACTION = 1;
284 static final int EXPECTING_TRANSACTION_DESCRIPTION = 2;
285 static final int EXPECTING_TRANSACTION_DETAILS = 3;