app/src/main/java/net/ktnx/mobileledger/async/RetrieveAccountsTask.java

   1 /*
   2  * Copyright © 2019 Damyan Ivanov.
   3  * This file is part of Mobile-Ledger.
   4  * Mobile-Ledger is free software: you can distribute it and/or modify it
   5  * under the term of the GNU General Public License as published by
   6  * the Free Software Foundation, either version 3 of the License, or
   7  * (at your opinion), any later version.
   8  *
   9  * Mobile-Ledger is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12  * GNU General Public License terms for details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with Mobile-Ledger. If not, see <https://www.gnu.org/licenses/>.
  16  */
  17
  18 package net.ktnx.mobileledger.async;
  19
  20 import android.content.SharedPreferences;
  21 import android.database.sqlite.SQLiteDatabase;
  22 import android.os.OperationCanceledException;
  23 import android.util.Log;
  24
  25 import net.ktnx.mobileledger.R;
  26 import net.ktnx.mobileledger.model.Data;
  27 import net.ktnx.mobileledger.model.LedgerAccount;
  28 import net.ktnx.mobileledger.ui.activity.MainActivity;
  29 import net.ktnx.mobileledger.utils.MLDB;
  30 import net.ktnx.mobileledger.utils.NetworkUtil;
  31
  32 import java.io.BufferedReader;
  33 import java.io.FileNotFoundException;
  34 import java.io.IOException;
  35 import java.io.InputStream;
  36 import java.io.InputStreamReader;
  37 import java.lang.ref.WeakReference;
  38 import java.net.HttpURLConnection;
  39 import java.net.MalformedURLException;
  40 import java.net.URLDecoder;
  41 import java.util.regex.Matcher;
  42 import java.util.regex.Pattern;
  43
  44 public class RetrieveAccountsTask extends android.os.AsyncTask<Void, Integer, Void> {
  45     int error;
  46     WeakReference<MainActivity> mContext;
  47     private SharedPreferences pref;
  48
  49     public RetrieveAccountsTask(WeakReference<MainActivity> context) {
  50         mContext = context;
  51         error = 0;
  52     }
  53
  54     public void setPref(SharedPreferences pref) {
  55         this.pref = pref;
  56     }
  57
  58     protected Void doInBackground(Void... params) {
  59         Data.backgroundTaskCount.incrementAndGet();
  60         try {
  61             HttpURLConnection http = NetworkUtil.prepare_connection(pref, "add");
  62             publishProgress(0);
  63             SQLiteDatabase db = MLDB.getWritableDatabase();
  64             try (InputStream resp = http.getInputStream()) {
  65                 Log.d("update_accounts", String.valueOf(http.getResponseCode()));
  66                 if (http.getResponseCode() != 200) {
  67                     throw new IOException(String.format("HTTP error: %d %s", http.getResponseCode(),
  68                             http.getResponseMessage()));
  69                 }
  70                 else {
  71                     if (db.inTransaction()) throw new AssertionError();
  72
  73                     db.beginTransaction();
  74
  75                     try {
  76                         db.execSQL("update account_values set keep=0;");
  77                         db.execSQL("update accounts set keep=0;");
  78
  79                         String line;
  80                         String last_account_name = null;
  81                         BufferedReader buf =
  82                                 new BufferedReader(new InputStreamReader(resp, "UTF-8"));
  83                         // %3A is '='
  84                         Pattern account_name_re =
  85                                 Pattern.compile("/register\\?q=inacct%3A([a-zA-Z0-9%]+)\"");
  86                         Pattern account_value_re = Pattern.compile(
  87                                 "<span class=\"[^\"]*\\bamount\\b[^\"]*\">\\s*([-+]?[\\d.,]+)(?:\\s+(\\S+))?</span>");
  88                         Pattern tr_end_re = Pattern.compile("</tr>");
  89                         Pattern descriptions_line_re =
  90                                 Pattern.compile("\\bdescriptionsSuggester\\s*=\\s*new\\b");
  91                         Pattern description_items_re = Pattern.compile("\"value\":\"([^\"]+)\"");
  92                         int count = 0;
  93                         while ((line = buf.readLine()) != null) {
  94                             throwIfCancelled();
  95
  96                             Matcher m = account_name_re.matcher(line);
  97                             if (m.find()) {
  98                                 String acct_encoded = m.group(1);
  99                                 String acct_name = URLDecoder.decode(acct_encoded, "UTF-8");
 100                                 acct_name = acct_name.replace("\"", "");
 101                                 Log.d("account-parser", acct_name);
 102
 103                                 addAccount(db, acct_name);
 104                                 publishProgress(++count);
 105
 106                                 last_account_name = acct_name;
 107
 108                                 continue;
 109                             }
 110
 111                             Matcher tr_m = tr_end_re.matcher(line);
 112                             if (tr_m.find()) {
 113                                 Log.d("account-parser", "<tr> - another account expected");
 114                                 last_account_name = null;
 115                                 continue;
 116                             }
 117
 118                             if (last_account_name != null) {
 119                                 m = account_value_re.matcher(line);
 120                                 boolean match_found = false;
 121                                 while (m.find()) {
 122                                     throwIfCancelled();
 123
 124                                     match_found = true;
 125                                     String value = m.group(1);
 126                                     String currency = m.group(2);
 127                                     if (currency == null) currency = "";
 128                                     value = value.replace(',', '.');
 129                                     Log.d("db", "curr=" + currency + ", value=" + value);
 130                                     db.execSQL(
 131                                             "insert or replace into account_values(account, currency, value, keep) values(?, ?, ?, 1);",
 132                                             new Object[]{last_account_name, currency,
 133                                                          Float.valueOf(value)
 134                                             });
 135                                 }
 136
 137                                 if (match_found) continue;
 138                             }
 139
 140                             m = descriptions_line_re.matcher(line);
 141                             if (m.find()) {
 142                                 db.execSQL("update description_history set keep=0;");
 143                                 m = description_items_re.matcher(line);
 144                                 while (m.find()) {
 145                                     throwIfCancelled();
 146
 147                                     String description = m.group(1);
 148                                     if (description.isEmpty()) continue;
 149
 150                                     Log.d("db",
 151                                             String.format("Stored description: %s", description));
 152                                     db.execSQL("insert or replace into description_history" +
 153                                                "(description, description_upper, keep) " +
 154                                                "values(?, ?, 1);",
 155                                             new Object[]{description, description.toUpperCase()
 156                                             });
 157                                 }
 158                             }
 159                         }
 160
 161                         db.execSQL("delete from account_values where keep=0;");
 162                         db.execSQL("delete from accounts where keep=0;");
 163                         db.setTransactionSuccessful();
 164                     }
 165                     catch (OperationCanceledException e) {
 166                         Log.w("async", "Account retrieval cancelled");
 167                     }
 168                     finally {
 169                         db.endTransaction();
 170                     }
 171                 }
 172             }
 173         }
 174         catch (MalformedURLException e) {
 175             error = R.string.err_bad_backend_url;
 176             e.printStackTrace();
 177         }
 178         catch (FileNotFoundException e) {
 179             error = R.string.err_bad_auth;
 180             e.printStackTrace();
 181         }
 182         catch (IOException e) {
 183             error = R.string.err_net_io_error;
 184             e.printStackTrace();
 185         }
 186         catch (Exception e) {
 187             error = R.string.err_net_error;
 188             e.printStackTrace();
 189         }
 190         finally {
 191             Log.d("RAT", "decrementing background task count");
 192             Data.backgroundTaskCount.decrementAndGet();
 193         }
 194
 195         return null;
 196     }
 197     private void throwIfCancelled() {
 198         if (isCancelled()) throw new OperationCanceledException(null);
 199     }
 200
 201     private void addAccount(SQLiteDatabase db, String name) {
 202         do {
 203             LedgerAccount acc = new LedgerAccount(name);
 204             db.execSQL("update accounts set level = ?, keep = 1 where name = ?",
 205                     new Object[]{acc.getLevel(), name});
 206             db.execSQL("insert into accounts(name, name_upper, parent_name, level) select ?,?," +
 207                        "?,? " + "where (select changes() = 0)",
 208                     new Object[]{name, name.toUpperCase(), acc.getParentName(), acc.getLevel()});
 209             name = acc.getParentName();
 210         } while (name != null);
 211     }
 212     @Override
 213     protected void onPostExecute(Void result) {
 214         MainActivity ctx = mContext.get();
 215         if (ctx == null) return;
 216         ctx.onRetrieveDone(this.error == 0);
 217     }
 218
 219 }