]> git.ktnx.net Git - mobile-ledger.git/blobdiff - app/src/main/java/net/ktnx/mobileledger/model/MobileLedgerProfile.java
major rework of parsed transaction/descriptions/accounts storage
[mobile-ledger.git] / app / src / main / java / net / ktnx / mobileledger / model / MobileLedgerProfile.java
index 21d658656632292d2e8d4aeee54e9709cb03bd88..e255176beb008b55417f9145df185a0bf06ffe5d 100644 (file)
@@ -22,28 +22,30 @@ import android.database.Cursor;
 import android.database.sqlite.SQLiteDatabase;
 import android.util.SparseArray;
 
-import androidx.annotation.NonNull;
 import androidx.annotation.Nullable;
 
 import net.ktnx.mobileledger.App;
 import net.ktnx.mobileledger.R;
 import net.ktnx.mobileledger.async.DbOpQueue;
 import net.ktnx.mobileledger.async.SendTransactionTask;
-import net.ktnx.mobileledger.utils.MLDB;
+import net.ktnx.mobileledger.utils.Logger;
 import net.ktnx.mobileledger.utils.Misc;
+import net.ktnx.mobileledger.utils.SimpleDate;
+
+import org.jetbrains.annotations.Contract;
 
 import java.util.ArrayList;
-import java.util.Calendar;
-import java.util.Date;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Locale;
-import java.util.UUID;
+import java.util.Map;
+import java.util.Objects;
 
 import static net.ktnx.mobileledger.utils.Logger.debug;
 
 public final class MobileLedgerProfile {
     // N.B. when adding new fields, update the copy-constructor below
-    private String uuid;
+    private final String uuid;
     private String name;
     private boolean permitPosting;
     private boolean showCommentsByDefault;
@@ -56,14 +58,12 @@ public final class MobileLedgerProfile {
     private String authPassword;
     private int themeHue;
     private int orderNo = -1;
-    // N.B. when adding new fields, update the copy-constructor below
-    private FutureDates futureDates = FutureDates.None;
     private SendTransactionTask.API apiVersion = SendTransactionTask.API.auto;
-    private Calendar firstTransactionDate;
-    private Calendar lastTransactionDate;
-    public MobileLedgerProfile() {
-        this.uuid = String.valueOf(UUID.randomUUID());
-    }
+    private FutureDates futureDates = FutureDates.None;
+    private boolean accountsLoaded;
+    private boolean transactionsLoaded;
+    // N.B. when adding new fields, update the copy-constructor below
+    transient private AccountAndTransactionListSaver accountAndTransactionListSaver;
     public MobileLedgerProfile(String uuid) {
         this.uuid = uuid;
     }
@@ -83,6 +83,8 @@ public final class MobileLedgerProfile {
         futureDates = origin.futureDates;
         apiVersion = origin.apiVersion;
         defaultCommodity = origin.defaultCommodity;
+        accountsLoaded = origin.accountsLoaded;
+        transactionsLoaded = origin.transactionsLoaded;
     }
     // loads all profiles into Data.profiles
     // returns the profile with the given UUID
@@ -127,7 +129,7 @@ public final class MobileLedgerProfile {
         db.beginTransactionNonExclusive();
         try {
             int orderNo = 0;
-            for (MobileLedgerProfile p : Data.profiles.getValue()) {
+            for (MobileLedgerProfile p : Objects.requireNonNull(Data.profiles.getValue())) {
                 db.execSQL("update profiles set order_no=? where uuid=?",
                         new Object[]{orderNo, p.getUuid()});
                 p.orderNo = orderNo;
@@ -139,6 +141,45 @@ public final class MobileLedgerProfile {
             db.endTransaction();
         }
     }
+    @Contract(value = "null -> false", pure = true)
+    @Override
+    public boolean equals(@Nullable Object obj) {
+        if (obj == null)
+            return false;
+        if (obj == this)
+            return true;
+        if (obj.getClass() != this.getClass())
+            return false;
+
+        MobileLedgerProfile p = (MobileLedgerProfile) obj;
+        if (!uuid.equals(p.uuid))
+            return false;
+        if (!name.equals(p.name))
+            return false;
+        if (permitPosting != p.permitPosting)
+            return false;
+        if (showCommentsByDefault != p.showCommentsByDefault)
+            return false;
+        if (showCommodityByDefault != p.showCommodityByDefault)
+            return false;
+        if (!Objects.equals(defaultCommodity, p.defaultCommodity))
+            return false;
+        if (!Objects.equals(preferredAccountsFilter, p.preferredAccountsFilter))
+            return false;
+        if (!Objects.equals(url, p.url))
+            return false;
+        if (authEnabled != p.authEnabled)
+            return false;
+        if (!Objects.equals(authUserName, p.authUserName))
+            return false;
+        if (!Objects.equals(authPassword, p.authPassword))
+            return false;
+        if (themeHue != p.themeHue)
+            return false;
+        if (apiVersion != p.apiVersion)
+            return false;
+        return futureDates == p.futureDates;
+    }
     public boolean getShowCommentsByDefault() {
         return showCommentsByDefault;
     }
@@ -266,47 +307,70 @@ public final class MobileLedgerProfile {
             db.endTransaction();
         }
     }
-    public void storeAccount(SQLiteDatabase db, LedgerAccount acc) {
+    public void storeAccount(SQLiteDatabase db, int generation, LedgerAccount acc,
+                             boolean storeUiFields) {
         // replace into is a bad idea because it would reset hidden to its default value
         // we like the default, but for new accounts only
-        db.execSQL("update accounts set level = ?, keep = 1, expanded=? " +
-                   "where profile=? and name = ?",
-                new Object[]{acc.getLevel(), acc.isExpanded(), uuid, acc.getName()
-                });
+        String sql = "update accounts set generation = ?";
+        List<Object> params = new ArrayList<>();
+        params.add(generation);
+        if (storeUiFields) {
+            sql += ", expanded=?";
+            params.add(acc.isExpanded() ? 1 : 0);
+        }
+        sql += " where profile=? and name=?";
+        params.add(uuid);
+        params.add(acc.getName());
+        db.execSQL(sql, params.toArray());
+
         db.execSQL("insert into accounts(profile, name, name_upper, parent_name, level, " +
-                   "expanded, keep) " + "select ?,?,?,?,?,?,1 where (select changes() = 0)",
+                   "expanded, generation) select ?,?,?,?,?,0,? where (select changes() = 0)",
                 new Object[]{uuid, acc.getName(), acc.getName().toUpperCase(), acc.getParentName(),
-                             acc.getLevel(), acc.isExpanded()
+                             acc.getLevel(), generation
                 });
 //        debug("accounts", String.format("Stored account '%s' in DB [%s]", acc.getName(), uuid));
     }
-    public void storeAccountValue(SQLiteDatabase db, String name, String currency, Float amount) {
+    public void storeAccountValue(SQLiteDatabase db, int generation, String name, String currency,
+                                  Float amount) {
         db.execSQL("replace into account_values(profile, account, " +
-                   "currency, value, keep) values(?, ?, ?, ?, 1);",
-                new Object[]{uuid, name, Misc.emptyIsNull(currency), amount});
+                   "currency, value, generation) values(?, ?, ?, ?, ?);",
+                new Object[]{uuid, name, Misc.emptyIsNull(currency), amount, generation});
     }
-    public void storeTransaction(SQLiteDatabase db, LedgerTransaction tr) {
+    public void storeTransaction(SQLiteDatabase db, int generation, LedgerTransaction tr) {
         tr.fillDataHash();
-        db.execSQL("DELETE from transactions WHERE profile=? and id=?",
-                new Object[]{uuid, tr.getId()});
-        db.execSQL("DELETE from transaction_accounts WHERE profile = ? and transaction_id=?",
-                new Object[]{uuid, tr.getId()});
-
-        db.execSQL(
-                "INSERT INTO transactions(profile, id, year, month, day, description, "+
-                "comment, data_hash, keep) " +
-                "values(?,?,?,?,?,?,?,?,1)",
+//        Logger.debug("storeTransaction", String.format(Locale.US, "ID %d", tr.getId()));
+        SimpleDate d = tr.getDate();
+        db.execSQL("UPDATE transactions SET year=?, month=?, day=?, description=?, comment=?, " +
+                   "data_hash=?, generation=? WHERE profile=? AND id=?",
+                new Object[]{d.year, d.month, d.day, tr.getDescription(), tr.getComment(),
+                             tr.getDataHash(), generation, uuid, tr.getId()
+                });
+        db.execSQL("INSERT INTO transactions(profile, id, year, month, day, description, " +
+                   "comment, data_hash, generation) " +
+                   "select ?,?,?,?,?,?,?,?,? WHERE (select changes() = 0)",
                 new Object[]{uuid, tr.getId(), tr.getDate().year, tr.getDate().month,
-                             tr.getDate().day, tr.getDescription(),
-                             tr.getComment(), tr.getDataHash()
+                             tr.getDate().day, tr.getDescription(), tr.getComment(),
+                             tr.getDataHash(), generation
                 });
 
+        int accountOrderNo = 1;
         for (LedgerTransactionAccount item : tr.getAccounts()) {
+            db.execSQL("UPDATE transaction_accounts SET account_name=?, amount=?, currency=?, " +
+                       "comment=?, generation=? " +
+                       "WHERE profile=? AND transaction_id=? AND order_no=?",
+                    new Object[]{item.getAccountName(), item.getAmount(),
+                                 Misc.nullIsEmpty(item.getCurrency()), item.getComment(),
+                                 generation, uuid, tr.getId(), accountOrderNo
+                    });
             db.execSQL("INSERT INTO transaction_accounts(profile, transaction_id, " +
-                       "account_name, amount, currency, comment) values(?, ?, ?, ?, ?, ?)",
-                    new Object[]{uuid, tr.getId(), item.getAccountName(), item.getAmount(),
-                                 Misc.nullIsEmpty(item.getCurrency()), item.getComment()
+                       "order_no, account_name, amount, currency, comment, generation) " +
+                       "select ?, ?, ?, ?, ?, ?, ?, ? WHERE (select changes() = 0)",
+                    new Object[]{uuid, tr.getId(), accountOrderNo, item.getAccountName(),
+                                 item.getAmount(), Misc.nullIsEmpty(item.getCurrency()),
+                                 item.getComment(), generation
                     });
+
+            accountOrderNo++;
         }
 //        debug("profile", String.format("Transaction %d stored", tr.getId()));
     }
@@ -381,51 +445,6 @@ public final class MobileLedgerProfile {
             db.endTransaction();
         }
     }
-    @NonNull
-    public LedgerAccount loadAccount(String name) {
-        SQLiteDatabase db = App.getDatabase();
-        return loadAccount(db, name);
-    }
-    @Nullable
-    public LedgerAccount tryLoadAccount(String acct_name) {
-        SQLiteDatabase db = App.getDatabase();
-        return tryLoadAccount(db, acct_name);
-    }
-    @NonNull
-    public LedgerAccount loadAccount(SQLiteDatabase db, String accName) {
-        LedgerAccount acc = tryLoadAccount(db, accName);
-
-        if (acc == null)
-            throw new RuntimeException("Unable to load account with name " + accName);
-
-        return acc;
-    }
-    @Nullable
-    public LedgerAccount tryLoadAccount(SQLiteDatabase db, String accName) {
-        try (Cursor cursor = db.rawQuery("SELECT a.expanded, (select 1 from accounts a2 " +
-                                         "where a2.profile = a.profile and a2.name like a" +
-                                         ".name||':%' limit 1) " +
-                                         "FROM accounts a WHERE a.profile = ? and a.name=?", new String[]{uuid, accName}))
-        {
-            if (cursor.moveToFirst()) {
-                LedgerAccount acc = new LedgerAccount(accName);
-                acc.setExpanded(cursor.getInt(0) == 1);
-                acc.setHasSubAccounts(cursor.getInt(1) == 1);
-
-                try (Cursor c2 = db.rawQuery(
-                        "SELECT value, currency FROM account_values WHERE profile = ? " +
-                        "AND account = ?", new String[]{uuid, accName}))
-                {
-                    while (c2.moveToNext()) {
-                        acc.addAmount(c2.getFloat(0), c2.getString(1));
-                    }
-                }
-
-                return acc;
-            }
-            return null;
-        }
-    }
     public LedgerTransaction loadTransaction(int transactionId) {
         LedgerTransaction tr = new LedgerTransaction(transactionId, this.uuid);
         tr.loadData(App.getDatabase());
@@ -443,75 +462,43 @@ public final class MobileLedgerProfile {
 //        debug("profile", String.format("Profile.setThemeHue(%d) called", themeHue));
         this.themeHue = themeHue;
     }
-    public void markTransactionsAsNotPresent(SQLiteDatabase db) {
-        db.execSQL("UPDATE transactions set keep=0 where profile=?", new String[]{uuid});
-
-    }
-    public void markAccountsAsNotPresent(SQLiteDatabase db) {
-        db.execSQL("update account_values set keep=0 where profile=?;", new String[]{uuid});
-        db.execSQL("update accounts set keep=0 where profile=?;", new String[]{uuid});
-
-    }
-    public void deleteNotPresentAccounts(SQLiteDatabase db) {
-        db.execSQL("delete from account_values where keep=0 and profile=?", new String[]{uuid});
-        db.execSQL("delete from accounts where keep=0 and profile=?", new String[]{uuid});
-    }
-    public void markTransactionAsPresent(SQLiteDatabase db, LedgerTransaction transaction) {
-        db.execSQL("UPDATE transactions SET keep = 1 WHERE profile = ? and id=?",
-                new Object[]{uuid, transaction.getId()
-                });
-    }
-    public void markTransactionsBeforeTransactionAsPresent(SQLiteDatabase db,
-                                                           LedgerTransaction transaction) {
-        db.execSQL("UPDATE transactions SET keep=1 WHERE profile = ? and id < ?",
-                new Object[]{uuid, transaction.getId()
-                });
-
-    }
-    public void deleteNotPresentTransactions(SQLiteDatabase db) {
-        db.execSQL("DELETE FROM transactions WHERE profile=? AND keep = 0", new String[]{uuid});
-    }
-    public void setLastUpdateStamp() {
-        debug("db", "Updating transaction value stamp");
-        Date now = new Date();
-        setLongOption(MLDB.OPT_LAST_SCRAPE, now.getTime());
-        Data.lastUpdateDate.postValue(now);
-    }
-    public List<LedgerAccount> loadChildAccountsOf(LedgerAccount acc) {
-        List<LedgerAccount> result = new ArrayList<>();
-        SQLiteDatabase db = App.getDatabase();
-        try (Cursor c = db.rawQuery(
-                "SELECT a.name FROM accounts a WHERE a.profile = ? and a.name like ?||':%'",
-                new String[]{uuid, acc.getName()}))
+    public int getNextTransactionsGeneration(SQLiteDatabase db) {
+        int generation = 1;
+        try (Cursor c = db.rawQuery("SELECT generation FROM transactions WHERE profile=? LIMIT 1",
+                new String[]{uuid}))
         {
-            while (c.moveToNext()) {
-                LedgerAccount a = loadAccount(db, c.getString(0));
-                result.add(a);
+            if (c.moveToFirst()) {
+                generation = c.getInt(0) + 1;
             }
         }
-
-        return result;
+        return generation;
     }
-    public List<LedgerAccount> loadVisibleChildAccountsOf(LedgerAccount acc) {
-        List<LedgerAccount> result = new ArrayList<>();
-        ArrayList<LedgerAccount> visibleList = new ArrayList<>();
-        visibleList.add(acc);
-
-        SQLiteDatabase db = App.getDatabase();
-        try (Cursor c = db.rawQuery(
-                "SELECT a.name FROM accounts a WHERE a.profile = ? and a.name like ?||':%'",
-                new String[]{uuid, acc.getName()}))
+    private int getNextAccountsGeneration(SQLiteDatabase db) {
+        int generation = 1;
+        try (Cursor c = db.rawQuery("SELECT generation FROM accounts WHERE profile=? LIMIT 1",
+                new String[]{uuid}))
         {
-            while (c.moveToNext()) {
-                LedgerAccount a = loadAccount(db, c.getString(0));
-                if (a.isVisible(visibleList)) {
-                    result.add(a);
-                    visibleList.add(a);
-                }
+            if (c.moveToFirst()) {
+                generation = c.getInt(0) + 1;
             }
         }
-
-        return result;
+        return generation;
+    }
+    private void deleteNotPresentAccounts(SQLiteDatabase db, int generation) {
+        Logger.debug("db/benchmark", "Deleting obsolete accounts");
+        db.execSQL("DELETE FROM account_values WHERE profile=? AND generation <> ?",
+                new Object[]{uuid, generation});
+        db.execSQL("DELETE FROM accounts WHERE profile=? AND generation <> ?",
+                new Object[]{uuid, generation});
+        Logger.debug("db/benchmark", "Done deleting obsolete accounts");
+    }
+    private void deleteNotPresentTransactions(SQLiteDatabase db, int generation) {
+        Logger.debug("db/benchmark", "Deleting obsolete transactions");
+        db.execSQL("DELETE FROM transaction_accounts WHERE profile=? AND generation <> ?",
+                new Object[]{uuid, generation});
+        db.execSQL("DELETE FROM transactions WHERE profile=? AND generation <> ?",
+                new Object[]{uuid, generation});
+        Logger.debug("db/benchmark", "Done deleting obsolete transactions");
     }
     public void wipeAllData() {
         SQLiteDatabase db = App.getDatabase();
@@ -566,12 +553,16 @@ public final class MobileLedgerProfile {
             return null;
         }
     }
-    public Calendar getFirstTransactionDate() {
-        return firstTransactionDate;
-    }
-    public Calendar getLastTransactionDate() {
-        return lastTransactionDate;
+    public void storeAccountAndTransactionListAsync(List<LedgerAccount> accounts,
+                                                    List<LedgerTransaction> transactions) {
+        if (accountAndTransactionListSaver != null)
+            accountAndTransactionListSaver.interrupt();
+
+        accountAndTransactionListSaver =
+                new AccountAndTransactionListSaver(this, accounts, transactions);
+        accountAndTransactionListSaver.start();
     }
+
     public enum FutureDates {
         None(0), OneWeek(7), TwoWeeks(14), OneMonth(30), TwoMonths(60), ThreeMonths(90),
         SixMonths(180), OneYear(365), All(-1);
@@ -616,4 +607,111 @@ public final class MobileLedgerProfile {
             }
         }
     }
+
+    private static class AccountAndTransactionListSaver extends Thread {
+        private final MobileLedgerProfile profile;
+        private final List<LedgerAccount> accounts;
+        private final List<LedgerTransaction> transactions;
+        AccountAndTransactionListSaver(MobileLedgerProfile profile, List<LedgerAccount> accounts,
+                                       List<LedgerTransaction> transactions) {
+            this.accounts = accounts;
+            this.transactions = transactions;
+            this.profile = profile;
+        }
+        public int getNextDescriptionsGeneration(SQLiteDatabase db) {
+            int generation = 1;
+            try (Cursor c = db.rawQuery("SELECT generation FROM description_history LIMIT 1",
+                    null))
+            {
+                if (c.moveToFirst()) {
+                    generation = c.getInt(0) + 1;
+                }
+            }
+            return generation;
+        }
+        void deleteNotPresentDescriptions(SQLiteDatabase db, int generation) {
+            Logger.debug("db/benchmark", "Deleting obsolete descriptions");
+            db.execSQL("DELETE FROM description_history WHERE generation <> ?",
+                    new Object[]{generation});
+            db.execSQL("DELETE FROM description_history WHERE generation <> ?",
+                    new Object[]{generation});
+            Logger.debug("db/benchmark", "Done deleting obsolete descriptions");
+        }
+        @Override
+        public void run() {
+            SQLiteDatabase db = App.getDatabase();
+            db.beginTransactionNonExclusive();
+            try {
+                int accountsGeneration = profile.getNextAccountsGeneration(db);
+                if (isInterrupted())
+                    return;
+
+                int transactionsGeneration = profile.getNextTransactionsGeneration(db);
+                if (isInterrupted())
+                    return;
+
+                for (LedgerAccount acc : accounts) {
+                    profile.storeAccount(db, accountsGeneration, acc, false);
+                    if (isInterrupted())
+                        return;
+                    for (LedgerAmount amt : acc.getAmounts()) {
+                        profile.storeAccountValue(db, accountsGeneration, acc.getName(),
+                                amt.getCurrency(), amt.getAmount());
+                        if (isInterrupted())
+                            return;
+                    }
+                }
+
+                for (LedgerTransaction tr : transactions) {
+                    profile.storeTransaction(db, transactionsGeneration, tr);
+                    if (isInterrupted())
+                        return;
+                }
+
+                profile.deleteNotPresentTransactions(db, transactionsGeneration);
+                if (isInterrupted()) {
+                    return;
+                }
+                profile.deleteNotPresentAccounts(db, accountsGeneration);
+                if (isInterrupted())
+                    return;
+
+                Map<String, Boolean> unique = new HashMap<>();
+
+                debug("descriptions", "Starting refresh");
+                int descriptionsGeneration = getNextDescriptionsGeneration(db);
+                try (Cursor c = db.rawQuery("SELECT distinct description from transactions",
+                        null))
+                {
+                    while (c.moveToNext()) {
+                        String description = c.getString(0);
+                        String descriptionUpper = description.toUpperCase();
+                        if (unique.containsKey(descriptionUpper))
+                            continue;
+
+                        storeDescription(db, descriptionsGeneration, description, descriptionUpper);
+
+                        unique.put(descriptionUpper, true);
+                    }
+                }
+                deleteNotPresentDescriptions(db, descriptionsGeneration);
+
+                db.setTransactionSuccessful();
+            }
+            finally {
+                db.endTransaction();
+            }
+        }
+        private void storeDescription(SQLiteDatabase db, int generation, String description,
+                                      String descriptionUpper) {
+            db.execSQL("UPDATE description_history SET description=?, generation=? WHERE " +
+                       "description_upper=?", new Object[]{description, generation, descriptionUpper
+            });
+            db.execSQL(
+                    "INSERT INTO description_history(description, description_upper, generation) " +
+                    "select ?,?,? WHERE (select changes() = 0)",
+                    new Object[]{description, descriptionUpper, generation
+                    });
+        }
+    }
 }