Merge branch 'release/5.7.1'

5.7.0

.env.example

@@ -142,7 +142,6 @@ MAIL_ENCRYPTION=null
 MAILGUN_DOMAIN=
 MAILGUN_SECRET=
 
-
 # If you are on EU region in mailgun, use api.eu.mailgun.net, otherwise use api.mailgun.net
 # If you use Docker or similar, you can set this variable from a file by appending it with _FILE
 MAILGUN_ENDPOINT=api.mailgun.net
@@ -176,42 +175,14 @@ MAP_DEFAULT_ZOOM=6
 #
 # Firefly III supports a few authentication methods:
 # - 'web' (default, uses built in DB)
-# - 'ldap'
 # - 'remote_user_guard' for Authelia etc
 # Read more about these settings in the documentation.
 # https://docs.firefly-iii.org/advanced-installation/authentication
+#
+# LDAP is no longer supported :(
+#
 AUTHENTICATION_GUARD=web
 
-#
-# Your LDAP server may speak a dialect. You can choose between 'OpenLDAP' and 'ActiveDirectory'
-# Anything else defaults to 'ActiveDirectory'
-#
-LDAP_DIALECT=OpenLDAP
-
-#
-# LDAP connection settings:
-#
-LDAP_HOST=ldap.yourserver.com
-LDAP_PORT=389
-LDAP_TIMEOUT=5
-LDAP_SSL=false
-LDAP_TLS=false
-
-LDAP_BASE_DN="o=something,dc=site,dc=com"
-LDAP_USERNAME="uid=X,ou=,o=,dc=something,dc=com"
-LDAP_PASSWORD=super_secret
-
-LDAP_AUTH_FIELD=uid
-
-#
-# If you wish to only authenticate users from a specific group, use the base DN above.
-#
-# If you require extra/special filters please use the LDAP_EXTRA_FILTER with a valid DN.
-#
-# The extra filter will only be applied after the user is authenticated.
-#
-LDAP_EXTRA_FILTER=
-
 #
 # Remote user guard settings
 #
@@ -254,6 +225,8 @@ ALLOW_WEBHOOKS=false
 #
 # For more info: https://docs.firefly-iii.org/firefly-iii/advanced-installation/cron/
 #
+# You can set this variable from a file by appending it with _FILE
+#
 STATIC_CRON_TOKEN=
 
 # You can fine tune the start-up of a Docker container by editing these environment variables.
@@ -261,6 +234,13 @@ STATIC_CRON_TOKEN=
 # However if you know what you're doing you can significantly speed up container start times.
 # Set each value to true to enable, or false to disable.
 
+# Set this to true to build all locales supported by Firefly III.
+# This may take quite some time (several minutes) and is generally not recommended.
+# If you wish to change or alter the list of locales, start your Docker container with
+# `docker run -v locale.gen:/etc/locale.gen -e DKR_BUILD_LOCALE=true`
+# and make sure your preferred locales are in your own locale.gen.
+DKR_BUILD_LOCALE=false
+
 # Check if the SQLite database exists. Can be skipped if you're not using SQLite.
 # Won't significantly speed up things.
 DKR_CHECK_SQLITE=true
@@ -289,7 +269,6 @@ DKR_RUN_PASSPORT_INSTALL=true
 # Leave the following configuration vars as is.
 # Unless you like to tinker and know what you're doing.
 APP_NAME=FireflyIII
-ADLDAP_CONNECTION=default
 BROADCAST_DRIVER=log
 QUEUE_DRIVER=sync
 CACHE_PREFIX=firefly

.github/its_you_not_me.md

@@ -1,15 +1,16 @@
 # It's not you, it's me
 
-Sometimes bugs reported to Firefly III are configuration and system problems on the user side.
+Sometimes bugs reported to Firefly III are configuration and system problems on the user's side.
 
-If you run into one of the following problems, there's a good chance it's not a Firefly III issue, but a configuration issue.
+If you run into any of the following problems, there's a good chance it's not a Firefly III issue, but a configuration issue.
 
-- ⚠️ Can't connect to the database when starting Firefly III
+- ⚠️ Firefly III can't connect to the database when starting or the password is wrong, even though you're sure it's correct.
-- ⚠️ Errors with missing app keys or encryption problems
+- ⚠️ Errors about a missing `APP_KEY` or other encryption/hash problems
-- ⚠️ Can't login due to 419 errors
+- ⚠️ You can't login due to `419` errors (page expired)
-- ⚠️ Any 500 error when starting Firefly III
+- ⚠️ Any `500` error when starting Firefly III
 - ⚠️ Any white page when starting Firefly III
 - ⚠️ Time-out when starting Firefly III for the first time
 - ⚠️ Firefly III does not work behind your reverse proxy
+- ⚠️ You can't connect to the Data Importer due to 404's or authentication issues.
 
 If you run into an issue like this, please start a [discussion](https://github.com/firefly-iii/firefly-iii/discussions) or chat on [Gitter.im](https://gitter.im/firefly-iii/firefly-iii). There's a good chance it's not a bug but something we can fix rather quickly :+1:

.github/mergify.yml

@@ -1,10 +1,4 @@
 pull_request_rules:
-  - name: Security update by dependabot
-    conditions:
-      - author~=^dependabot(|-preview)\[bot\]$
-    actions:
-      merge:
-        method: merge
   - name: Close all on main
     conditions:
       - base=main

.github/support.md

@@ -25,7 +25,7 @@ Only then [create a new issue](https://github.com/firefly-iii/firefly-iii/issues
 ## Issue closure and abandonment policy
 
 - Issues can be converted into discussions if it's not a bug or feature request.
-- Features that won't be implemented will be labelled "wontfix". [This isn't personal](https://docs.firefly-iii.org/firefly-iii/support/features/#ideas-that-wont-be-implemented).
+- Features that won't be implemented will be labelled "wontfix". [This isn't personal](https://docs.firefly-iii.org/firefly-iii/about-firefly-iii/what-its-not/).
 - Issues can be closed if they're duplicates of other issues.
 - Issues can be closed if the answer is in the FAQ.
 - Issues will be closed automatically after 14 days.

.gitignore

@@ -1,19 +1,8 @@
 /node_modules
 /frontend/node_modules
-/frontend/fonts
-/frontend/images
-/public/hot
-/public/storage
 /storage/*.key
 /vendor
 /.vagrant
-Homestead.json
-Homestead.yaml
 npm-debug.log
 yarn-error.log
 .env
-public/google*.html
-report.html
-composer.phar
-app.js.map
-frontend-v3

app/Api/V1/Controllers/Autocomplete/AccountController.php

@@ -70,8 +70,9 @@ class AccountController extends Controller
      * @param AutocompleteRequest $request
      *
      * @return JsonResponse
-     * @throws FireflyException
      * @throws JsonException
+     * @throws FireflyException
+     * @throws FireflyException
      */
     public function accounts(AutocompleteRequest $request): JsonResponse
     {

app/Api/V1/Controllers/Chart/AccountController.php

@@ -35,6 +35,9 @@ use FireflyIII\Repositories\Currency\CurrencyRepositoryInterface;
 use FireflyIII\Support\Http\Api\ApiSupport;
 use FireflyIII\User;
 use Illuminate\Http\JsonResponse;
+use JsonException;
+use Psr\Container\ContainerExceptionInterface;
+use Psr\Container\NotFoundExceptionInterface;
 
 /**
  * Class AccountController
@@ -77,6 +80,9 @@ class AccountController extends Controller
      *
      * @return JsonResponse
      * @throws FireflyException
+     * @throws JsonException
+     * @throws ContainerExceptionInterface
+     * @throws NotFoundExceptionInterface
      */
     public function overview(DateRequest $request): JsonResponse
     {

app/Api/V1/Controllers/Controller.php

@@ -34,6 +34,8 @@ use Illuminate\Routing\Controller as BaseController;
 use League\Fractal\Manager;
 use League\Fractal\Serializer\JsonApiSerializer;
 use Log;
+use Psr\Container\ContainerExceptionInterface;
+use Psr\Container\NotFoundExceptionInterface;
 use Symfony\Component\HttpFoundation\ParameterBag;
 
 /**
@@ -74,6 +76,8 @@ abstract class Controller extends BaseController
      * Method to grab all parameters from the URI.
      *
      * @return ParameterBag
+     * @throws ContainerExceptionInterface
+     * @throws NotFoundExceptionInterface
      */
     private function getParameters(): ParameterBag
     {
@@ -94,7 +98,7 @@ abstract class Controller extends BaseController
                     $obj = Carbon::parse($date);
                 } catch (InvalidDateException | InvalidFormatException $e) {
                     // don't care
-                    Log::error(sprintf('Invalid date exception in API controller: %s', $e->getMessage()));
+                    Log::warning(sprintf('Ignored invalid date "%s" in API controller parameter check: %s', $date, $e->getMessage()));
                 }
             }
             $bag->set($field, $obj);

app/Api/V1/Controllers/Models/Budget/ListController.php

@@ -209,8 +209,6 @@ class ListController extends Controller
      *
      * @param Request $request
      *
-     * @param Budget  $budget
-     *
      * @return JsonResponse
      * @throws FireflyException
      * @codeCoverageIgnore

app/Api/V1/Controllers/Models/Recurrence/ShowController.php

@@ -77,7 +77,7 @@ class ShowController extends Controller
         $pageSize = (int) app('preferences')->getForUser(auth()->user(), 'listPageSize', 50)->data;
 
         // get list of budgets. Count it and split it.
-        $collection = $this->repository->getAll();
+        $collection = $this->repository->get();
         $count      = $collection->count();
         $piggyBanks = $collection->slice(($this->parameters->get('page') - 1) * $pageSize, $pageSize);
 

app/Api/V1/Controllers/Models/Rule/TriggerController.php

@@ -145,11 +145,11 @@ class TriggerController extends Controller
             // add a range:
             $ruleEngine->addOperator(['type' => 'date_before', 'value' => $parameters['end']->format('Y-m-d')]);
         }
-        if (array_key_exists('accounts', $parameters) && '' !== $parameters['accounts']) {
+        if (array_key_exists('accounts', $parameters) && is_array($parameters['accounts']) && count($parameters['accounts']) > 0) {
             $ruleEngine->addOperator(['type' => 'account_id', 'value' => implode(',', $parameters['accounts'])]);
         }
 
-        // file the rule(s)
+        // fire the rule(s)
         $ruleEngine->fire();
 
         return response()->json([], 204);

app/Api/V1/Controllers/Models/TransactionCurrency/ShowController.php

@@ -33,6 +33,7 @@ use FireflyIII\Support\Http\Api\TransactionFilter;
 use FireflyIII\Transformers\CurrencyTransformer;
 use Illuminate\Http\JsonResponse;
 use Illuminate\Pagination\LengthAwarePaginator;
+use JsonException;
 use League\Fractal\Pagination\IlluminatePaginatorAdapter;
 use League\Fractal\Resource\Collection as FractalCollection;
 use League\Fractal\Resource\Item;
@@ -72,6 +73,7 @@ class ShowController extends Controller
      *
      * @return JsonResponse
      * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function index(): JsonResponse
@@ -106,6 +108,8 @@ class ShowController extends Controller
      * @param TransactionCurrency $currency
      *
      * @return JsonResponse
+     * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function show(TransactionCurrency $currency): JsonResponse
@@ -130,6 +134,8 @@ class ShowController extends Controller
      * Show a currency.
      *
      * @return JsonResponse
+     * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function showDefault(): JsonResponse

app/Api/V1/Controllers/Models/TransactionCurrency/StoreController.php

@@ -33,6 +33,7 @@ use FireflyIII\Support\Http\Api\AccountFilter;
 use FireflyIII\Support\Http\Api\TransactionFilter;
 use FireflyIII\Transformers\CurrencyTransformer;
 use Illuminate\Http\JsonResponse;
+use JsonException;
 use League\Fractal\Resource\Item;
 
 /**
@@ -74,6 +75,7 @@ class StoreController extends Controller
      *
      * @return JsonResponse
      * @throws FireflyException
+     * @throws JsonException
      */
     public function store(StoreRequest $request): JsonResponse
     {

app/Api/V1/Controllers/Models/TransactionCurrency/UpdateController.php

@@ -75,6 +75,8 @@ class UpdateController extends Controller
      * @param TransactionCurrency $currency
      *
      * @return JsonResponse
+     * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function disable(TransactionCurrency $currency): JsonResponse
@@ -108,6 +110,8 @@ class UpdateController extends Controller
      * @param TransactionCurrency $currency
      *
      * @return JsonResponse
+     * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function enable(TransactionCurrency $currency): JsonResponse

app/Api/V1/Controllers/Search/AccountController.php

@@ -70,8 +70,8 @@ class AccountController extends Controller
     {
         Log::debug('Now in account search()');
         $manager = $this->getManager();
-        $query   = $request->get('query');
+        $query   = trim((string) $request->get('query'));
-        $field   = $request->get('field');
+        $field   = trim((string) $request->get('field'));
         $type    = $request->get('type') ?? 'all';
         if ('' === $query || !in_array($field, $this->validFields, true)) {
             return response(null, 422);

app/Api/V1/Controllers/Summary/BasicController.php

@@ -113,7 +113,7 @@ class BasicController extends Controller
         // give new keys
         $return = [];
         foreach ($total as $entry) {
-            if (null === $code || (null !== $code && $code === $entry['currency_code'])) {
+            if (null === $code || ($code === $entry['currency_code'])) {
                 $return[$entry['key']] = $entry;
             }
         }
@@ -150,7 +150,9 @@ class BasicController extends Controller
         foreach ($set as $transactionJournal) {
             $currencyId           = (int) $transactionJournal['currency_id'];
             $incomes[$currencyId] = $incomes[$currencyId] ?? '0';
-            $incomes[$currencyId] = bcadd($incomes[$currencyId], bcmul($transactionJournal['amount'], '-1'));
+            $incomes[$currencyId] = bcadd($incomes[$currencyId],
+                                          bcmul($transactionJournal['amount'], '-1')
+            );
             $sums[$currencyId]    = $sums[$currencyId] ?? '0';
             $sums[$currencyId]    = bcadd($sums[$currencyId], bcmul($transactionJournal['amount'], '-1'));
         }
@@ -362,7 +364,7 @@ class BasicController extends Controller
             function (Account $account) {
                 $includeNetWorth = $this->accountRepository->getMetaValue($account, 'include_net_worth');
 
-                return null === $includeNetWorth ? true : '1' === $includeNetWorth;
+                return null === $includeNetWorth || '1' === $includeNetWorth;
             }
         );
 

app/Api/V1/Controllers/System/ConfigurationController.php

@@ -30,6 +30,8 @@ use FireflyIII\Repositories\User\UserRepositoryInterface;
 use FireflyIII\Support\Binder\EitherConfigKey;
 use Illuminate\Http\JsonResponse;
 use Log;
+use Psr\Container\ContainerExceptionInterface;
+use Psr\Container\NotFoundExceptionInterface;
 
 /**
  * Class ConfigurationController
@@ -94,6 +96,8 @@ class ConfigurationController extends Controller
      *
      * @return array
      * @throws FireflyException
+     * @throws ContainerExceptionInterface
+     * @throws NotFoundExceptionInterface
      */
     private function getDynamicConfiguration(): array
     {

app/Api/V1/Controllers/System/UserController.php

@@ -81,7 +81,7 @@ class UserController extends Controller
             return response()->json([], 500);
         }
 
-        if ($admin->id !== $user->id && $this->repository->hasRole($admin, 'owner')) {
+        if ($this->repository->hasRole($admin, 'owner')) {
             $this->repository->destroy($user);
 
             return response()->json([], 204);

app/Api/V1/Requests/Data/Bulk/MoveTransactionsRequest.php

@@ -74,10 +74,24 @@ class MoveTransactionsRequest extends FormRequest
                 // validate start before end only if both are there.
                 $data = $validator->getData();
                 if (array_key_exists('original_account', $data) && array_key_exists('destination_account', $data)) {
+                    $this->validateMove($validator);
+                }
+            }
+        );
+    }
+
+    /**
+     * @param Validator $validator
+     * @return void
+     */
+    private function validateMove(Validator $validator): void {
+        $data = $validator->getData();
         $repository = app(AccountRepositoryInterface::class);
         $repository->setUser(auth()->user());
         $original    = $repository->find((int) $data['original_account']);
         $destination = $repository->find((int) $data['destination_account']);
+
+        // not the same type:
         if ($original->accountType->type !== $destination->accountType->type) {
             $validator->errors()->add('title', (string) trans('validation.same_account_type'));
 
@@ -86,6 +100,8 @@ class MoveTransactionsRequest extends FormRequest
         // get currency pref:
         $originalCurrency    = $repository->getAccountCurrency($original);
         $destinationCurrency = $repository->getAccountCurrency($destination);
+
+        // check different scenario's.
         if (null === $originalCurrency xor null === $destinationCurrency) {
             $validator->errors()->add('title', (string) trans('validation.same_account_currency'));
 
@@ -100,6 +116,3 @@ class MoveTransactionsRequest extends FormRequest
         }
     }
 }
-        );
-    }
-}

app/Api/V1/Requests/Insight/GenericRequest.php

@@ -128,7 +128,7 @@ class GenericRequest extends FormRequest
             foreach ($array as $billId) {
                 $billId = (int) $billId;
                 $bill   = $repository->find($billId);
-                if (null !== $billId) {
+                if (null !== $bill) {
                     $this->bills->push($bill);
                 }
             }
@@ -160,7 +160,7 @@ class GenericRequest extends FormRequest
             foreach ($array as $budgetId) {
                 $budgetId = (int) $budgetId;
                 $budget   = $repository->find($budgetId);
-                if (null !== $budgetId) {
+                if (null !== $budget) {
                     $this->budgets->push($budget);
                 }
             }
@@ -192,7 +192,7 @@ class GenericRequest extends FormRequest
             foreach ($array as $categoryId) {
                 $categoryId = (int) $categoryId;
                 $category   = $repository->find($categoryId);
-                if (null !== $categoryId) {
+                if (null !== $category) {
                     $this->categories->push($category);
                 }
             }
@@ -282,7 +282,7 @@ class GenericRequest extends FormRequest
             foreach ($array as $tagId) {
                 $tagId = (int) $tagId;
                 $tag   = $repository->find($tagId);
-                if (null !== $tagId) {
+                if (null !== $tag) {
                     $this->tags->push($tag);
                 }
             }

app/Api/V1/Requests/Models/Account/StoreRequest.php

@@ -116,15 +116,15 @@ class StoreRequest extends FormRequest
             'currency_code'        => 'min:3|max:3|exists:transaction_currencies,code',
             'active'               => [new IsBoolean],
             'include_net_worth'    => [new IsBoolean],
-            'account_role'         => sprintf('in:%s|required_if:type,asset', $accountRoles),
+            'account_role'         => sprintf('nullable|in:%s|required_if:type,asset', $accountRoles),
-            'credit_card_type'     => sprintf('in:%s|required_if:account_role,ccAsset', $ccPaymentTypes),
+            'credit_card_type'     => sprintf('nullable|in:%s|required_if:account_role,ccAsset', $ccPaymentTypes),
-            'monthly_payment_date' => 'date' . '|required_if:account_role,ccAsset|required_if:credit_card_type,monthlyFull',
+            'monthly_payment_date' => 'nullable|date|required_if:account_role,ccAsset|required_if:credit_card_type,monthlyFull',
-            'liability_type'       => 'required_if:type,liability|required_if:type,liabilities|in:loan,debt,mortgage',
+            'liability_type'       => 'nullable|required_if:type,liability|required_if:type,liabilities|in:loan,debt,mortgage',
             'liability_amount'     => 'required_with:liability_start_date|min:0|numeric',
             'liability_start_date' => 'required_with:liability_amount|date',
-            'liability_direction'  => 'required_if:type,liability|required_if:type,liabilities|in:credit,debit',
+            'liability_direction'  => 'nullable|required_if:type,liability|required_if:type,liabilities|in:credit,debit',
             'interest'             => 'between:0,100|numeric',
-            'interest_period'      => sprintf('in:%s', join(',', config('firefly.interest_periods'))),
+            'interest_period'      => sprintf('nullable|in:%s', join(',', config('firefly.interest_periods'))),
             'notes'                => 'min:0|max:65536',
         ];
 

app/Api/V1/Requests/Models/Budget/StoreRequest.php

@@ -50,6 +50,7 @@ class StoreRequest extends FormRequest
             'name'               => ['name', 'string'],
             'active'             => ['active', 'boolean'],
             'order'              => ['active', 'integer'],
+            'notes'              => ['notes', 'string'],
 
             // auto budget currency:
             'currency_id'        => ['auto_budget_currency_id', 'integer'],
@@ -74,6 +75,7 @@ class StoreRequest extends FormRequest
             'active'             => [new IsBoolean],
             'currency_id'        => 'exists:transaction_currencies,id',
             'currency_code'      => 'exists:transaction_currencies,code',
+            'notes'              => 'nullable|between:1,65536',
             // auto budget info
             'auto_budget_type'   => 'in:reset,rollover,none',
             'auto_budget_amount' => 'numeric|min:0|max:1000000000|required_if:auto_budget_type,reset|required_if:auto_budget_type,rollover',

app/Api/V1/Requests/Models/Budget/UpdateRequest.php

@@ -51,6 +51,7 @@ class UpdateRequest extends FormRequest
             'name'               => ['name', 'string'],
             'active'             => ['active', 'boolean'],
             'order'              => ['order', 'integer'],
+            'notes'              => ['notes', 'string'],
             'currency_id'        => ['auto_budget_currency_id', 'integer'],
             'currency_code'      => ['auto_budget_currency_code', 'string'],
             'auto_budget_type'   => ['auto_budget_type', 'string'],
@@ -82,6 +83,7 @@ class UpdateRequest extends FormRequest
         return [
             'name'                      => sprintf('between:1,100|uniqueObjectForUser:budgets,name,%d', $budget->id),
             'active'                    => [new IsBoolean],
+            'notes'                     => 'nullable|between:1,65536',
             'auto_budget_type'          => 'in:reset,rollover,none',
             'auto_budget_currency_id'   => 'exists:transaction_currencies,id',
             'auto_budget_currency_code' => 'exists:transaction_currencies,code',

app/Api/V1/Requests/Models/Recurrence/StoreRequest.php

@@ -141,32 +141,34 @@ class StoreRequest extends FormRequest
             'first_date'        => 'required|date',
             'apply_rules'       => [new IsBoolean],
             'active'            => [new IsBoolean],
-            'repeat_until'                         => 'date',
+            'repeat_until'      => 'nullable|date',
-            'nr_of_repetitions'                    => 'numeric|between:1,31',
+            'nr_of_repetitions' => 'nullable|numeric|between:1,31',
+
             'repetitions.*.type'    => 'required|in:daily,weekly,ndom,monthly,yearly',
             'repetitions.*.moment'  => 'between:0,10',
-            'repetitions.*.skip'                   => 'numeric|between:0,31',
+            'repetitions.*.skip'    => 'nullable|numeric|between:0,31',
             'repetitions.*.weekend' => 'numeric|min:1|max:4',
+
             'transactions.*.description'           => 'required|between:1,255',
             'transactions.*.amount'                => 'required|numeric|gt:0',
-            'transactions.*.foreign_amount'        => 'numeric|gt:0',
+            'transactions.*.foreign_amount'        => 'nullable|numeric|gt:0',
-            'transactions.*.currency_id'           => 'numeric|exists:transaction_currencies,id',
+            'transactions.*.currency_id'           => 'nullable|numeric|exists:transaction_currencies,id',
-            'transactions.*.currency_code'         => 'min:3|max:3|exists:transaction_currencies,code',
+            'transactions.*.currency_code'         => 'nullable|min:3|max:3|exists:transaction_currencies,code',
-            'transactions.*.foreign_currency_id'   => 'numeric|exists:transaction_currencies,id',
+            'transactions.*.foreign_currency_id'   => 'nullable|numeric|exists:transaction_currencies,id',
-            'transactions.*.foreign_currency_code' => 'min:3|max:3|exists:transaction_currencies,code',
+            'transactions.*.foreign_currency_code' => 'nullable|min:3|max:3|exists:transaction_currencies,code',
             'transactions.*.source_id'             => ['numeric', 'nullable', new BelongsUser],
             'transactions.*.source_name'           => 'between:1,255|nullable',
             'transactions.*.destination_id'        => ['numeric', 'nullable', new BelongsUser],
             'transactions.*.destination_name'      => 'between:1,255|nullable',
 
             // new and updated fields:
-            'transactions.*.budget_id'             => ['mustExist:budgets,id', new BelongsUser],
+            'transactions.*.budget_id'             => ['nullable', 'mustExist:budgets,id', new BelongsUser],
             'transactions.*.budget_name'           => ['between:1,255', 'nullable', new BelongsUser],
-            'transactions.*.category_id'           => ['mustExist:categories,id', new BelongsUser],
+            'transactions.*.category_id'           => ['nullable', 'mustExist:categories,id', new BelongsUser],
             'transactions.*.category_name'         => 'between:1,255|nullable',
-            'transactions.*.piggy_bank_id'         => ['numeric', 'mustExist:piggy_banks,id', new BelongsUser],
+            'transactions.*.piggy_bank_id'         => ['nullable', 'numeric', 'mustExist:piggy_banks,id', new BelongsUser],
             'transactions.*.piggy_bank_name'       => ['between:1,255', 'nullable', new BelongsUser],
-            'transactions.*.tags'                  => 'between:1,64000',
+            'transactions.*.tags'                  => 'nullable|between:1,64000',
         ];
     }
 

app/Api/V1/Requests/Models/Recurrence/UpdateRequest.php

@@ -155,33 +155,34 @@ class UpdateRequest extends FormRequest
             'first_date'        => 'date',
             'apply_rules'       => [new IsBoolean],
             'active'            => [new IsBoolean],
-            'repeat_until'          => 'date',
+            'repeat_until'      => 'nullable|date',
-            'nr_of_repetitions'     => 'numeric|between:1,31',
+            'nr_of_repetitions' => 'nullable|numeric|between:1,31',
+
             'repetitions.*.type'    => 'in:daily,weekly,ndom,monthly,yearly',
             'repetitions.*.moment'  => 'between:0,10',
-            'repetitions.*.skip'    => 'numeric|between:0,31',
+            'repetitions.*.skip'    => 'nullable|numeric|between:0,31',
-            'repetitions.*.weekend' => 'numeric|min:1|max:4',
+            'repetitions.*.weekend' => 'nullable|numeric|min:1|max:4',
 
             'transactions.*.description'           => 'between:1,255',
             'transactions.*.amount'                => 'numeric|gt:0',
-            'transactions.*.foreign_amount'        => 'numeric|gt:0',
+            'transactions.*.foreign_amount'        => 'nullable|numeric|gt:0',
-            'transactions.*.currency_id'           => 'numeric|exists:transaction_currencies,id',
+            'transactions.*.currency_id'           => 'nullable|numeric|exists:transaction_currencies,id',
-            'transactions.*.currency_code'         => 'min:3|max:3|exists:transaction_currencies,code',
+            'transactions.*.currency_code'         => 'nullable|min:3|max:3|exists:transaction_currencies,code',
-            'transactions.*.foreign_currency_id'   => 'numeric|exists:transaction_currencies,id',
+            'transactions.*.foreign_currency_id'   => 'nullable|numeric|exists:transaction_currencies,id',
-            'transactions.*.foreign_currency_code' => 'min:3|max:3|exists:transaction_currencies,code',
+            'transactions.*.foreign_currency_code' => 'nullable|min:3|max:3|exists:transaction_currencies,code',
             'transactions.*.source_id'             => ['numeric', 'nullable', new BelongsUser],
             'transactions.*.source_name'           => 'between:1,255|nullable',
             'transactions.*.destination_id'        => ['numeric', 'nullable', new BelongsUser],
             'transactions.*.destination_name'      => 'between:1,255|nullable',
 
             // new and updated fields:
-            'transactions.*.budget_id'             => ['mustExist:budgets,id', new BelongsUser],
+            'transactions.*.budget_id'             => ['nullable', 'mustExist:budgets,id', new BelongsUser],
             'transactions.*.budget_name'           => ['between:1,255', 'nullable', new BelongsUser],
-            'transactions.*.category_id'           => ['mustExist:categories,id', new BelongsUser],
+            'transactions.*.category_id'           => ['nullable', 'mustExist:categories,id', new BelongsUser],
             'transactions.*.category_name'         => 'between:1,255|nullable',
-            'transactions.*.piggy_bank_id'         => ['numeric', 'mustExist:piggy_banks,id', new BelongsUser],
+            'transactions.*.piggy_bank_id'         => ['nullable', 'numeric', 'mustExist:piggy_banks,id', new BelongsUser],
             'transactions.*.piggy_bank_name'       => ['between:1,255', 'nullable', new BelongsUser],
-            'transactions.*.tags'                  => 'between:1,64000',
+            'transactions.*.tags'                  => 'nullable|between:1,64000',
 
         ];
     }

app/Api/V1/Requests/Models/Rule/StoreRequest.php

@@ -153,12 +153,14 @@ class StoreRequest extends FormRequest
             function (Validator $validator) {
                 $this->atLeastOneTrigger($validator);
                 $this->atLeastOneAction($validator);
+                $this->atLeastOneActiveTrigger($validator);
+                $this->atLeastOneActiveAction($validator);
             }
         );
     }
 
     /**
-     * Adds an error to the validator when there are no repetitions in the array of data.
+     * Adds an error to the validator when there are no triggers in the array of data.
      *
      * @param Validator $validator
      */
@@ -186,4 +188,62 @@ class StoreRequest extends FormRequest
             $validator->errors()->add('title', (string) trans('validation.at_least_one_action'));
         }
     }
+
+    /**
+     * Adds an error to the validator when there are no ACTIVE triggers in the array of data.
+     *
+     * @param Validator $validator
+     */
+    protected function atLeastOneActiveTrigger(Validator $validator): void
+    {
+        $data     = $validator->getData();
+        $triggers = $data['triggers'] ?? [];
+        // need at least one trigger
+        if (!is_countable($triggers) || empty($triggers)) {
+            return;
+        }
+        $allInactive   = true;
+        $inactiveIndex = 0;
+        foreach ($triggers as $index => $trigger) {
+            $active = array_key_exists('active', $trigger) ? $trigger['active'] : true; // assume true
+            if (true === $active) {
+                $allInactive = false;
+            }
+            if (false === $active) {
+                $inactiveIndex = $index;
+            }
+        }
+        if (true === $allInactive) {
+            $validator->errors()->add(sprintf('triggers.%d.active', $inactiveIndex), (string) trans('validation.at_least_one_active_trigger'));
+        }
+    }
+
+    /**
+     * Adds an error to the validator when there are no ACTIVE actions in the array of data.
+     *
+     * @param Validator $validator
+     */
+    protected function atLeastOneActiveAction(Validator $validator): void
+    {
+        $data    = $validator->getData();
+        $actions = $data['actions'] ?? [];
+        // need at least one trigger
+        if (!is_countable($actions) || empty($actions)) {
+            return;
+        }
+        $allInactive   = true;
+        $inactiveIndex = 0;
+        foreach ($actions as $index => $action) {
+            $active = array_key_exists('active', $action) ? $action['active'] : true; // assume true
+            if (true === $active) {
+                $allInactive = false;
+            }
+            if (false === $active) {
+                $inactiveIndex = $index;
+            }
+        }
+        if (true === $allInactive) {
+            $validator->errors()->add(sprintf('actions.%d.active', $inactiveIndex), (string) trans('validation.at_least_one_active_action'));
+        }
+    }
 }

app/Api/V1/Requests/Models/Rule/TriggerRequest.php

@@ -55,7 +55,7 @@ class TriggerRequest extends FormRequest
      */
     private function getDate(string $field): ?Carbon
     {
-        return null === $this->query($field) ? null : Carbon::createFromFormat('Y-m-d', $this->query($field));
+        return null === $this->query($field) ? null : Carbon::createFromFormat('Y-m-d', substr($this->query($field), 0, 10));
     }
 
     /**
@@ -63,7 +63,7 @@ class TriggerRequest extends FormRequest
      */
     private function getAccounts(): array
     {
-        return $this->get('accounts');
+        return $this->get('accounts') ?? [];
     }
 
     /**

app/Api/V1/Requests/Models/Rule/UpdateRequest.php

@@ -167,7 +167,9 @@ class UpdateRequest extends FormRequest
         $validator->after(
             function (Validator $validator) {
                 $this->atLeastOneTrigger($validator);
+                $this->atLeastOneValidTrigger($validator);
                 $this->atLeastOneAction($validator);
+                $this->atLeastOneValidAction($validator);
             }
         );
     }
@@ -187,6 +189,35 @@ class UpdateRequest extends FormRequest
         }
     }
 
+    /**
+     * Adds an error to the validator when there are no repetitions in the array of data.
+     *
+     * @param Validator $validator
+     */
+    protected function atLeastOneValidTrigger(Validator $validator): void
+    {
+        $data          = $validator->getData();
+        $triggers      = $data['triggers'] ?? [];
+        $allInactive   = true;
+        $inactiveIndex = 0;
+        // need at least one trigger
+        if (is_array($triggers) && empty($triggers)) {
+            return;
+        }
+        foreach ($triggers as $index => $trigger) {
+            $active = array_key_exists('active', $trigger) ? $trigger['active'] : true; // assume true
+            if (true === $active) {
+                $allInactive = false;
+            }
+            if (false === $active) {
+                $inactiveIndex = $index;
+            }
+        }
+        if (true === $allInactive) {
+            $validator->errors()->add(sprintf('triggers.%d.active', $inactiveIndex), (string) trans('validation.at_least_one_active_trigger'));
+        }
+    }
+
     /**
      * Adds an error to the validator when there are no repetitions in the array of data.
      *
@@ -201,4 +232,34 @@ class UpdateRequest extends FormRequest
             $validator->errors()->add('title', (string) trans('validation.at_least_one_action'));
         }
     }
+
+    /**
+     * Adds an error to the validator when there are no repetitions in the array of data.
+     *
+     * @param Validator $validator
+     */
+    protected function atLeastOneValidAction(Validator $validator): void
+    {
+        $data          = $validator->getData();
+        $actions       = $data['actions'] ?? [];
+        $allInactive   = true;
+        $inactiveIndex = 0;
+        // need at least one action
+        if (is_array($actions) && empty($actions)) {
+            return;
+        }
+
+        foreach ($actions as $index => $action) {
+            $active = array_key_exists('active', $action) ? $action['active'] : true; // assume true
+            if (true === $active) {
+                $allInactive = false;
+            }
+            if (false === $active) {
+                $inactiveIndex = $index;
+            }
+        }
+        if (true === $allInactive) {
+            $validator->errors()->add(sprintf('actions.%d.active', $inactiveIndex), (string) trans('validation.at_least_one_active_action'));
+        }
+    }
 }

app/Api/V1/Requests/Models/Transaction/StoreRequest.php

@@ -98,17 +98,17 @@ class StoreRequest extends FormRequest
 
                 // source of transaction. If everything is null, assume cash account.
                 'source_id'             => $this->integerFromValue((string) $object['source_id']),
-                'source_name'           => $this->clearString($object['source_name'], false),
+                'source_name'           => $this->clearString((string) $object['source_name'], false),
-                'source_iban'           => $this->clearString($object['source_iban'], false),
+                'source_iban'           => $this->clearString((string) $object['source_iban'], false),
-                'source_number'         => $this->clearString($object['source_number'], false),
+                'source_number'         => $this->clearString((string) $object['source_number'], false),
-                'source_bic'            => $this->clearString($object['source_bic'], false),
+                'source_bic'            => $this->clearString((string) $object['source_bic'], false),
 
                 // destination of transaction. If everything is null, assume cash account.
                 'destination_id'        => $this->integerFromValue((string) $object['destination_id']),
-                'destination_name'      => $this->clearString($object['destination_name'], false),
+                'destination_name'      => $this->clearString((string) $object['destination_name'], false),
-                'destination_iban'      => $this->clearString($object['destination_iban'], false),
+                'destination_iban'      => $this->clearString((string) $object['destination_iban'], false),
-                'destination_number'    => $this->clearString($object['destination_number'], false),
+                'destination_number'    => $this->clearString((string) $object['destination_number'], false),
-                'destination_bic'       => $this->clearString($object['destination_bic'], false),
+                'destination_bic'       => $this->clearString((string) $object['destination_bic'], false),
 
                 // budget info
                 'budget_id'             => $this->integerFromValue((string) $object['budget_id']),

app/Api/V1/Requests/Models/Transaction/UpdateRequest.php

@@ -293,7 +293,7 @@ class UpdateRequest extends FormRequest
             'transactions.*.order'                  => 'numeric|min:0',
 
             // group id:
-            'transactions.*.transaction_journal_id' => ['numeric', 'exists:transaction_journals,id', new BelongsUser],
+            'transactions.*.transaction_journal_id' => ['nullable', 'numeric', new BelongsUser],
 
 
             // currency info

app/Api/V1/Requests/System/UserUpdateRequest.php

@@ -28,6 +28,7 @@ use FireflyIII\Rules\IsBoolean;
 use FireflyIII\Support\Request\ChecksLogin;
 use FireflyIII\Support\Request\ConvertsDataTypes;
 use Illuminate\Foundation\Http\FormRequest;
+use Illuminate\Validation\Validator;
 
 /**
  * Class UserUpdateRequest
@@ -43,7 +44,7 @@ class UserUpdateRequest extends FormRequest
      */
     public function authorize(): bool
     {
-        return auth()->check() && auth()->user()->hasRole('owner');
+        return auth()->check();
     }
 
     /**
@@ -83,4 +84,25 @@ class UserUpdateRequest extends FormRequest
         ];
     }
 
+    /**
+     * Configure the validator instance.
+     *
+     * @param Validator $validator
+     *
+     * @return void
+     */
+    public function withValidator(Validator $validator): void
+    {
+        $current = $this->route()->parameter('user');
+        $validator->after(
+            static function (Validator $validator) use ($current) {
+                $isAdmin = auth()->user()->hasRole('owner');
+                // not admin, and not own user?
+                if (auth()->check() && false === $isAdmin && $current?->id !== auth()->user()->id) {
+                    $validator->errors()->add('email', (string) trans('validation.invalid_selection'));
+                }
+            }
+        );
+    }
+
 }

app/Console/Commands/Correction/CorrectOpeningBalanceCurrencies.php

@@ -57,7 +57,6 @@ class CorrectOpeningBalanceCurrencies extends Command
      * Execute the console command.
      *
      * @return int
-     * @throws JsonException
      */
     public function handle(): int
     {
@@ -136,6 +135,8 @@ class CorrectOpeningBalanceCurrencies extends Command
      * @param Account $account
      *
      * @return TransactionCurrency
+     * @throws JsonException
+     * @throws \FireflyIII\Exceptions\FireflyException
      */
     private function getCurrency(Account $account): TransactionCurrency
     {

app/Console/Commands/Correction/FixIbans.php

@@ -1,4 +1,25 @@
 <?php
+
+/*
+ * FixIbans.php
+ * Copyright (c) 2022 james@firefly-iii.org
+ *
+ * This file is part of Firefly III (https://github.com/firefly-iii).
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
 declare(strict_types=1);
 
 namespace FireflyIII\Console\Commands\Correction;

app/Console/Commands/Correction/RenameMetaFields.php

@@ -68,6 +68,7 @@ class RenameMetaFields extends Command
             'sepa-ep'         => 'sepa_ep',
             'sepa-ci'         => 'sepa_ci',
             'sepa-batch-id'   => 'sepa_batch_id',
+            'external_uri'    => 'external_url',
         ];
         foreach ($changes as $original => $update) {
             $this->rename($original, $update);

app/Console/Commands/DecryptDatabase.php

@@ -109,6 +109,8 @@ class DecryptDatabase extends Command
      * @param string $table
      *
      * @return bool
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isDecrypted(string $table): bool
     {

app/Console/Commands/ScanAttachments.php

@@ -27,7 +27,6 @@ use Crypt;
 use FireflyIII\Models\Attachment;
 use Illuminate\Console\Command;
 use Illuminate\Contracts\Encryption\DecryptException;
-use Illuminate\Contracts\Filesystem\FileNotFoundException;
 use Log;
 use Storage;
 
@@ -62,10 +61,9 @@ class ScanAttachments extends Command
         /** @var Attachment $attachment */
         foreach ($attachments as $attachment) {
             $fileName         = $attachment->fileName();
-            try {
             $encryptedContent = $disk->get($fileName);
-            } catch (FileNotFoundException $e) {
+            if (null === $encryptedContent) {
-                $this->error(sprintf('Could not find data for attachment #%d: %s', $attachment->id, $e->getMessage()));
+                Log::error(sprintf('No content for attachment #%d under filename "%s"', $attachment->id, $fileName));
                 continue;
             }
             try {

app/Console/Commands/Tools/Cron.php

@@ -27,6 +27,7 @@ namespace FireflyIII\Console\Commands\Tools;
 use Carbon\Carbon;
 use FireflyIII\Exceptions\FireflyException;
 use FireflyIII\Support\Cronjobs\AutoBudgetCronjob;
+use FireflyIII\Support\Cronjobs\BillWarningCronjob;
 use FireflyIII\Support\Cronjobs\RecurringCronjob;
 use Illuminate\Console\Command;
 use InvalidArgumentException;
@@ -90,6 +91,17 @@ class Cron extends Command
             $this->error($e->getMessage());
         }
 
+        /*
+         * Fire bill warning cron job
+         */
+        try {
+            $this->billWarningCronJob($force, $date);
+        } catch (FireflyException $e) {
+            Log::error($e->getMessage());
+            Log::error($e->getTraceAsString());
+            $this->error($e->getMessage());
+        }
+
         $this->info('More feedback on the cron jobs can be found in the log files.');
 
         return 0;
@@ -150,4 +162,32 @@ class Cron extends Command
         }
 
     }
+
+    /**
+     * @param bool        $force
+     * @param Carbon|null $date
+     * @throws FireflyException
+     */
+    private function billWarningCronJob(bool $force, ?Carbon $date): void
+    {
+        $autoBudget = new BillWarningCronjob;
+        $autoBudget->setForce($force);
+        // set date in cron job:
+        if (null !== $date) {
+            $autoBudget->setDate($date);
+        }
+
+        $autoBudget->fire();
+
+        if ($autoBudget->jobErrored) {
+            $this->error(sprintf('Error in "bill warnings" cron: %s', $autoBudget->message));
+        }
+        if ($autoBudget->jobFired) {
+            $this->error(sprintf('"Send bill warnings" cron fired: %s', $autoBudget->message));
+        }
+        if ($autoBudget->jobSucceeded) {
+            $this->error(sprintf('"Send bill warnings" cron ran with success: %s', $autoBudget->message));
+        }
+
+    }
 }

app/Console/Commands/Upgrade/AccountCurrencies.php

@@ -109,6 +109,8 @@ class AccountCurrencies extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/AppendBudgetLimitPeriods.php

@@ -72,6 +72,8 @@ class AppendBudgetLimitPeriods extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/BackToJournals.php

@@ -86,6 +86,8 @@ class BackToJournals extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isMigrated(): bool
     {
@@ -97,6 +99,8 @@ class BackToJournals extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/BudgetLimitCurrency.php

@@ -99,6 +99,8 @@ class BudgetLimitCurrency extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/CCLiabilities.php

@@ -96,6 +96,8 @@ class CCLiabilities extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/CreateGroupMemberships.php

@@ -77,6 +77,8 @@ class CreateGroupMemberships extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateAttachments.php

@@ -108,6 +108,8 @@ class MigrateAttachments extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateJournalNotes.php

@@ -106,6 +106,8 @@ class MigrateJournalNotes extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateRecurrenceMeta.php

@@ -84,6 +84,8 @@ class MigrateRecurrenceMeta extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateRecurrenceType.php

@@ -77,6 +77,8 @@ class MigrateRecurrenceType extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateTagLocations.php

@@ -75,6 +75,8 @@ class MigrateTagLocations extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/MigrateToGroups.php

@@ -129,6 +129,8 @@ class MigrateToGroups extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isMigrated(): bool
     {

app/Console/Commands/Upgrade/MigrateToRules.php

@@ -120,6 +120,8 @@ class MigrateToRules extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/OtherCurrenciesCorrections.php

@@ -115,6 +115,8 @@ class OtherCurrenciesCorrections extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/RenameAccountMeta.php

@@ -99,6 +99,8 @@ class RenameAccountMeta extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/TransactionIdentifier.php

@@ -123,6 +123,8 @@ class TransactionIdentifier extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/TransferCurrenciesCorrections.php

@@ -68,6 +68,9 @@ class TransferCurrenciesCorrections extends Command
      * Execute the console command.
      *
      * @return int
+     * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function handle(): int
     {
@@ -134,6 +137,8 @@ class TransferCurrenciesCorrections extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/Upgrade/UpgradeLiabilities.php

@@ -81,6 +81,8 @@ class UpgradeLiabilities extends Command
     /**
      * @return bool
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     private function isExecuted(): bool
     {

app/Console/Commands/VerifySecurityAlerts.php

@@ -25,7 +25,6 @@ declare(strict_types=1);
 namespace FireflyIII\Console\Commands;
 
 use Illuminate\Console\Command;
-use Illuminate\Contracts\Filesystem\FileNotFoundException;
 use Log;
 use Storage;
 
@@ -51,7 +50,7 @@ class VerifySecurityAlerts extends Command
      * Execute the console command.
      *
      * @return int
-     * @throws FileNotFoundException
+     * @throws \League\Flysystem\FilesystemException
      */
     public function handle(): int
     {

app/Console/Kernel.php

@@ -42,7 +42,6 @@ class Kernel extends ConsoleKernel
     {
         $this->load(__DIR__ . '/Commands');
 
-        /** @noinspection PhpIncludeInspection */
         require base_path('routes/console.php');
     }
 

app/Enums/ClauseType.php

@@ -30,6 +30,6 @@ namespace FireflyIII\Enums;
 class ClauseType
 {
     public const TRANSACTION = 'transaction';
-    public const WHERE       = 'where';
     public const UPDATE      = 'update';
+    public const WHERE       = 'where';
 }

app/Events/AdminRequestedTestMessage.php

@@ -37,21 +37,16 @@ class AdminRequestedTestMessage extends Event
 {
     use SerializesModels;
 
-    /** @var string The users IP address */
+    public User $user;
-    public $ipAddress;
-    /** @var User The user */
-    public $user;
 
     /**
      * Create a new event instance.
      *
      * @param User $user
-     * @param string $ipAddress
      */
-    public function __construct(User $user, string $ipAddress)
+    public function __construct(User $user)
     {
-        Log::debug(sprintf('Triggered AdminRequestedTestMessage for user #%d (%s) and IP %s!', $user->id, $user->email, $ipAddress));
+        Log::debug(sprintf('Triggered AdminRequestedTestMessage for user #%d (%s)', $user->id, $user->email));
         $this->user = $user;
-        $this->ipAddress = $ipAddress;
     }
 }

app/Events/RegisteredUser.php

@@ -36,20 +36,14 @@ class RegisteredUser extends Event
 {
     use SerializesModels;
 
-    /** @var string The users IP address */
+    public User $user;
-    public $ipAddress;
-    /** @var User The user */
-    public $user;
 
     /**
      * Create a new event instance. This event is triggered when a new user registers.
-     *
      * @param User $user
-     * @param string $ipAddress
      */
-    public function __construct(User $user, string $ipAddress)
+    public function __construct(User $user)
     {
         $this->user = $user;
-        $this->ipAddress = $ipAddress;
     }
 }

app/Events/RequestedReportOnJournals.php

@@ -40,10 +40,8 @@ class RequestedReportOnJournals
 {
     use Dispatchable, InteractsWithSockets, SerializesModels;
 
-    /** @var Collection The transaction groups to report on. */
+    public Collection $groups;
-    public $groups;
+    public int        $userId;
-    /** @var int The ID of the user. */
-    public $userId;
 
     /**
      * Create a new event instance.

app/Events/UserChangedEmail.php

@@ -36,14 +36,9 @@ class UserChangedEmail extends Event
 {
     use SerializesModels;
 
-    /** @var string The user's IP address */
+    public string $newEmail;
-    public $ipAddress;
+    public string $oldEmail;
-    /** @var string The user's new email address */
+    public User   $user;
-    public $newEmail;
-    /** @var string The user's old email address */
-    public $oldEmail;
-    /** @var User The user itself */
-    public $user;
 
     /**
      * UserChangedEmail constructor.
@@ -51,12 +46,10 @@ class UserChangedEmail extends Event
      * @param User   $user
      * @param string $newEmail
      * @param string $oldEmail
-     * @param string $ipAddress
      */
-    public function __construct(User $user, string $newEmail, string $oldEmail, string $ipAddress)
+    public function __construct(User $user, string $newEmail, string $oldEmail)
     {
         $this->user     = $user;
-        $this->ipAddress = $ipAddress;
         $this->oldEmail = $oldEmail;
         $this->newEmail = $newEmail;
     }

app/Events/WarnUserAboutBill.php

@@ -1,6 +1,7 @@
 <?php
+
 /**
- * HelpController.php
+ * DestroyedTransactionGroup.php
  * Copyright (c) 2019 james@firefly-iii.org
  *
  * This file is part of Firefly III (https://github.com/firefly-iii).
@@ -18,33 +19,36 @@
  * You should have received a copy of the GNU Affero General Public License
  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  */
+
 declare(strict_types=1);
 
-namespace FireflyIII\Http\Controllers;
+namespace FireflyIII\Events;
 
-use FireflyIII\Exceptions\FireflyException;
+use FireflyIII\Models\Bill;
-use Illuminate\Http\JsonResponse;
+use Illuminate\Queue\SerializesModels;
 
 /**
- * Class HelpController.
+ * Class WarnUserAboutBill.
+ *
+ * @codeCoverageIgnore
  */
-class HelpController extends Controller
+class WarnUserAboutBill extends Event
 {
+    use SerializesModels;
+
+    public Bill   $bill;
+    public int    $diff;
+    public string $field;
+
     /**
-     * Show help for a route.
+     * @param Bill   $bill
-     *
+     * @param string $field
-     * @param string $route
+     * @param int    $diff
-     *
-     * @return JsonResponse
-     * @throws FireflyException
      */
-    public function show(string $route): JsonResponse
+    public function __construct(Bill $bill, string $field, int $diff)
     {
-        /** @var string $language */
+        $this->bill  = $bill;
-        $language = app('preferences')->get('language', config('firefly.default_language', 'en_US'))->data;
+        $this->field = $field;
-        $html     = $this->getHelpText($route, $language);
+        $this->diff  = $diff;
-
-        return response()->json(['html' => $html]);
     }
-
 }

app/Exceptions/GracefulNotFoundHandler.php

@@ -71,9 +71,11 @@ class GracefulNotFoundHandler extends ExceptionHandler
 
                 return parent::render($request, $e);
             case 'accounts.show':
+            case 'accounts.edit':
             case 'accounts.show.all':
                 return $this->handleAccount($request, $e);
             case 'transactions.show':
+            case 'transactions.edit':
                 return $this->handleGroup($request, $e);
             case 'attachments.show':
             case 'attachments.edit':
@@ -119,7 +121,6 @@ class GracefulNotFoundHandler extends ExceptionHandler
                 $request->session()->reflash();
 
                 return redirect(route('rules.index'));
-            case 'transactions.edit':
             case 'transactions.mass.edit':
             case 'transactions.mass.delete':
             case 'transactions.bulk.edit':

app/Exceptions/Handler.php

@@ -153,6 +153,12 @@ class Handler extends ExceptionHandler
             $userData['id']    = auth()->user()->id;
             $userData['email'] = auth()->user()->email;
         }
+
+        $headers = [];
+        if (request()->headers) {
+            $headers = request()->headers->all();
+        }
+
         $data = [
             'class'        => get_class($e),
             'errorMessage' => $e->getMessage(),
@@ -165,6 +171,8 @@ class Handler extends ExceptionHandler
             'url'          => request()->fullUrl(),
             'userAgent'    => request()->userAgent(),
             'json'         => request()->acceptsJson(),
+            'method'       => request()->method(),
+            'headers'      => $headers,
         ];
 
         // create job that will mail.

app/Factory/AccountFactory.php

@@ -74,6 +74,7 @@ class AccountFactory
      *
      * @return Account
      * @throws FireflyException
+     * @throws JsonException
      */
     public function findOrCreate(string $accountName, string $accountType): Account
     {
@@ -182,6 +183,7 @@ class AccountFactory
      * @param array       $data
      *
      * @return Account
+     * @throws FireflyException
      * @throws JsonException
      */
     private function createAccount(AccountType $type, array $data): Account
@@ -361,7 +363,6 @@ class AccountFactory
      * @param array   $data
      *
      * @throws FireflyException
-     * @throws JsonException
      */
     private function storeOrder(Account $account, array $data): void
     {

app/Factory/AccountMetaFactory.php

@@ -58,12 +58,10 @@ class AccountMetaFactory
             }
 
             // if $data has field and $entry is not null, update $entry:
-            if (null !== $entry) {
             $entry->data = $value;
             $entry->save();
             Log::debug(sprintf('Updated meta-field "%s":"%s" for #%d ("%s") ', $field, $value, $account->id, $account->name));
         }
-        }
         if ('' === $value && null !== $entry) {
             try {
                 $entry->delete();

app/Factory/BillFactory.php

@@ -46,6 +46,7 @@ class BillFactory
      *
      * @return Bill|null
      * @throws FireflyException
+     * @throws \JsonException
      */
     public function create(array $data): ?Bill
     {

app/Factory/TransactionCurrencyFactory.php

@@ -43,6 +43,15 @@ class TransactionCurrencyFactory
      */
     public function create(array $data): TransactionCurrency
     {
+        // if the code already exists (deleted)
+        // force delete it and then create the transaction:
+        $count = TransactionCurrency::withTrashed()->whereCode($data['code'])->count();
+        if (1 === $count) {
+            $old = TransactionCurrency::withTrashed()->whereCode($data['code'])->first();
+            $old->forceDelete();
+            Log::warning(sprintf('Force deleted old currency with ID #%d and code "%s".', $old->id, $data['code']));
+        }
+
         try {
             /** @var TransactionCurrency $result */
             $result = TransactionCurrency::create(

app/Factory/TransactionGroupFactory.php

@@ -57,6 +57,7 @@ class TransactionGroupFactory
      * @return TransactionGroup
      * @throws DuplicateTransactionException
      * @throws FireflyException
+     * @throws \JsonException
      */
     public function create(array $data): TransactionGroup
     {

app/Factory/TransactionJournalFactory.php

@@ -417,6 +417,8 @@ class TransactionJournalFactory
      * @param Account                  $account
      *
      * @return TransactionCurrency
+     * @throws FireflyException
+     * @throws JsonException
      */
     private function getCurrency(?TransactionCurrency $currency, Account $account): TransactionCurrency
     {

app/Generator/Report/Account/MonthReportGenerator.php

@@ -64,6 +64,16 @@ class MonthReportGenerator implements ReportGeneratorInterface
         return $result;
     }
 
+    /**
+     * Return the preferred period.
+     *
+     * @return string
+     */
+    protected function preferredPeriod(): string
+    {
+        return 'day';
+    }
+
     /**
      * Set accounts.
      *
@@ -155,14 +165,4 @@ class MonthReportGenerator implements ReportGeneratorInterface
     {
         return $this;
     }
-
-    /**
-     * Return the preferred period.
-     *
-     * @return string
-     */
-    protected function preferredPeriod(): string
-    {
-        return 'day';
-    }
 }

app/Generator/Report/Audit/MonthReportGenerator.php

@@ -49,6 +49,8 @@ class MonthReportGenerator implements ReportGeneratorInterface
      * Generates the report.
      *
      * @return string
+     * @throws FireflyException
+     * @throws JsonException
      * @codeCoverageIgnore
      */
     public function generate(): string
@@ -90,6 +92,80 @@ class MonthReportGenerator implements ReportGeneratorInterface
         return $result;
     }
 
+    /**
+     * Get the audit report.
+     *
+     * @param Account $account
+     * @param Carbon  $date
+     *
+     * @return array
+     * @throws FireflyException
+     * @throws JsonException
+     */
+    #[ArrayShape(['journals'         => "array", 'currency' => "mixed", 'exists' => "bool", 'end' => "string", 'endBalance' => "mixed", 'dayBefore' => "string",
+                  'dayBeforeBalance' => "mixed"])] public function getAuditReport(Account $account, Carbon $date): array
+    {
+        /** @var AccountRepositoryInterface $accountRepository */
+        $accountRepository = app(AccountRepositoryInterface::class);
+        $accountRepository->setUser($account->user);
+
+        /** @var JournalRepositoryInterface $journalRepository */
+        $journalRepository = app(JournalRepositoryInterface::class);
+        $journalRepository->setUser($account->user);
+
+        /** @var GroupCollectorInterface $collector */
+        $collector = app(GroupCollectorInterface::class);
+        $collector->setAccounts(new Collection([$account]))->setRange($this->start, $this->end)->withAccountInformation()
+                  ->withBudgetInformation()->withCategoryInformation()->withBillInformation();
+        $journals         = $collector->getExtractedJournals();
+        $journals         = array_reverse($journals, true);
+        $dayBeforeBalance = app('steam')->balance($account, $date);
+        $startBalance     = $dayBeforeBalance;
+        $defaultCurrency  = app('amount')->getDefaultCurrencyByUser($account->user);
+        $currency         = $accountRepository->getAccountCurrency($account) ?? $defaultCurrency;
+
+        foreach ($journals as $index => $journal) {
+            $journals[$index]['balance_before'] = $startBalance;
+            $transactionAmount                  = $journal['amount'];
+
+            // make sure amount is in the right "direction".
+            if ($account->id === $journal['destination_account_id']) {
+                $transactionAmount = app('steam')->positive($journal['amount']);
+            }
+
+            if ($currency->id === $journal['foreign_currency_id']) {
+                $transactionAmount = $journal['foreign_amount'];
+                if ($account->id === $journal['destination_account_id']) {
+                    $transactionAmount = app('steam')->positive($journal['foreign_amount']);
+                }
+            }
+
+            $newBalance                        = bcadd($startBalance, $transactionAmount);
+            $journals[$index]['balance_after'] = $newBalance;
+            $startBalance                      = $newBalance;
+
+            // add meta dates for each journal.
+            $journals[$index]['interest_date'] = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'interest_date');
+            $journals[$index]['book_date']     = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'book_date');
+            $journals[$index]['process_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'process_date');
+            $journals[$index]['due_date']      = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'due_date');
+            $journals[$index]['payment_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'payment_date');
+            $journals[$index]['invoice_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'invoice_date');
+
+        }
+        $locale = app('steam')->getLocale();
+
+        return [
+            'journals'         => $journals,
+            'currency'         => $currency,
+            'exists'           => !empty($journals),
+            'end'              => $this->end->isoFormat((string) trans('config.month_and_day_moment_js', [], $locale)),
+            'endBalance'       => app('steam')->balance($account, $this->end),
+            'dayBefore'        => $date->isoFormat((string) trans('config.month_and_day_moment_js', [], $locale)),
+            'dayBeforeBalance' => $dayBeforeBalance,
+        ];
+    }
+
     /**
      * Account collection setter.
      *
@@ -187,78 +263,4 @@ class MonthReportGenerator implements ReportGeneratorInterface
     {
         return $this;
     }
-
-    /**
-     * Get the audit report.
-     *
-     * @param Account $account
-     * @param Carbon  $date
-     *
-     * @return array
-     * @throws FireflyException
-     * @throws JsonException
-     */
-    #[ArrayShape(['journals'         => "array", 'currency' => "mixed", 'exists' => "bool", 'end' => "string", 'endBalance' => "mixed", 'dayBefore' => "string",
-                  'dayBeforeBalance' => "mixed"])] public function getAuditReport(Account $account, Carbon $date): array
-    {
-        /** @var AccountRepositoryInterface $accountRepository */
-        $accountRepository = app(AccountRepositoryInterface::class);
-        $accountRepository->setUser($account->user);
-
-        /** @var JournalRepositoryInterface $journalRepository */
-        $journalRepository = app(JournalRepositoryInterface::class);
-        $journalRepository->setUser($account->user);
-
-        /** @var GroupCollectorInterface $collector */
-        $collector = app(GroupCollectorInterface::class);
-        $collector->setAccounts(new Collection([$account]))->setRange($this->start, $this->end)->withAccountInformation()
-                  ->withBudgetInformation()->withCategoryInformation()->withBillInformation();
-        $journals         = $collector->getExtractedJournals();
-        $journals         = array_reverse($journals, true);
-        $dayBeforeBalance = app('steam')->balance($account, $date);
-        $startBalance     = $dayBeforeBalance;
-        $defaultCurrency  = app('amount')->getDefaultCurrencyByUser($account->user);
-        $currency         = $accountRepository->getAccountCurrency($account) ?? $defaultCurrency;
-
-        foreach ($journals as $index => $journal) {
-            $journals[$index]['balance_before'] = $startBalance;
-            $transactionAmount                  = $journal['amount'];
-
-            // make sure amount is in the right "direction".
-            if ($account->id === $journal['destination_account_id']) {
-                $transactionAmount = app('steam')->positive($journal['amount']);
-            }
-
-            if ($currency->id === $journal['foreign_currency_id']) {
-                $transactionAmount = $journal['foreign_amount'];
-                if ($account->id === $journal['destination_account_id']) {
-                    $transactionAmount = app('steam')->positive($journal['foreign_amount']);
-                }
-            }
-
-            $newBalance                        = bcadd($startBalance, $transactionAmount);
-            $journals[$index]['balance_after'] = $newBalance;
-            $startBalance                      = $newBalance;
-
-            // add meta dates for each journal.
-            $journals[$index]['interest_date'] = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'interest_date');
-            $journals[$index]['book_date']     = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'book_date');
-            $journals[$index]['process_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'process_date');
-            $journals[$index]['due_date']      = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'due_date');
-            $journals[$index]['payment_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'payment_date');
-            $journals[$index]['invoice_date']  = $journalRepository->getMetaDateById($journal['transaction_journal_id'], 'invoice_date');
-
-        }
-        $locale = app('steam')->getLocale();
-
-        return [
-            'journals'         => $journals,
-            'currency'         => $currency,
-            'exists'           => !empty($journals),
-            'end'              => $this->end->formatLocalized((string)trans('config.month_and_day', [], $locale)),
-            'endBalance'       => app('steam')->balance($account, $this->end),
-            'dayBefore'        => $date->formatLocalized((string)trans('config.month_and_day', [], $locale)),
-            'dayBeforeBalance' => $dayBeforeBalance,
-        ];
-    }
 }

app/Generator/Webhook/StandardMessageGenerator.php

@@ -66,38 +66,6 @@ class StandardMessageGenerator implements MessageGeneratorInterface
         $this->run();
     }
 
-    /**
-     * @inheritDoc
-     */
-    public function getVersion(): int
-    {
-        return $this->version;
-    }
-
-    /**
-     * @param Collection $objects
-     */
-    public function setObjects(Collection $objects): void
-    {
-        $this->objects = $objects;
-    }
-
-    /**
-     * @param int $trigger
-     */
-    public function setTrigger(int $trigger): void
-    {
-        $this->trigger = $trigger;
-    }
-
-    /**
-     * @param User $user
-     */
-    public function setUser(User $user): void
-    {
-        $this->user = $user;
-    }
-
     /**
      * @return Collection
      */
@@ -134,6 +102,8 @@ class StandardMessageGenerator implements MessageGeneratorInterface
     /**
      * @param Webhook $webhook
      * @param Model   $model
+     * @throws FireflyException
+     * @throws \JsonException
      */
     private function generateMessage(Webhook $webhook, Model $model): void
     {
@@ -197,6 +167,14 @@ class StandardMessageGenerator implements MessageGeneratorInterface
         $this->storeMessage($webhook, $basicMessage);
     }
 
+    /**
+     * @inheritDoc
+     */
+    public function getVersion(): int
+    {
+        return $this->version;
+    }
+
     /**
      * @param TransactionGroup $transactionGroup
      *
@@ -220,9 +198,9 @@ class StandardMessageGenerator implements MessageGeneratorInterface
      * @param Webhook $webhook
      * @param array   $message
      *
-     * @return WebhookMessage
+     * @return void
      */
-    private function storeMessage(Webhook $webhook, array $message): WebhookMessage
+    private function storeMessage(Webhook $webhook, array $message): void
     {
         $webhookMessage = new WebhookMessage;
         $webhookMessage->webhook()->associate($webhook);
@@ -233,6 +211,29 @@ class StandardMessageGenerator implements MessageGeneratorInterface
         $webhookMessage->save();
         Log::debug(sprintf('Stored new webhook message #%d', $webhookMessage->id));
 
-        return $webhookMessage;
+    }
+
+    /**
+     * @param Collection $objects
+     */
+    public function setObjects(Collection $objects): void
+    {
+        $this->objects = $objects;
+    }
+
+    /**
+     * @param int $trigger
+     */
+    public function setTrigger(int $trigger): void
+    {
+        $this->trigger = $trigger;
+    }
+
+    /**
+     * @param User $user
+     */
+    public function setUser(User $user): void
+    {
+        $this->user = $user;
     }
 }

app/Handlers/Events/APIEventHandler.php

@@ -30,7 +30,6 @@ use FireflyIII\Repositories\User\UserRepositoryInterface;
 use Laravel\Passport\Events\AccessTokenCreated;
 use Log;
 use Mail;
-use Request;
 use Session;
 
 /**
@@ -59,18 +58,16 @@ class APIEventHandler
                 $email = config('firefly.site_owner');
             }
 
-            $ipAddress = Request::ip();
-
             // see if user has alternative email address:
             $pref = app('preferences')->getForUser($user, 'remote_guard_alt_email');
             if (null !== $pref) {
                 $email = (string) (is_array($pref->data) ? $email : $pref->data);
             }
 
-            Log::debug(sprintf('Now in APIEventHandler::accessTokenCreated. Email is %s, IP is %s', $email, $ipAddress));
+            Log::debug(sprintf('Now in APIEventHandler::accessTokenCreated. Email is %s', $email));
             try {
                 Log::debug('Trying to send message...');
-                Mail::to($email)->send(new AccessTokenCreatedMail($email, $ipAddress));
+                Mail::to($email)->send(new AccessTokenCreatedMail);
 
             } catch (Exception $e) { // @phpstan-ignore-line
                 Log::debug('Send message failed! :(');

app/Handlers/Events/AdminEventHandler.php

@@ -52,7 +52,6 @@ class AdminEventHandler
         // is user even admin?
         if ($repository->hasRole($event->user, 'owner')) {
             $email = $event->user->email;
-            $ipAddress = $event->ipAddress;
 
             // if user is demo user, send to owner:
             if ($event->user->hasRole('demo')) {
@@ -65,10 +64,10 @@ class AdminEventHandler
                 $email = $pref->data;
             }
 
-            Log::debug(sprintf('Now in sendTestMessage event handler. Email is %s, IP is %s', $email, $ipAddress));
+            Log::debug(sprintf('Now in sendTestMessage event handler. Email is %s', $email));
             try {
                 Log::debug('Trying to send message...');
-                Mail::to($email)->send(new AdminTestMail($email, $ipAddress));
+                Mail::to($email)->send(new AdminTestMail($email));
 
                 // Laravel cannot pretend this process failed during testing.
             } catch (Exception $e) { // @phpstan-ignore-line

app/Handlers/Events/AutomationHandler.php

@@ -43,7 +43,6 @@ class AutomationHandler
      * @param RequestedReportOnJournals $event
      *
      * @return bool
-     * @throws FireflyException
      */
     public function reportJournals(RequestedReportOnJournals $event): bool
     {
@@ -58,23 +57,9 @@ class AutomationHandler
         $repository = app(UserRepositoryInterface::class);
         $user       = $repository->find($event->userId);
         if (null !== $user && 0 !== $event->groups->count()) {
-
-            $email = $user->email;
-
-            // see if user has alternative email address:
-            $pref = app('preferences')->getForUser($user, 'remote_guard_alt_email');
-            if (null !== $pref) {
-                $email = $pref->data;
-            }
-
-            // if user is demo user, send to owner:
-            if ($user->hasRole('demo')) {
-                $email = config('firefly.site_owner');
-            }
-
             try {
                 Log::debug('Trying to mail...');
-                Mail::to($user->email)->send(new ReportNewJournalsMail($email, '127.0.0.1', $event->groups));
+                Mail::to($user->email)->send(new ReportNewJournalsMail($event->groups));
 
             } catch (Exception $e) { // @phpstan-ignore-line
                 Log::debug('Send message failed! :(');

app/Handlers/Events/BillEventHandler.php

@@ -0,0 +1,64 @@
+<?php
+
+/*
+ * BillEventHandler.php
+ * Copyright (c) 2022 james@firefly-iii.org
+ *
+ * This file is part of Firefly III (https://github.com/firefly-iii).
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+declare(strict_types=1);
+
+namespace FireflyIII\Handlers\Events;
+
+use FireflyIII\Events\WarnUserAboutBill;
+use FireflyIII\Mail\BillWarningMail;
+use Log;
+use Mail;
+
+/**
+ * Class BillEventHandler
+ */
+class BillEventHandler
+{
+    /**
+     * @param WarnUserAboutBill $event
+     * @return void
+     * @throws \FireflyIII\Exceptions\FireflyException
+     */
+    public function warnAboutBill(WarnUserAboutBill $event): void
+    {
+        $bill      = $event->bill;
+        $field     = $event->field;
+        $diff      = $event->diff;
+        $user      = $bill->user;
+        $address   = $user->email;
+        $ipAddress = request()?->ip();
+
+        // see if user has alternative email address:
+        $pref = app('preferences')->getForUser($user, 'remote_guard_alt_email');
+        if (null !== $pref) {
+            $address = $pref->data;
+        }
+
+        // send message:
+        Mail::to($address)->send(new BillWarningMail($bill, $field, $diff, $ipAddress));
+
+
+        Log::debug('warnAboutBill');
+    }
+
+}

app/Handlers/Events/LDAPEventHandler.php

@@ -1,57 +0,0 @@
-<?php
-
-/*
- * LDAPEventHandler.php
- * Copyright (c) 2021 james@firefly-iii.org
- *
- * This file is part of Firefly III (https://github.com/firefly-iii).
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program.  If not, see <https://www.gnu.org/licenses/>.
- */
-
-declare(strict_types=1);
-
-namespace FireflyIII\Handlers\Events;
-
-
-use FireflyIII\User;
-use LdapRecord\Laravel\Events\Import\Imported;
-use Log;
-
-/**
- * Class LDAPEventHandler
- */
-class LDAPEventHandler
-{
-
-    /**
-     * @param Imported $event
-     */
-    public function importedUser(Imported $event)
-    {
-        Log::debug(sprintf('Now in %s', __METHOD__));
-        /** @var User $user */
-        $user        = $event->eloquent;
-        $alternative = User::where('email', $user->email)->where('id', '!=', $user->id)->first();
-        if (null !== $alternative) {
-            Log::debug(sprintf('User #%d is created but user #%d already exists.', $user->id, $alternative->id));
-            $alternative->objectguid = $user->objectguid;
-            $alternative->domain     = $user->domain;
-            $alternative->save();
-            $user->delete();
-            auth()->logout();
-        }
-    }
-
-}

app/Handlers/Events/UserEventHandler.php

@@ -229,11 +229,10 @@ class UserEventHandler
         $newEmail = $event->newEmail;
         $oldEmail = $event->oldEmail;
         $user     = $event->user;
-        $ipAddress = $event->ipAddress;
         $token    = app('preferences')->getForUser($user, 'email_change_confirm_token', 'invalid');
         $uri      = route('profile.confirm-email-change', [$token->data]);
         try {
-            Mail::to($newEmail)->send(new ConfirmEmailChangeMail($newEmail, $oldEmail, $uri, $ipAddress));
+            Mail::to($newEmail)->send(new ConfirmEmailChangeMail($newEmail, $oldEmail, $uri));
 
         } catch (Exception $e) { // @phpstan-ignore-line
             Log::error($e->getMessage());
@@ -255,12 +254,11 @@ class UserEventHandler
         $newEmail = $event->newEmail;
         $oldEmail = $event->oldEmail;
         $user     = $event->user;
-        $ipAddress = $event->ipAddress;
         $token    = app('preferences')->getForUser($user, 'email_change_undo_token', 'invalid');
         $hashed   = hash('sha256', sprintf('%s%s', (string) config('app.key'), $oldEmail));
         $uri      = route('profile.undo-email-change', [$token->data, $hashed]);
         try {
-            Mail::to($oldEmail)->send(new UndoEmailChangeMail($newEmail, $oldEmail, $uri, $ipAddress));
+            Mail::to($oldEmail)->send(new UndoEmailChangeMail($newEmail, $oldEmail, $uri));
 
         } catch (Exception $e) { // @phpstan-ignore-line
             Log::error($e->getMessage());
@@ -311,7 +309,6 @@ class UserEventHandler
             // get the email address
             $email     = $event->user->email;
             $uri       = route('index');
-            $ipAddress = $event->ipAddress;
 
             // see if user has alternative email address:
             $pref = app('preferences')->getForUser($event->user, 'remote_guard_alt_email');
@@ -321,7 +318,7 @@ class UserEventHandler
 
             // send email.
             try {
-                Mail::to($email)->send(new RegisteredUserMail($uri, $ipAddress));
+                Mail::to($email)->send(new RegisteredUserMail($uri));
 
             } catch (Exception $e) { // @phpstan-ignore-line
                 Log::error($e->getMessage());
@@ -334,11 +331,11 @@ class UserEventHandler
 
     /**
      * @param ActuallyLoggedIn $event
+     * @throws FireflyException
      */
     public function storeUserIPAddress(ActuallyLoggedIn $event): void
     {
         Log::debug('Now in storeUserIPAddress');
-        /** @var User $user */
         $user = $event->user;
         /** @var array $preference */
         try {

app/Handlers/Events/VersionCheckEventHandler.php

@@ -44,6 +44,8 @@ class VersionCheckEventHandler
      * @param RequestedVersionCheckStatus $event
      *
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function checkForUpdates(RequestedVersionCheckStatus $event): void
     {
@@ -90,6 +92,8 @@ class VersionCheckEventHandler
      * @param RequestedVersionCheckStatus $event
      *
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     protected function warnToCheckForUpdates(RequestedVersionCheckStatus $event): void
     {

app/Helpers/Attachments/AttachmentHelper.php

@@ -28,7 +28,6 @@ use FireflyIII\Models\Attachment;
 use FireflyIII\Models\PiggyBank;
 use Illuminate\Contracts\Encryption\DecryptException;
 use Illuminate\Contracts\Encryption\EncryptException;
-use Illuminate\Contracts\Filesystem\FileNotFoundException;
 use Illuminate\Contracts\Filesystem\Filesystem;
 use Illuminate\Database\Eloquent\Model;
 use Illuminate\Support\Collection;
@@ -77,15 +76,10 @@ class AttachmentHelper implements AttachmentHelperInterface
      */
     public function getAttachmentContent(Attachment $attachment): string
     {
-        $encryptedData = '';
+        $encryptedData = (string) $this->uploadDisk->get(sprintf('at-%d.data', $attachment->id));
-        try {
-            $encryptedData = $this->uploadDisk->get(sprintf('at-%d.data', $attachment->id));
-        } catch (FileNotFoundException $e) {
-            Log::error($e->getMessage());
-        }
         try {
             $unencryptedData = Crypt::decrypt($encryptedData); // verified
-        } catch (DecryptException | FileNotFoundException $e) {
+        } catch (DecryptException $e) {
             Log::error(sprintf('Could not decrypt data of attachment #%d: %s', $attachment->id, $e->getMessage()));
             $unencryptedData = $encryptedData;
         }

app/Helpers/Collector/Extensions/AmountCollection.php

@@ -86,4 +86,61 @@ trait AmountCollection
 
         return $this;
     }
+
+    /**
+     * Get transactions with a specific foreign amount.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountIs(string $amount): GroupCollectorInterface
+    {
+        $this->query->where(
+            static function (EloquentBuilder $q) use ($amount) {
+                $q->whereNotNull('source.foreign_amount');
+                $q->where('source.foreign_amount', app('steam')->negative($amount));
+            }
+        );
+
+        return $this;
+    }
+
+    /**
+     * Get transactions where the amount is less than.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountLess(string $amount): GroupCollectorInterface
+    {
+        $this->query->where(
+            function (EloquentBuilder $q) use ($amount) {
+                $q->whereNotNull('destination.foreign_amount');
+                $q->where('destination.foreign_amount', '<=', app('steam')->positive($amount));
+            }
+        );
+
+        return $this;
+    }
+
+    /**
+     * Get transactions where the amount is more than.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountMore(string $amount): GroupCollectorInterface
+    {
+        $this->query->where(
+            function (EloquentBuilder $q) use ($amount) {
+                $q->whereNotNull('destination.foreign_amount');
+                $q->where('destination.foreign_amount', '>=', app('steam')->positive($amount));
+            }
+        );
+
+        return $this;
+    }
 }

app/Helpers/Collector/Extensions/AttachmentCollection.php

@@ -0,0 +1,306 @@
+<?php
+
+/*
+ * AttachmentCollection.php
+ * Copyright (c) 2022 james@firefly-iii.org
+ *
+ * This file is part of Firefly III (https://github.com/firefly-iii).
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+declare(strict_types=1);
+
+namespace FireflyIII\Helpers\Collector\Extensions;
+
+use FireflyIII\Helpers\Collector\GroupCollectorInterface;
+use FireflyIII\Models\Attachment;
+use FireflyIII\Models\TransactionJournal;
+use Illuminate\Database\Eloquent\Builder as EloquentBuilder;
+use Log;
+
+/**
+ * Trait AttachmentCollection
+ */
+trait AttachmentCollection
+{
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameContains(string $name): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($name): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    $result = str_contains(strtolower($attachment['filename']), strtolower($name)) || str_contains(strtolower($attachment['title']), strtolower($name));
+                    if (true === $result) {
+                        return true;
+                    }
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * Has attachments
+     *
+     * @return GroupCollectorInterface
+     */
+    public function hasAttachments(): GroupCollectorInterface
+    {
+        Log::debug('Add filter on attachment ID.');
+        $this->joinAttachmentTables();
+        $this->query->whereNotNull('attachments.attachable_id');
+
+        return $this;
+    }
+
+    /**
+     * Join table to get attachment information.
+     */
+    private function joinAttachmentTables(): void
+    {
+        if (false === $this->hasJoinedAttTables) {
+            // join some extra tables:
+            $this->hasJoinedAttTables = true;
+            $this->query->leftJoin('attachments', 'attachments.attachable_id', '=', 'transaction_journals.id')
+                        ->where(
+                            static function (EloquentBuilder $q1) {
+                                $q1->where('attachments.attachable_type', TransactionJournal::class);
+                                //$q1->where('attachments.uploaded', true);
+                                $q1->orWhereNull('attachments.attachable_type');
+                            }
+                        );
+        }
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function withAttachmentInformation(): GroupCollectorInterface
+    {
+        $this->fields[] = 'attachments.id as attachment_id';
+        $this->fields[] = 'attachments.filename as attachment_filename';
+        $this->fields[] = 'attachments.title as attachment_title';
+        $this->fields[] = 'attachments.uploaded as attachment_uploaded';
+        $this->joinAttachmentTables();
+
+        return $this;
+    }
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameEnds(string $name): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($name): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    $result = str_ends_with(strtolower($attachment['filename']), strtolower($name)) || str_ends_with(strtolower($attachment['title']), strtolower($name));
+                    if (true === $result) {
+                        return true;
+                    }
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameIs(string $name): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($name): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    $result = $attachment['filename'] === $name || $attachment['title'] === $name;
+                    if (true === $result) {
+                        return true;
+                    }
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameStarts(string $name): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($name): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    $result = str_starts_with(strtolower($attachment['filename']), strtolower($name)) || str_starts_with(strtolower($attachment['title']), strtolower($name));
+                    if (true === $result) {
+                        return true;
+                    }
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesAre(string $value): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($value): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    /** @var Attachment $object */
+                    $object = auth()->user()->attachments()->find($attachment['id']);
+                    $notes  = (string) $object->notes()?->first()?->text;
+                    return $notes !== '' && $notes === $value;
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesContains(string $value): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($value): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    /** @var Attachment $object */
+                    $object = auth()->user()->attachments()->find($attachment['id']);
+                    $notes  = (string) $object->notes()?->first()?->text;
+                    return $notes !== '' && str_contains(strtolower($notes), strtolower($value));
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesEnds(string $value): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($value): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    /** @var Attachment $object */
+                    $object = auth()->user()->attachments()->find($attachment['id']);
+                    $notes  = (string) $object->notes()?->first()?->text;
+                    return $notes !== '' && str_ends_with(strtolower($notes), strtolower($value));
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesStarts(string $value): GroupCollectorInterface
+    {
+        $this->hasAttachments();
+        $this->withAttachmentInformation();
+        $filter              = function (int $index, array $object) use ($value): bool {
+            /** @var array $transaction */
+            foreach ($object['transactions'] as $transaction) {
+                /** @var array $attachment */
+                foreach ($transaction['attachments'] as $attachment) {
+                    /** @var Attachment $object */
+                    $object = auth()->user()->attachments()->find($attachment['id']);
+                    $notes  = (string) $object->notes()?->first()?->text;
+                    return $notes !== '' && str_starts_with(strtolower($notes), strtolower($value));
+                }
+            }
+            return false;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * Has attachments
+     *
+     * @return GroupCollectorInterface
+     */
+    public function hasNoAttachments(): GroupCollectorInterface
+    {
+        Log::debug('Add filter on no attachments.');
+        $this->joinAttachmentTables();
+        $this->query->whereNull('attachments.attachable_id');
+
+        return $this;
+    }
+}

app/Helpers/Collector/Extensions/CollectorProperties.php

@@ -32,33 +32,20 @@ use Illuminate\Database\Eloquent\Relations\HasMany;
  */
 trait CollectorProperties
 {
-    /** @var array The standard fields to select. */
+    private array   $fields;
-    private $fields;
+    private bool    $hasAccountInfo;
-    /** @var bool Will be set to true if query result contains account information. (see function withAccountInformation). */
+    private bool    $hasBillInformation;
-    private $hasAccountInfo;
+    private bool    $hasBudgetInformation;
-    /** @var bool Will be true if query result includes bill information. */
+    private bool    $hasCatInformation;
-    private $hasBillInformation;
+    private bool    $hasJoinedAttTables;
-    /** @var bool Will be true if query result contains budget info. */
-    private $hasBudgetInformation;
-    /** @var bool Will be true if query result contains category info. */
-    private $hasCatInformation;
-    /** @var bool Will be true for attachments */
-    private      $hasJoinedAttTables;
     private bool    $hasJoinedMetaTables;
-    /** @var bool Will be true of the query has the tag info tables joined. */
+    private bool    $hasJoinedTagTables;
-    private $hasJoinedTagTables;
+    private bool    $hasNotesInformation;
-    /** @var bool */
+    private array   $integerFields;
-    private $hasNotesInformation;
+    private ?int    $limit;
-    /** @var array */
+    private ?int    $page;
-    private $integerFields;
+    private array   $postFilters;
-    /** @var int The maximum number of results. */
+    private HasMany $query;
-    private $limit;
+    private int     $total;
-    /** @var int The page to return. */
+    private ?User   $user;
-    private $page;
-    /** @var HasMany The query object. */
-    private $query;
-    /** @var int Total number of results. */
-    private $total;
-    /** @var User The user object. */
-    private $user;
 }

app/Helpers/Collector/Extensions/MetaCollection.php

@@ -29,6 +29,7 @@ use FireflyIII\Models\Bill;
 use FireflyIII\Models\Budget;
 use FireflyIII\Models\Category;
 use FireflyIII\Models\Tag;
+use Illuminate\Database\Eloquent\Builder;
 use Illuminate\Database\Query\JoinClause;
 use Illuminate\Support\Collection;
 
@@ -37,6 +38,101 @@ use Illuminate\Support\Collection;
  */
 trait MetaCollection
 {
+    /**
+     * @inheritDoc
+     */
+    public function externalIdContains(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'external_id');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s%%', $externalId));
+
+        return $this;
+    }
+
+    /**
+     * Join table to get tag information.
+     */
+    protected function joinMetaDataTables(): void
+    {
+        if (false === $this->hasJoinedMetaTables) {
+            $this->hasJoinedMetaTables = true;
+            $this->query->leftJoin('journal_meta', 'transaction_journals.id', '=', 'journal_meta.transaction_journal_id');
+            $this->fields[] = 'journal_meta.name as meta_name';
+            $this->fields[] = 'journal_meta.data as meta_data';
+        }
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function externalIdEnds(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'external_id');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s"', $externalId));
+
+        return $this;
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function externalIdStarts(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'external_id');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('"%s%%', $externalId));
+
+        return $this;
+    }
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlContains(string $url): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $url = json_encode($url);
+        $url = str_replace('\\', '\\\\', trim($url, '"'));
+        $this->query->where('journal_meta.name', '=', 'external_url');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s%%', $url));
+
+        return $this;
+    }
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlEnds(string $url): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $url = json_encode($url);
+        $url = str_replace('\\', '\\\\', ltrim($url, '"'));
+        $this->query->where('journal_meta.name', '=', 'external_url');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s', $url));
+
+        return $this;
+    }
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlStarts(string $url): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $url = json_encode($url);
+        $url = str_replace('\\', '\\\\', rtrim($url, '"'));
+        //var_dump($url);
+
+        $this->query->where('journal_meta.name', '=', 'external_url');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%s%%', $url));
+
+        return $this;
+    }
 
     /**
      * Where has no tags.
@@ -51,6 +147,73 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * @return GroupCollectorInterface
+     */
+    public function withTagInformation(): GroupCollectorInterface
+    {
+        $this->fields[] = 'tags.id as tag_id';
+        $this->fields[] = 'tags.tag as tag_name';
+        $this->fields[] = 'tags.date as tag_date';
+        $this->fields[] = 'tags.description as tag_description';
+        $this->fields[] = 'tags.latitude as tag_latitude';
+        $this->fields[] = 'tags.longitude as tag_longitude';
+        $this->fields[] = 'tags.zoomLevel as tag_zoom_level';
+
+        $this->joinTagTables();
+
+        return $this;
+    }
+
+    /**
+     * Join table to get tag information.
+     */
+    protected function joinTagTables(): void
+    {
+        if (false === $this->hasJoinedTagTables) {
+            // join some extra tables:
+            $this->hasJoinedTagTables = true;
+            $this->query->leftJoin('tag_transaction_journal', 'tag_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
+            $this->query->leftJoin('tags', 'tag_transaction_journal.tag_id', '=', 'tags.id');
+        }
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function internalReferenceContains(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'internal_reference');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s%%', $externalId));
+
+        return $this;
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function internalReferenceEnds(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'internal_reference');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s"', $externalId));
+
+        return $this;
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function internalReferenceStarts(string $externalId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'internal_reference');
+        $this->query->where('journal_meta.data', 'LIKE', sprintf('"%s%%', $externalId));
+
+        return $this;
+    }
+
     /**
      * @param string $value
      *
@@ -64,6 +227,29 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * @inheritDoc
+     */
+    public function withNotes(): GroupCollectorInterface
+    {
+        if (false === $this->hasNotesInformation) {
+            // join bill table
+            $this->query->leftJoin(
+                'notes',
+                static function (JoinClause $join) {
+                    $join->on('notes.noteable_id', '=', 'transaction_journals.id');
+                    $join->where('notes.noteable_type', '=', 'FireflyIII\Models\TransactionJournal');
+                    $join->whereNull('notes.deleted_at');
+                }
+            );
+            // add fields
+            $this->fields[]            = 'notes.text as notes';
+            $this->hasNotesInformation = true;
+        }
+
+        return $this;
+    }
+
     /**
      * @param string $value
      *
@@ -118,6 +304,25 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * Will include bill name + ID, if any.
+     *
+     * @return GroupCollectorInterface
+     */
+    public function withBillInformation(): GroupCollectorInterface
+    {
+        if (false === $this->hasBillInformation) {
+            // join bill table
+            $this->query->leftJoin('bills', 'bills.id', '=', 'transaction_journals.bill_id');
+            // add fields
+            $this->fields[]           = 'bills.id as bill_id';
+            $this->fields[]           = 'bills.name as bill_name';
+            $this->hasBillInformation = true;
+        }
+
+        return $this;
+    }
+
     /**
      * Limit the search to a specific set of bills.
      *
@@ -148,6 +353,27 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * Will include budget ID + name, if any.
+     *
+     * @return GroupCollectorInterface
+     */
+    public function withBudgetInformation(): GroupCollectorInterface
+    {
+        if (false === $this->hasBudgetInformation) {
+            // join link table
+            $this->query->leftJoin('budget_transaction_journal', 'budget_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
+            // join cat table
+            $this->query->leftJoin('budgets', 'budget_transaction_journal.budget_id', '=', 'budgets.id');
+            // add fields
+            $this->fields[]             = 'budgets.id as budget_id';
+            $this->fields[]             = 'budgets.name as budget_name';
+            $this->hasBudgetInformation = true;
+        }
+
+        return $this;
+    }
+
     /**
      * Limit the search to a specific set of budgets.
      *
@@ -182,6 +408,27 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * Will include category ID + name, if any.
+     *
+     * @return GroupCollectorInterface
+     */
+    public function withCategoryInformation(): GroupCollectorInterface
+    {
+        if (false === $this->hasCatInformation) {
+            // join link table
+            $this->query->leftJoin('category_transaction_journal', 'category_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
+            // join cat table
+            $this->query->leftJoin('categories', 'category_transaction_journal.category_id', '=', 'categories.id');
+            // add fields
+            $this->fields[]          = 'categories.id as category_id';
+            $this->fields[]          = 'categories.name as category_name';
+            $this->hasCatInformation = true;
+        }
+
+        return $this;
+    }
+
     /**
      * Limit the search to a specific category.
      *
@@ -202,10 +449,7 @@ trait MetaCollection
      */
     public function setExternalId(string $externalId): GroupCollectorInterface
     {
-        if (false === $this->hasJoinedMetaTables) {
+        $this->joinMetaDataTables();
-            $this->hasJoinedMetaTables = true;
-            $this->query->leftJoin('journal_meta', 'transaction_journals.id', '=', 'journal_meta.transaction_journal_id');
-        }
         $this->query->where('journal_meta.name', '=', 'external_id');
         $this->query->where('journal_meta.data', '=', sprintf('%s', json_encode($externalId)));
 
@@ -215,33 +459,11 @@ trait MetaCollection
     /**
      * @inheritDoc
      */
-    public function withoutExternalUrl(): GroupCollectorInterface
+    public function setExternalUrl(string $url): GroupCollectorInterface
     {
-        if (false === $this->hasJoinedMetaTables) {
+        $this->joinMetaDataTables();
-            $this->hasJoinedMetaTables = true;
-            $this->query->leftJoin('journal_meta', 'transaction_journals.id', '=', 'journal_meta.transaction_journal_id');
-        }
-        $this->query->where(function(Builder $q1) {
-            $q1->where(function(Builder $q2) {
-                $q2->where('journal_meta.name', '=', 'external_url');
-                $q2->whereNull('journal_meta.data');
-            })->orWhereNull('journal_meta.name');
-        });
-
-        return $this;
-    }
-
-    /**
-     * @inheritDoc
-     */
-    public function withExternalUrl(): GroupCollectorInterface
-    {
-        if (false === $this->hasJoinedMetaTables) {
-            $this->hasJoinedMetaTables = true;
-            $this->query->leftJoin('journal_meta', 'transaction_journals.id', '=', 'journal_meta.transaction_journal_id');
-        }
         $this->query->where('journal_meta.name', '=', 'external_url');
-        $this->query->whereNotNull('journal_meta.data');
+        $this->query->where('journal_meta.data', '=', json_encode($url));
 
         return $this;
     }
@@ -251,10 +473,7 @@ trait MetaCollection
      */
     public function setInternalReference(string $internalReference): GroupCollectorInterface
     {
-        if (false === $this->hasJoinedMetaTables) {
+        $this->joinMetaDataTables();
-            $this->hasJoinedMetaTables = true;
-            $this->query->leftJoin('journal_meta', 'transaction_journals.id', '=', 'journal_meta.transaction_journal_id');
-        }
 
         $this->query->where('journal_meta.name', '=', 'internal_reference');
         $this->query->where('journal_meta.data', 'LIKE', sprintf('%%%s%%', $internalReference));
@@ -262,6 +481,18 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * @inheritDoc
+     */
+    public function setRecurrenceId(string $recurringId): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', 'recurrence_id');
+        $this->query->where('journal_meta.data', '=', sprintf('%s', json_encode($recurringId)));
+
+        return $this;
+    }
+
     /**
      * Limit results to a specific tag.
      *
@@ -292,6 +523,35 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * Without tags
+     *
+     * @param Collection $tags
+     *
+     * @return GroupCollectorInterface
+     */
+    public function setWithoutSpecificTags(Collection $tags): GroupCollectorInterface
+    {
+        $this->withTagInformation();
+
+        // this method adds a "postFilter" to the collector.
+        $list                = $tags->pluck('tag')->toArray();
+        $filter              = function (int $index, array $object) use ($list): bool {
+            foreach ($object['transactions'] as $transaction) {
+                foreach ($transaction['tags'] as $tag) {
+                    if (in_array($tag['name'], $list)) {
+                        return false;
+                    }
+                }
+            }
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+
+        return $this;
+    }
+
     /**
      * @return GroupCollectorInterface
      */
@@ -304,7 +564,7 @@ trait MetaCollection
     }
 
     /**
-     * Limit results to transactions without a bill..
+     * Limit results to transactions without a bill.
      *
      * @return GroupCollectorInterface
      */
@@ -316,25 +576,6 @@ trait MetaCollection
         return $this;
     }
 
-    /**
-     * Will include bill name + ID, if any.
-     *
-     * @return GroupCollectorInterface
-     */
-    public function withBillInformation(): GroupCollectorInterface
-    {
-        if (false === $this->hasBillInformation) {
-            // join bill table
-            $this->query->leftJoin('bills', 'bills.id', '=', 'transaction_journals.bill_id');
-            // add fields
-            $this->fields[]           = 'bills.id as bill_id';
-            $this->fields[]           = 'bills.name as bill_name';
-            $this->hasBillInformation = true;
-        }
-
-        return $this;
-    }
-
     /**
      * Limit results to a transactions without a budget..
      *
@@ -348,27 +589,6 @@ trait MetaCollection
         return $this;
     }
 
-    /**
-     * Will include budget ID + name, if any.
-     *
-     * @return GroupCollectorInterface
-     */
-    public function withBudgetInformation(): GroupCollectorInterface
-    {
-        if (false === $this->hasBudgetInformation) {
-            // join link table
-            $this->query->leftJoin('budget_transaction_journal', 'budget_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
-            // join cat table
-            $this->query->leftJoin('budgets', 'budget_transaction_journal.budget_id', '=', 'budgets.id');
-            // add fields
-            $this->fields[]             = 'budgets.id as budget_id';
-            $this->fields[]             = 'budgets.name as budget_name';
-            $this->hasBudgetInformation = true;
-        }
-
-        return $this;
-    }
-
     /**
      * Limit results to a transactions without a category.
      *
@@ -382,63 +602,14 @@ trait MetaCollection
         return $this;
     }
 
-    /**
-     * Will include category ID + name, if any.
-     *
-     * @return GroupCollectorInterface
-     */
-    public function withCategoryInformation(): GroupCollectorInterface
-    {
-        if (false === $this->hasCatInformation) {
-            // join link table
-            $this->query->leftJoin('category_transaction_journal', 'category_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
-            // join cat table
-            $this->query->leftJoin('categories', 'category_transaction_journal.category_id', '=', 'categories.id');
-            // add fields
-            $this->fields[]          = 'categories.id as category_id';
-            $this->fields[]          = 'categories.name as category_name';
-            $this->hasCatInformation = true;
-        }
-
-        return $this;
-    }
-
     /**
      * @inheritDoc
      */
-    public function withNotes(): GroupCollectorInterface
+    public function withExternalUrl(): GroupCollectorInterface
     {
-        if (false === $this->hasNotesInformation) {
+        $this->joinMetaDataTables();
-            // join bill table
+        $this->query->where('journal_meta.name', '=', 'external_url');
-            $this->query->leftJoin(
+        $this->query->whereNotNull('journal_meta.data');
-                'notes',
-                static function (JoinClause $join) {
-                    $join->on('notes.noteable_id', '=', 'transaction_journals.id');
-                    $join->where('notes.noteable_type', '=', 'FireflyIII\Models\TransactionJournal');
-                }
-            );
-            // add fields
-            $this->fields[]            = 'notes.text as notes';
-            $this->hasNotesInformation = true;
-        }
-
-        return $this;
-    }
-
-    /**
-     * @return GroupCollectorInterface
-     */
-    public function withTagInformation(): GroupCollectorInterface
-    {
-        $this->fields[] = 'tags.id as tag_id';
-        $this->fields[] = 'tags.tag as tag_name';
-        $this->fields[] = 'tags.date as tag_date';
-        $this->fields[] = 'tags.description as tag_description';
-        $this->fields[] = 'tags.latitude as tag_latitude';
-        $this->fields[] = 'tags.longitude as tag_longitude';
-        $this->fields[] = 'tags.zoomLevel as tag_zoom_level';
-
-        $this->joinTagTables();
 
         return $this;
     }
@@ -481,13 +652,37 @@ trait MetaCollection
         return $this;
     }
 
+    /**
+     * @inheritDoc
+     */
+    public function withoutExternalUrl(): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        // TODO not sure if this will work properly.
+        $this->query->where(function (Builder $q1) {
+            $q1->where(function (Builder $q2) {
+                $q2->where('journal_meta.name', '=', 'external_url');
+                $q2->whereNull('journal_meta.data');
+            })->orWhere(function (Builder $q3) {
+                $q3->where('journal_meta.name', '!=', 'external_url');
+            })->orWhere(function (Builder $q4) {
+                $q4->whereNull('journal_meta.name');
+            });
+        });
+
+        return $this;
+    }
+
     /**
      * @return GroupCollectorInterface
      */
     public function withoutNotes(): GroupCollectorInterface
     {
         $this->withNotes();
-        $this->query->whereNull('notes.text');
+        $this->query->where(function (Builder $q) {
+            $q->whereNull('notes.text');
+            $q->orWhere('notes.text', '');
+        });
 
         return $this;
     }
@@ -504,17 +699,4 @@ trait MetaCollection
 
         return $this;
     }
-
-    /**
-     * Join table to get tag information.
-     */
-    protected function joinTagTables(): void
-    {
-        if (false === $this->hasJoinedTagTables) {
-            // join some extra tables:
-            $this->hasJoinedTagTables = true;
-            $this->query->leftJoin('tag_transaction_journal', 'tag_transaction_journal.transaction_journal_id', '=', 'transaction_journals.id');
-            $this->query->leftJoin('tags', 'tag_transaction_journal.tag_id', '=', 'tags.id');
-        }
-    }
 }

app/Helpers/Collector/Extensions/TimeCollection.php

@@ -32,6 +32,383 @@ use FireflyIII\Helpers\Collector\GroupCollectorInterface;
  */
 trait TimeCollection
 {
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayAfter(string $day): GroupCollectorInterface
+    {
+        $this->query->whereDay('transaction_journals.date', '>=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayBefore(string $day): GroupCollectorInterface
+    {
+        $this->query->whereDay('transaction_journals.date', '<=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayIs(string $day): GroupCollectorInterface
+    {
+        $this->query->whereDay('transaction_journals.date', '=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayAfter(string $day, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $day): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->day >= (int) $day;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @inheritDoc
+     */
+    public function withMetaDate(string $field): GroupCollectorInterface
+    {
+        $this->joinMetaDataTables();
+        $this->query->where('journal_meta.name', '=', $field);
+        $this->query->whereNotNull('journal_meta.data');
+
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayBefore(string $day, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $day): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->day <= (int) $day;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayIs(string $day, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $day): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return (int) $day === $transaction[$field]->day;
+                }
+            }
+
+            return false;
+        };
+        $this->postFilters[] = $filter;
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthAfter(string $month, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $month): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->month >= (int) $month;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthBefore(string $month, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $month): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->month <= (int) $month;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthIs(string $month, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $month): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return (int) $month === $transaction[$field]->month;
+                }
+            }
+
+            return false;
+        };
+        $this->postFilters[] = $filter;
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearAfter(string $year, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $year): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->year >= (int) $year;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearBefore(string $year, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $year): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->year <= (int) $year;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearIs(string $year, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $year): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $year === (string) $transaction[$field]->year;
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthAfter(string $month): GroupCollectorInterface
+    {
+        $this->query->whereMonth('transaction_journals.date', '>=', $month);
+        return $this;
+
+    }
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthBefore(string $month): GroupCollectorInterface
+    {
+        $this->query->whereMonth('transaction_journals.date', '<=', $month);
+        return $this;
+
+    }
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthIs(string $month): GroupCollectorInterface
+    {
+        $this->query->whereMonth('transaction_journals.date', '=', $month);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayAfter(string $day, string $field): GroupCollectorInterface
+    {
+        $this->query->whereDay(sprintf('transaction_journals.%s', $field), '>=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayBefore(string $day, string $field): GroupCollectorInterface
+    {
+        $this->query->whereDay(sprintf('transaction_journals.%s', $field), '<=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayIs(string $day, string $field): GroupCollectorInterface
+    {
+        $this->query->whereDay(sprintf('transaction_journals.%s', $field), '=', $day);
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthAfter(string $month, string $field): GroupCollectorInterface
+    {
+        $this->query->whereMonth(sprintf('transaction_journals.%s', $field), '>=', $month);
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthBefore(string $month, string $field): GroupCollectorInterface
+    {
+        $this->query->whereMonth(sprintf('transaction_journals.%s', $field), '<=', $month);
+        return $this;
+    }
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthIs(string $month, string $field): GroupCollectorInterface
+    {
+        $this->query->whereMonth(sprintf('transaction_journals.%s', $field), '=', $month);
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearAfter(string $year, string $field): GroupCollectorInterface
+    {
+        $this->query->whereYear(sprintf('transaction_journals.%s', $field), '>=', $year);
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearBefore(string $year, string $field): GroupCollectorInterface
+    {
+        $this->query->whereYear(sprintf('transaction_journals.%s', $field), '<=', $year);
+        return $this;
+    }
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearIs(string $year, string $field): GroupCollectorInterface
+    {
+        $this->query->whereYear(sprintf('transaction_journals.%s', $field), '=', $year);
+        return $this;
+    }
 
     /**
      * Collect transactions after a specific date.
@@ -80,6 +457,123 @@ trait TimeCollection
         return $this;
     }
 
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setMetaAfter(Carbon $date, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $date->startOfDay();
+        $filter              = function (int $index, array $object) use ($field, $date): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->gte($date);
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setMetaBefore(Carbon $date, string $field): GroupCollectorInterface
+    {
+        $this->withMetaDate($field);
+        $filter              = function (int $index, array $object) use ($field, $date): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->lte($date);
+                }
+            }
+
+            return true;
+        };
+        $this->postFilters[] = $filter;
+
+        return $this;
+    }
+
+    /**
+     * @param Carbon $start
+     * @param Carbon $end
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setMetaDateRange(Carbon $start, Carbon $end, string $field): GroupCollectorInterface
+    {
+        if ($end < $start) {
+            [$start, $end] = [$end, $start];
+        }
+        $end = clone $end; // this is so weird, but it works if $end and $start secretly point to the same object.
+        $end->endOfDay();
+        $start->startOfDay();
+        $this->withMetaDate($field);
+
+        $filter              = function (int $index, array $object) use ($field, $start, $end): bool {
+            foreach ($object['transactions'] as $transaction) {
+                if (array_key_exists($field, $transaction) && $transaction[$field] instanceof Carbon
+                ) {
+                    return $transaction[$field]->gte($start) && $transaction[$field]->lte($end);
+                }
+            }
+
+            return false;
+        };
+        $this->postFilters[] = $filter;
+        return $this;
+
+    }
+
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectAfter(Carbon $date, string $field): GroupCollectorInterface
+    {
+        $afterStr = $date->format('Y-m-d 00:00:00');
+        $this->query->where(sprintf('transaction_journals.%s', $field), '>=', $afterStr);
+
+        return $this;
+    }
+
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectBefore(Carbon $date, string $field): GroupCollectorInterface
+    {
+        die('a');
+    }
+
+    /**
+     * @param Carbon $start
+     * @param Carbon $end
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectRange(Carbon $start, Carbon $end, string $field): GroupCollectorInterface
+    {
+        $after  = $start->format('Y-m-d 00:00:00');
+        $before = $end->format('Y-m-d 23:59:59');
+        $this->query->where(sprintf('transaction_journals.%s', $field), '>=', $after);
+        $this->query->where(sprintf('transaction_journals.%s', $field), '<=', $before);
+
+        return $this;
+    }
+
     /**
      * Set the start and end time of the results to return.
      *
@@ -120,22 +614,9 @@ trait TimeCollection
         return $this;
     }
 
-    public function yearIs(string $year): GroupCollectorInterface
+    public function yearAfter(string $year): GroupCollectorInterface
     {
-        $this->query->whereYear('transaction_journals.date', '=', $year);
+        $this->query->whereYear('transaction_journals.date', '>=', $year);
-        return $this;
-    }
-
-    public function monthIs(string $month): GroupCollectorInterface
-    {
-        $this->query->whereMonth('transaction_journals.date', '=', $month);
-        return $this;
-
-    }
-
-    public function dayIs(string $day): GroupCollectorInterface
-    {
-        $this->query->whereDay('transaction_journals.date', '=', $day);
         return $this;
     }
 
@@ -145,35 +626,10 @@ trait TimeCollection
         return $this;
     }
 
-    public function monthBefore(string $month): GroupCollectorInterface
+    public function yearIs(string $year): GroupCollectorInterface
     {
-        $this->query->whereMonth('transaction_journals.date', '<=', $month);
+        $this->query->whereYear('transaction_journals.date', '=', $year);
-        return $this;
-
-    }
-
-    public function dayBefore(string $day): GroupCollectorInterface
-    {
-        $this->query->whereDay('transaction_journals.date', '<=', $day);
         return $this;
     }
 
-    public function yearAfter(string $year): GroupCollectorInterface
-    {
-        $this->query->whereYear('transaction_journals.date', '>=', $year);
-        return $this;
-    }
-
-    public function monthAfter(string $month): GroupCollectorInterface
-    {
-        $this->query->whereMonth('transaction_journals.date', '>=', $month);
-        return $this;
-
-    }
-
-    public function dayAfter(string $day): GroupCollectorInterface
-    {
-        $this->query->whereDay('transaction_journals.date', '>=', $day);
-        return $this;
-    }
 }

app/Helpers/Collector/GroupCollector.php

@@ -25,9 +25,11 @@ namespace FireflyIII\Helpers\Collector;
 
 use Carbon\Carbon;
 use Carbon\Exceptions\InvalidDateException;
+use Closure;
 use Exception;
 use FireflyIII\Helpers\Collector\Extensions\AccountCollection;
 use FireflyIII\Helpers\Collector\Extensions\AmountCollection;
+use FireflyIII\Helpers\Collector\Extensions\AttachmentCollection;
 use FireflyIII\Helpers\Collector\Extensions\CollectorProperties;
 use FireflyIII\Helpers\Collector\Extensions\MetaCollection;
 use FireflyIII\Helpers\Collector\Extensions\TimeCollection;
@@ -48,13 +50,18 @@ use Log;
  */
 class GroupCollector implements GroupCollectorInterface
 {
-    use CollectorProperties, AccountCollection, AmountCollection, TimeCollection, MetaCollection;
+    use CollectorProperties, AccountCollection, AmountCollection, TimeCollection, MetaCollection, AttachmentCollection;
 
     /**
      * Group collector constructor.
      */
     public function __construct()
     {
+        $this->postFilters = [];
+        $this->user        = null;
+        $this->limit       = null;
+        $this->page        = null;
+
         $this->hasAccountInfo       = false;
         $this->hasCatInformation    = false;
         $this->hasBudgetInformation = false;
@@ -198,6 +205,26 @@ class GroupCollector implements GroupCollectorInterface
         return $this;
     }
 
+    /**
+     *
+     */
+    public function dumpQuery(): void
+    {
+        echo $this->query->select($this->fields)->toSql();
+        echo '<pre>';
+        print_r($this->query->getBindings());
+        echo '</pre>';
+    }
+
+    /**
+     *
+     */
+    public function dumpQueryInLogs(): void
+    {
+        Log::debug($this->query->select($this->fields)->toSql());
+        Log::debug('Bindings', $this->query->getBindings());
+    }
+
     /**
      * @inheritDoc
      */
@@ -241,6 +268,11 @@ class GroupCollector implements GroupCollectorInterface
 
         // now to parse this into an array.
         $collection = $this->parseArray($result);
+
+        // filter the array using all available post filters:
+        $collection = $this->postFilterCollection($collection);
+
+        // count it and continue:
         $this->total = $collection->count();
 
         // now filter the array according to the page and the limit (if necessary)
@@ -253,6 +285,285 @@ class GroupCollector implements GroupCollectorInterface
         return $collection;
     }
 
+    /**
+     * @param Collection $collection
+     *
+     * @return Collection
+     */
+    private function parseArray(Collection $collection): Collection
+    {
+        $groups = [];
+        /** @var TransactionJournal $augumentedJournal */
+        foreach ($collection as $augumentedJournal) {
+            $groupId = $augumentedJournal->transaction_group_id;
+
+            if (!array_key_exists($groupId, $groups)) {
+                // make new array
+                $parsedGroup                            = $this->parseAugmentedJournal($augumentedJournal);
+                $groupArray                             = [
+                    'id'               => (int) $augumentedJournal->transaction_group_id,
+                    'user_id'          => (int) $augumentedJournal->user_id,
+                    'title'            => $augumentedJournal->transaction_group_title,
+                    'transaction_type' => $parsedGroup['transaction_type_type'],
+                    'count'            => 1,
+                    'sums'             => [],
+                    'transactions'     => [],
+                ];
+                $journalId                              = (int) $augumentedJournal->transaction_journal_id;
+                $groupArray['transactions'][$journalId] = $parsedGroup;
+                $groups[$groupId]                       = $groupArray;
+                continue;
+            }
+            // or parse the rest.
+            $journalId = (int) $augumentedJournal->transaction_journal_id;
+            if (array_key_exists($journalId, $groups[$groupId]['transactions'])) {
+                // append data to existing group + journal (for multiple tags or multiple attachments)
+                $groups[$groupId]['transactions'][$journalId] = $this->mergeTags($groups[$groupId]['transactions'][$journalId], $augumentedJournal);
+                $groups[$groupId]['transactions'][$journalId] = $this->mergeAttachments($groups[$groupId]['transactions'][$journalId], $augumentedJournal);
+            }
+
+            if (!array_key_exists($journalId, $groups[$groupId]['transactions'])) {
+                // create second, third, fourth split:
+                $groups[$groupId]['count']++;
+                $groups[$groupId]['transactions'][$journalId] = $this->parseAugmentedJournal($augumentedJournal);
+            }
+        }
+
+        $groups = $this->parseSums($groups);
+
+        return new Collection($groups);
+    }
+
+    /**
+     * @param TransactionJournal $augumentedJournal
+     *
+     * @return array
+     */
+    private function parseAugmentedJournal(TransactionJournal $augumentedJournal): array
+    {
+        $result                  = $augumentedJournal->toArray();
+        $result['tags']          = [];
+        $result['attachments']   = [];
+        $result['interest_date'] = null;
+        $result['payment_date']  = null;
+        $result['invoice_date']  = null;
+        $result['book_date']     = null;
+        $result['due_date']      = null;
+        $result['process_date']  = null;
+        try {
+            $result['date']       = new Carbon($result['date'], 'UTC');
+            $result['created_at'] = new Carbon($result['created_at'], 'UTC');
+            $result['updated_at'] = new Carbon($result['updated_at'], 'UTC');
+
+            // this is going to happen a lot:
+            $result['date']->setTimezone(config('app.timezone'));
+            $result['created_at']->setTimezone(config('app.timezone'));
+            $result['updated_at']->setTimezone(config('app.timezone'));
+        } catch (Exception $e) { // @phpstan-ignore-line
+            Log::error($e->getMessage());
+        }
+
+        // try to process meta date value (if present)
+        $dates = ['interest_date', 'payment_date', 'invoice_date', 'book_date', 'due_date', 'process_date'];
+        if (array_key_exists('meta_name', $result) && in_array($result['meta_name'], $dates, true)) {
+            $name = $result['meta_name'];
+            if (array_key_exists('meta_data', $result) && '' !== (string) $result['meta_data']) {
+                $result[$name] = Carbon::createFromFormat('!Y-m-d', substr(json_decode($result['meta_data']), 0, 10));
+            }
+        }
+
+        // convert values to integers:
+        $result = $this->convertToInteger($result);
+
+        $result['reconciled'] = 1 === (int) $result['reconciled'];
+        if (array_key_exists('tag_id', $result) && null !== $result['tag_id']) { // assume the other fields are present as well.
+            $tagId   = (int) $augumentedJournal['tag_id'];
+            $tagDate = null;
+            try {
+                $tagDate = Carbon::parse($augumentedJournal['tag_date']);
+            } catch (InvalidDateException $e) {
+                Log::debug(sprintf('Could not parse date: %s', $e->getMessage()));
+            }
+
+            $result['tags'][$tagId] = [
+                'id'          => (int) $result['tag_id'],
+                'name'        => $result['tag_name'],
+                'date'        => $tagDate,
+                'description' => $result['tag_description'],
+            ];
+        }
+
+        // also merge attachments:
+        if (array_key_exists('attachment_id', $result)) {
+            $uploaded     = 1 === (int) $result['attachment_uploaded'];
+            $attachmentId = (int) $augumentedJournal['attachment_id'];
+            if (0 !== $attachmentId && $uploaded) {
+                $result['attachments'][$attachmentId] = [
+                    'id'       => $attachmentId,
+                    'filename' => $augumentedJournal['attachment_filename'],
+                    'title'    => $augumentedJournal['attachment_title'],
+                ];
+            }
+        }
+        // unset various fields:
+        unset($result['tag_id'], $result['meta_data'], $result['meta_name'],
+            $result['tag_name'], $result['tag_date'], $result['tag_description'],
+            $result['tag_latitude'], $result['tag_longitude'], $result['tag_zoom_level'],
+            $result['attachment_filename'], $result['attachment_id']
+
+        );
+
+        return $result;
+    }
+
+    /**
+     * Convert a selected set of fields to arrays.
+     *
+     * @param array $array
+     *
+     * @return array
+     */
+    private function convertToInteger(array $array): array
+    {
+        foreach ($this->integerFields as $field) {
+            $array[$field] = array_key_exists($field, $array) ? (int) $array[$field] : null;
+        }
+
+        return $array;
+    }
+
+    /**
+     * @param array              $existingJournal
+     * @param TransactionJournal $newJournal
+     *
+     * @return array
+     */
+    private function mergeTags(array $existingJournal, TransactionJournal $newJournal): array
+    {
+        $newArray = $newJournal->toArray();
+        if (array_key_exists('tag_id', $newArray)) { // assume the other fields are present as well.
+            $tagId = (int) $newJournal['tag_id'];
+
+            $tagDate = null;
+            try {
+                $tagDate = Carbon::parse($newArray['tag_date']);
+            } catch (InvalidDateException $e) {
+                Log::debug(sprintf('Could not parse date: %s', $e->getMessage()));
+            }
+
+            $existingJournal['tags'][$tagId] = [
+                'id'          => (int) $newArray['tag_id'],
+                'name'        => $newArray['tag_name'],
+                'date'        => $tagDate,
+                'description' => $newArray['tag_description'],
+            ];
+        }
+
+        return $existingJournal;
+    }
+
+    /**
+     * @param array              $existingJournal
+     * @param TransactionJournal $newJournal
+     *
+     * @return array
+     */
+    private function mergeAttachments(array $existingJournal, TransactionJournal $newJournal): array
+    {
+        $newArray = $newJournal->toArray();
+        if (array_key_exists('attachment_id', $newArray)) {
+            $attachmentId = (int) $newJournal['attachment_id'];
+
+            $existingJournal['attachments'][$attachmentId] = [
+                'id' => $attachmentId,
+            ];
+        }
+
+        return $existingJournal;
+    }
+
+    /**
+     * @param array $groups
+     *
+     * @return array
+     */
+    private function parseSums(array $groups): array
+    {
+        /**
+         * @var int   $groudId
+         * @var array $group
+         */
+        foreach ($groups as $groudId => $group) {
+            /** @var array $transaction */
+            foreach ($group['transactions'] as $transaction) {
+                $currencyId = (int) $transaction['currency_id'];
+
+                // set default:
+                if (!array_key_exists($currencyId, $groups[$groudId]['sums'])) {
+                    $groups[$groudId]['sums'][$currencyId]['currency_id']             = $currencyId;
+                    $groups[$groudId]['sums'][$currencyId]['currency_code']           = $transaction['currency_code'];
+                    $groups[$groudId]['sums'][$currencyId]['currency_symbol']         = $transaction['currency_symbol'];
+                    $groups[$groudId]['sums'][$currencyId]['currency_decimal_places'] = $transaction['currency_decimal_places'];
+                    $groups[$groudId]['sums'][$currencyId]['amount']                  = '0';
+                }
+                $groups[$groudId]['sums'][$currencyId]['amount'] = bcadd($groups[$groudId]['sums'][$currencyId]['amount'], $transaction['amount'] ?? '0');
+
+                if (null !== $transaction['foreign_amount'] && null !== $transaction['foreign_currency_id']) {
+                    $currencyId = (int) $transaction['foreign_currency_id'];
+
+                    // set default:
+                    if (!array_key_exists($currencyId, $groups[$groudId]['sums'])) {
+                        $groups[$groudId]['sums'][$currencyId]['currency_id']             = $currencyId;
+                        $groups[$groudId]['sums'][$currencyId]['currency_code']           = $transaction['foreign_currency_code'];
+                        $groups[$groudId]['sums'][$currencyId]['currency_symbol']         = $transaction['foreign_currency_symbol'];
+                        $groups[$groudId]['sums'][$currencyId]['currency_decimal_places'] = $transaction['foreign_currency_decimal_places'];
+                        $groups[$groudId]['sums'][$currencyId]['amount']                  = '0';
+                    }
+                    $groups[$groudId]['sums'][$currencyId]['amount'] = bcadd(
+                        $groups[$groudId]['sums'][$currencyId]['amount'],
+                        $transaction['foreign_amount'] ?? '0'
+                    );
+                }
+            }
+        }
+
+        return $groups;
+    }
+
+    /**
+     * @param Collection $collection
+     * @return Collection
+     */
+    private function postFilterCollection(Collection $collection): Collection
+    {
+        $currentCollection = $collection;
+        /**
+         * @var int     $i
+         * @var Closure $function
+         */
+        foreach ($this->postFilters as $function) {
+
+            $nextCollection = new Collection;
+            // loop everything in the current collection
+            // and save it (or not) in the new collection.
+            // that new collection is the next current collection
+            /**
+             * @var int   $index
+             * @var array $item
+             */
+            foreach ($currentCollection as $ii => $item) {
+                $result = $function($ii, $item);
+                if (false === $result) {
+                    // skip other filters, continue to next item.
+                    continue;
+                }
+                $nextCollection->push($item);
+            }
+            $currentCollection = $nextCollection;
+        }
+        return $currentCollection;
+    }
+
     /**
      * Same as getGroups but everything is in a paginator.
      *
@@ -269,19 +580,21 @@ class GroupCollector implements GroupCollectorInterface
     }
 
     /**
-     * Has attachments
+     * Limit the number of returned entries.
+     *
+     * @param int $limit
      *
      * @return GroupCollectorInterface
      */
-    public function hasAttachments(): GroupCollectorInterface
+    public function setLimit(int $limit): GroupCollectorInterface
     {
-        Log::debug('Add filter on attachment ID.');
+        $this->limit = $limit;
-        $this->joinAttachmentTables();
+        app('log')->debug(sprintf('GroupCollector: The limit is now %d', $limit));
-        $this->query->whereNotNull('attachments.attachable_id');
 
         return $this;
     }
 
+
     /**
      * Limit results to a specific currency, either foreign or normal one.
      *
@@ -346,21 +659,6 @@ class GroupCollector implements GroupCollectorInterface
         return $this;
     }
 
-    /**
-     * Limit the number of returned entries.
-     *
-     * @param int $limit
-     *
-     * @return GroupCollectorInterface
-     */
-    public function setLimit(int $limit): GroupCollectorInterface
-    {
-        $this->limit = $limit;
-        app('log')->debug(sprintf('GroupCollector: The limit is now %d', $limit));
-
-        return $this;
-    }
-
     /**
      * Set the page to get.
      *
@@ -456,55 +754,6 @@ class GroupCollector implements GroupCollectorInterface
         return $this;
     }
 
-    /**
-     * Automatically include all stuff required to make API calls work.
-     *
-     * @return GroupCollectorInterface
-     */
-    public function withAPIInformation(): GroupCollectorInterface
-    {
-        // include source + destination account name and type.
-        $this->withAccountInformation()
-            // include category ID + name (if any)
-             ->withCategoryInformation()
-            // include budget ID + name (if any)
-             ->withBudgetInformation()
-            // include bill ID + name (if any)
-             ->withBillInformation();
-
-        return $this;
-    }
-
-    /**
-     * @inheritDoc
-     */
-    public function withAttachmentInformation(): GroupCollectorInterface
-    {
-        $this->fields[] = 'attachments.id as attachment_id';
-        $this->joinAttachmentTables();
-
-        return $this;
-    }
-
-    /**
-     * Join table to get attachment information.
-     */
-    private function joinAttachmentTables(): void
-    {
-        if (false === $this->hasJoinedAttTables) {
-            // join some extra tables:
-            $this->hasJoinedAttTables = true;
-            $this->query->leftJoin('attachments', 'attachments.attachable_id', '=', 'transaction_journals.id')
-                        ->where(
-                            static function (EloquentBuilder $q1) {
-                                $q1->where('attachments.attachable_type', TransactionJournal::class);
-                                $q1->where('attachments.uploaded', true);
-                                $q1->orWhereNull('attachments.attachable_type');
-                            }
-                        );
-        }
-    }
-
     /**
      * Build the query.
      */
@@ -549,241 +798,21 @@ class GroupCollector implements GroupCollectorInterface
     }
 
     /**
+     * Automatically include all stuff required to make API calls work.
      *
+     * @return GroupCollectorInterface
      */
-    public function dumpQuery(): void
+    public function withAPIInformation(): GroupCollectorInterface
     {
-        echo $this->query->select($this->fields)->toSql();
+        // include source + destination account name and type.
-        echo '<pre>';
+        $this->withAccountInformation()
-        print_r($this->query->getBindings());
+            // include category ID + name (if any)
-        echo '</pre>';
+             ->withCategoryInformation()
-    }
+            // include budget ID + name (if any)
+             ->withBudgetInformation()
+            // include bill ID + name (if any)
+             ->withBillInformation();
 
-    /**
+        return $this;
-     *
-     */
-    public function dumpQueryInLogs(): void
-    {
-        Log::debug($this->query->select($this->fields)->toSql()) ;
-        Log::debug('Bindings',$this->query->getBindings());
-    }
-
-    /**
-     * Convert a selected set of fields to arrays.
-     *
-     * @param array $array
-     *
-     * @return array
-     */
-    private function convertToInteger(array $array): array
-    {
-        foreach ($this->integerFields as $field) {
-            $array[$field] = array_key_exists($field, $array) ? (int)$array[$field] : null;
-        }
-
-        return $array;
-    }
-
-    /**
-     * @param array              $existingJournal
-     * @param TransactionJournal $newJournal
-     *
-     * @return array
-     */
-    private function mergeAttachments(array $existingJournal, TransactionJournal $newJournal): array
-    {
-        $newArray = $newJournal->toArray();
-        if (array_key_exists('attachment_id', $newArray)) {
-            $attachmentId                                  = (int)$newJournal['tag_id'];
-            $existingJournal['attachments'][$attachmentId] = [
-                'id' => $attachmentId,
-            ];
-        }
-
-        return $existingJournal;
-    }
-
-    /**
-     * @param array              $existingJournal
-     * @param TransactionJournal $newJournal
-     *
-     * @return array
-     */
-    private function mergeTags(array $existingJournal, TransactionJournal $newJournal): array
-    {
-        $newArray = $newJournal->toArray();
-        if (array_key_exists('tag_id', $newArray)) { // assume the other fields are present as well.
-            $tagId = (int)$newJournal['tag_id'];
-
-            $tagDate = null;
-            try {
-                $tagDate = Carbon::parse($newArray['tag_date']);
-            } catch (InvalidDateException $e) {
-                Log::debug(sprintf('Could not parse date: %s', $e->getMessage()));
-            }
-
-            $existingJournal['tags'][$tagId] = [
-                'id'          => (int)$newArray['tag_id'],
-                'name'        => $newArray['tag_name'],
-                'date'        => $tagDate,
-                'description' => $newArray['tag_description'],
-            ];
-        }
-
-        return $existingJournal;
-    }
-
-    /**
-     * @param Collection $collection
-     *
-     * @return Collection
-     */
-    private function parseArray(Collection $collection): Collection
-    {
-        $groups = [];
-        /** @var TransactionJournal $augumentedJournal */
-        foreach ($collection as $augumentedJournal) {
-            $groupId = $augumentedJournal->transaction_group_id;
-
-            if (!array_key_exists($groupId, $groups)) {
-                // make new array
-                $parsedGroup                            = $this->parseAugmentedJournal($augumentedJournal);
-                $groupArray                             = [
-                    'id'               => (int)$augumentedJournal->transaction_group_id,
-                    'user_id'          => (int)$augumentedJournal->user_id,
-                    'title'            => $augumentedJournal->transaction_group_title,
-                    'transaction_type' => $parsedGroup['transaction_type_type'],
-                    'count'            => 1,
-                    'sums'             => [],
-                    'transactions'     => [],
-                ];
-                $journalId                              = (int)$augumentedJournal->transaction_journal_id;
-                $groupArray['transactions'][$journalId] = $parsedGroup;
-                $groups[$groupId]                       = $groupArray;
-                continue;
-            }
-            // or parse the rest.
-            $journalId = (int)$augumentedJournal->transaction_journal_id;
-            if (array_key_exists($journalId, $groups[$groupId]['transactions'])) {
-                // append data to existing group + journal (for multiple tags or multiple attachments)
-                $groups[$groupId]['transactions'][$journalId] = $this->mergeTags($groups[$groupId]['transactions'][$journalId], $augumentedJournal);
-                $groups[$groupId]['transactions'][$journalId] = $this->mergeAttachments($groups[$groupId]['transactions'][$journalId], $augumentedJournal);
-            }
-
-            if (!array_key_exists($journalId, $groups[$groupId]['transactions'])) {
-                // create second, third, fourth split:
-                $groups[$groupId]['count']++;
-                $groups[$groupId]['transactions'][$journalId] = $this->parseAugmentedJournal($augumentedJournal);
-            }
-        }
-
-        $groups = $this->parseSums($groups);
-
-        return new Collection($groups);
-    }
-
-    /**
-     * @param TransactionJournal $augumentedJournal
-     *
-     * @return array
-     */
-    private function parseAugmentedJournal(TransactionJournal $augumentedJournal): array
-    {
-        $result                = $augumentedJournal->toArray();
-        $result['tags']        = [];
-        $result['attachments'] = [];
-        try {
-            $result['date']       = new Carbon($result['date'], 'UTC');
-            $result['created_at'] = new Carbon($result['created_at'], 'UTC');
-            $result['updated_at'] = new Carbon($result['updated_at'], 'UTC');
-
-            // this is going to happen a lot:
-            $result['date']->setTimezone(config('app.timezone'));
-            $result['created_at']->setTimezone(config('app.timezone'));
-            $result['updated_at']->setTimezone(config('app.timezone'));
-        } catch (Exception $e) { // @phpstan-ignore-line
-            Log::error($e->getMessage());
-        }
-
-        // convert values to integers:
-        $result = $this->convertToInteger($result);
-
-        $result['reconciled'] = 1 === (int)$result['reconciled'];
-        if (array_key_exists('tag_id', $result) && null !== $result['tag_id']) { // assume the other fields are present as well.
-            $tagId   = (int)$augumentedJournal['tag_id'];
-            $tagDate = null;
-            try {
-                $tagDate = Carbon::parse($augumentedJournal['tag_date']);
-            } catch (InvalidDateException $e) {
-                Log::debug(sprintf('Could not parse date: %s', $e->getMessage()));
-            }
-
-            $result['tags'][$tagId] = [
-                'id'          => (int)$result['tag_id'],
-                'name'        => $result['tag_name'],
-                'date'        => $tagDate,
-                'description' => $result['tag_description'],
-            ];
-        }
-
-        // also merge attachments:
-        if (array_key_exists('attachment_id', $result)) {
-            $attachmentId = (int)$augumentedJournal['attachment_id'];
-            if (0 !== $attachmentId) {
-                $result['attachments'][$attachmentId] = [
-                    'id' => $attachmentId,
-                ];
-            }
-        }
-
-        return $result;
-    }
-
-    /**
-     * @param array $groups
-     *
-     * @return array
-     */
-    private function parseSums(array $groups): array
-    {
-        /**
-         * @var int   $groudId
-         * @var array $group
-         */
-        foreach ($groups as $groudId => $group) {
-            /** @var array $transaction */
-            foreach ($group['transactions'] as $transaction) {
-                $currencyId = (int)$transaction['currency_id'];
-
-                // set default:
-                if (!array_key_exists($currencyId, $groups[$groudId]['sums'])) {
-                    $groups[$groudId]['sums'][$currencyId]['currency_id']             = $currencyId;
-                    $groups[$groudId]['sums'][$currencyId]['currency_code']           = $transaction['currency_code'];
-                    $groups[$groudId]['sums'][$currencyId]['currency_symbol']         = $transaction['currency_symbol'];
-                    $groups[$groudId]['sums'][$currencyId]['currency_decimal_places'] = $transaction['currency_decimal_places'];
-                    $groups[$groudId]['sums'][$currencyId]['amount']                  = '0';
-                }
-                $groups[$groudId]['sums'][$currencyId]['amount'] = bcadd($groups[$groudId]['sums'][$currencyId]['amount'], $transaction['amount'] ?? '0');
-
-                if (null !== $transaction['foreign_amount'] && null !== $transaction['foreign_currency_id']) {
-                    $currencyId = (int)$transaction['foreign_currency_id'];
-
-                    // set default:
-                    if (!array_key_exists($currencyId, $groups[$groudId]['sums'])) {
-                        $groups[$groudId]['sums'][$currencyId]['currency_id']             = $currencyId;
-                        $groups[$groudId]['sums'][$currencyId]['currency_code']           = $transaction['foreign_currency_code'];
-                        $groups[$groudId]['sums'][$currencyId]['currency_symbol']         = $transaction['foreign_currency_symbol'];
-                        $groups[$groudId]['sums'][$currencyId]['currency_decimal_places'] = $transaction['foreign_currency_decimal_places'];
-                        $groups[$groudId]['sums'][$currencyId]['amount']                  = '0';
-                    }
-                    $groups[$groudId]['sums'][$currencyId]['amount'] = bcadd(
-                        $groups[$groudId]['sums'][$currencyId]['amount'],
-                        $transaction['foreign_amount'] ?? '0'
-                    );
-                }
-            }
-        }
-
-        return $groups;
     }
 }

app/Helpers/Collector/GroupCollectorInterface.php

@@ -58,7 +58,7 @@ interface GroupCollectorInterface
     public function amountLess(string $amount): GroupCollectorInterface;
 
     /**
-     * Get transactions where the amount is more than.
+     * Get transactions where the foreign amount is more than.
      *
      * @param string $amount
      *
@@ -66,6 +66,72 @@ interface GroupCollectorInterface
      */
     public function amountMore(string $amount): GroupCollectorInterface;
 
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameContains(string $name): GroupCollectorInterface;
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameEnds(string $name): GroupCollectorInterface;
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameIs(string $name): GroupCollectorInterface;
+
+    /**
+     * @param string $name
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNameStarts(string $name): GroupCollectorInterface;
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesAre(string $value): GroupCollectorInterface;
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesContains(string $value): GroupCollectorInterface;
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesEnds(string $value): GroupCollectorInterface;
+
+    /**
+     * @param string $value
+     * @return GroupCollectorInterface
+     */
+    public function attachmentNotesStarts(string $value): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayAfter(string $day): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayBefore(string $day): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @return GroupCollectorInterface
+     */
+    public function dayIs(string $day): GroupCollectorInterface;
+
     /**
      * End of the description must match:
      *
@@ -111,6 +177,42 @@ interface GroupCollectorInterface
      */
     public function excludeSourceAccounts(Collection $accounts): GroupCollectorInterface;
 
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function externalIdContains(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function externalIdEnds(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function externalIdStarts(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlContains(string $url): GroupCollectorInterface;
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlEnds(string $url): GroupCollectorInterface;
+
+    /**
+     * @param string $url
+     * @return GroupCollectorInterface
+     */
+    public function externalUrlStarts(string $url): GroupCollectorInterface;
+
     /**
      * Ensure the search will find nothing at all, zero results.
      *
@@ -118,6 +220,33 @@ interface GroupCollectorInterface
      */
     public function findNothing(): GroupCollectorInterface;
 
+    /**
+     * Get transactions with a specific foreign amount.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountIs(string $amount): GroupCollectorInterface;
+
+    /**
+     * Get transactions where the amount is less than.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountLess(string $amount): GroupCollectorInterface;
+
+    /**
+     * Get transactions where the foreign amount is more than.
+     *
+     * @param string $amount
+     *
+     * @return GroupCollectorInterface
+     */
+    public function foreignAmountMore(string $amount): GroupCollectorInterface;
+
     /**
      * Return the transaction journals without group information. Is useful in some instances.
      *
@@ -151,6 +280,112 @@ interface GroupCollectorInterface
      */
     public function hasAttachments(): GroupCollectorInterface;
 
+    /**
+     * Has no attachments
+     *
+     * @return GroupCollectorInterface
+     */
+    public function hasNoAttachments(): GroupCollectorInterface;
+
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function internalReferenceContains(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function internalReferenceEnds(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $externalId
+     * @return GroupCollectorInterface
+     */
+    public function internalReferenceStarts(string $externalId): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayAfter(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayBefore(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaDayIs(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthAfter(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthBefore(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaMonthIs(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearAfter(string $year, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearBefore(string $year, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function metaYearIs(string $year, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthAfter(string $month): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthBefore(string $month): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @return GroupCollectorInterface
+     */
+    public function monthIs(string $month): GroupCollectorInterface;
+
     /**
      * @param string $value
      *
@@ -179,6 +414,69 @@ interface GroupCollectorInterface
      */
     public function notesStartWith(string $value): GroupCollectorInterface;
 
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayAfter(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayBefore(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $day
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectDayIs(string $day, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthAfter(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthBefore(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $month
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectMonthIs(string $month, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearAfter(string $year, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearBefore(string $year, string $field): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function objectYearIs(string $year, string $field): GroupCollectorInterface;
+
     /**
      * Define which accounts can be part of the source and destination transactions.
      *
@@ -306,18 +604,10 @@ interface GroupCollectorInterface
     public function setExternalId(string $externalId): GroupCollectorInterface;
 
     /**
-     * Transactions without an external URL
+     * @param string $url
-     *
      * @return GroupCollectorInterface
      */
-    public function withoutExternalUrl(): GroupCollectorInterface;
+    public function setExternalUrl(string $url): GroupCollectorInterface;
-
-    /**
-     * Transactions with an external URL
-     *
-     * @return GroupCollectorInterface
-     */
-    public function withExternalUrl(): GroupCollectorInterface;
 
     /**
      * Limit results to a specific foreign currency.
@@ -364,6 +654,57 @@ interface GroupCollectorInterface
      */
     public function setLimit(int $limit): GroupCollectorInterface;
 
+    /**
+     * Collect transactions after a specific date.
+     *
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setMetaAfter(Carbon $date, string $field): GroupCollectorInterface;
+
+    /**
+     * Collect transactions before a specific date.
+     *
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setMetaBefore(Carbon $date, string $field): GroupCollectorInterface;
+
+    /**
+     * Set the start and end time of the results to return, based on meta data.
+     *
+     * @param Carbon $start
+     * @param Carbon $end
+     * @param string $field
+     *
+     * @return GroupCollectorInterface
+     */
+    public function setMetaDateRange(Carbon $start, Carbon $end, string $field): GroupCollectorInterface;
+
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectAfter(Carbon $date, string $field): GroupCollectorInterface;
+
+    /**
+     * @param Carbon $date
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectBefore(Carbon $date, string $field): GroupCollectorInterface;
+
+    /**
+     * @param Carbon $start
+     * @param Carbon $end
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function setObjectRange(Carbon $start, Carbon $end, string $field): GroupCollectorInterface;
+
     /**
      * Set the page to get.
      *
@@ -383,6 +724,15 @@ interface GroupCollectorInterface
      */
     public function setRange(Carbon $start, Carbon $end): GroupCollectorInterface;
 
+    /**
+     * Look for specific recurring ID's.
+     *
+     * @param string $recurringId
+     *
+     * @return GroupCollectorInterface
+     */
+    public function setRecurrenceId(string $recurringId): GroupCollectorInterface;
+
     /**
      * Search for words in descriptions.
      *
@@ -455,6 +805,15 @@ interface GroupCollectorInterface
      */
     public function setUser(User $user): GroupCollectorInterface;
 
+    /**
+     * Only when does not have these tags
+     *
+     * @param Collection $tags
+     *
+     * @return GroupCollectorInterface
+     */
+    public function setWithoutSpecificTags(Collection $tags): GroupCollectorInterface;
+
     /**
      * Either account can be set, but NOT both. This effectively excludes internal transfers.
      *
@@ -534,6 +893,21 @@ interface GroupCollectorInterface
      */
     public function withCategoryInformation(): GroupCollectorInterface;
 
+    /**
+     * Transactions with an external URL
+     *
+     * @return GroupCollectorInterface
+     */
+    public function withExternalUrl(): GroupCollectorInterface;
+
+    /**
+     * Transaction must have meta date field X.
+     *
+     * @param string $field
+     * @return GroupCollectorInterface
+     */
+    public function withMetaDate(string $field): GroupCollectorInterface;
+
     /**
      * Will include notes.
      *
@@ -569,6 +943,13 @@ interface GroupCollectorInterface
      */
     public function withoutCategory(): GroupCollectorInterface;
 
+    /**
+     * Transactions without an external URL
+     *
+     * @return GroupCollectorInterface
+     */
+    public function withoutExternalUrl(): GroupCollectorInterface;
+
     /**
      * @return GroupCollectorInterface
      */
@@ -579,15 +960,23 @@ interface GroupCollectorInterface
      */
     public function withoutTags(): GroupCollectorInterface;
 
-
+    /**
-    public function yearIs(string $year): GroupCollectorInterface;
+     * @param string $year
-    public function monthIs(string $month): GroupCollectorInterface;
+     * @return GroupCollectorInterface
-    public function dayIs(string $day): GroupCollectorInterface;
+     */
-    public function yearBefore(string $year): GroupCollectorInterface;
-    public function monthBefore(string $month): GroupCollectorInterface;
-    public function dayBefore(string $day): GroupCollectorInterface;
     public function yearAfter(string $year): GroupCollectorInterface;
-    public function monthAfter(string $month): GroupCollectorInterface;
+
-    public function dayAfter(string $day): GroupCollectorInterface;
+    /**
+     * @param string $year
+     * @return GroupCollectorInterface
+     */
+    public function yearBefore(string $year): GroupCollectorInterface;
+
+    /**
+     * @param string $year
+     * @return GroupCollectorInterface
+     */
+    public function yearIs(string $year): GroupCollectorInterface;
+
 
 }

app/Helpers/Fiscal/FiscalHelper.php

@@ -46,6 +46,9 @@ class FiscalHelper implements FiscalHelperInterface
      * @param Carbon $date
      *
      * @return Carbon date object
+     * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function endOfFiscalYear(Carbon $date): Carbon
     {
@@ -69,6 +72,8 @@ class FiscalHelper implements FiscalHelperInterface
      *
      * @return Carbon date object
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function startOfFiscalYear(Carbon $date): Carbon
     {

app/Helpers/Help/Help.php

@@ -1,163 +0,0 @@
-<?php
-/**
- * Help.php
- * Copyright (c) 2019 james@firefly-iii.org
- *
- * This file is part of Firefly III (https://github.com/firefly-iii).
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program.  If not, see <https://www.gnu.org/licenses/>.
- */
-declare(strict_types=1);
-
-namespace FireflyIII\Helpers\Help;
-
-use Cache;
-use Exception;
-use GuzzleHttp\Client;
-use GuzzleHttp\Exception\GuzzleException;
-use League\CommonMark\CommonMarkConverter;
-use Log;
-use Route;
-
-/**
- * Class Help.
- */
-class Help implements HelpInterface
-{
-    /** @var string The cache key */
-    public const CACHEKEY = 'help_%s_%s';
-    /** @var string The user agent. */
-    protected $userAgent = 'Firefly III v%s';
-
-    /**
-     * Constructor.
-     */
-    public function __construct()
-    {
-        $this->userAgent = sprintf($this->userAgent, config('firefly.version'));
-    }
-
-    /**
-     * Get from cache.
-     *
-     * @codeCoverageIgnore
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return string
-     */
-    public function getFromCache(string $route, string $language): string
-    {
-        $line = sprintf(self::CACHEKEY, $route, $language);
-
-        return Cache::get($line);
-    }
-
-    /**
-     * Get text from GitHub.
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return string
-     * @throws GuzzleException
-     */
-    public function getFromGitHub(string $route, string $language): string
-    {
-        $uri = sprintf('https://raw.githubusercontent.com/firefly-iii/help/main/%s/%s.md', $language, $route);
-        Log::debug(sprintf('Trying to get %s...', $uri));
-        $opt        = ['headers' => ['User-Agent' => $this->userAgent]];
-        $content    = '';
-        $statusCode = 500;
-        $client     = app(Client::class);
-        try {
-            $res        = $client->request('GET', $uri, $opt);
-            $statusCode = $res->getStatusCode();
-            $content    = trim($res->getBody()->getContents());
-        } catch (Exception $e) { // @phpstan-ignore-line
-            Log::info($e->getMessage());
-            //Log::info($e->getTraceAsString());
-        }
-
-        Log::debug(sprintf('Status code is %d', $statusCode));
-
-        if ('' !== $content) {
-            Log::debug('Content is longer than zero. Expect something.');
-            $converter = new CommonMarkConverter();
-            $content   = (string)$converter->convertToHtml($content);
-        }
-
-        return $content;
-    }
-
-    /**
-     * Do we have the route?
-     *
-     * @codeCoverageIgnore
-     *
-     * @param string $route
-     *
-     * @return bool
-     */
-    public function hasRoute(string $route): bool
-    {
-        return Route::has($route);
-    }
-
-    /**
-     * Is in cache?
-     *
-     * @codeCoverageIgnore
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return bool
-     */
-    public function inCache(string $route, string $language): bool
-    {
-        $line   = sprintf(self::CACHEKEY, $route, $language);
-        $result = Cache::has($line);
-        if ($result) {
-            Log::debug(sprintf('Cache has this entry: %s', 'help.' . $route . '.' . $language));
-        }
-        if (!$result) {
-            Log::debug(sprintf('Cache does not have this entry: %s', 'help.' . $route . '.' . $language));
-        }
-
-        return $result;
-    }
-
-    /**
-     * Put help text in cache.
-     *
-     * @codeCoverageIgnore
-     *
-     * @param string $route
-     * @param string $language
-     * @param string $content
-     */
-    public function putInCache(string $route, string $language, string $content): void
-    {
-        $key = sprintf(self::CACHEKEY, $route, $language);
-        if ('' !== $content) {
-            Log::debug(sprintf('Will store entry in cache: %s', $key));
-            Cache::put($key, $content, 10080); // a week.
-
-            return;
-        }
-        Log::info(sprintf('Will not cache %s because content is empty.', $key));
-    }
-}

app/Helpers/Help/HelpInterface.php

@@ -1,77 +0,0 @@
-<?php
-/**
- * HelpInterface.php
- * Copyright (c) 2019 james@firefly-iii.org
- *
- * This file is part of Firefly III (https://github.com/firefly-iii).
- *
- * This program is free software: you can redistribute it and/or modify
- * it under the terms of the GNU Affero General Public License as
- * published by the Free Software Foundation, either version 3 of the
- * License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
- * GNU Affero General Public License for more details.
- *
- * You should have received a copy of the GNU Affero General Public License
- * along with this program.  If not, see <https://www.gnu.org/licenses/>.
- */
-declare(strict_types=1);
-
-namespace FireflyIII\Helpers\Help;
-
-/**
- * Interface HelpInterface.
- */
-interface HelpInterface
-{
-    /**
-     * Get the help text from cache.
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return string
-     */
-    public function getFromCache(string $route, string $language): string;
-
-    /**
-     * Get the help text from GitHub.
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return string
-     */
-    public function getFromGitHub(string $route, string $language): string;
-
-    /**
-     * Is the route a known route?
-     *
-     * @param string $route
-     *
-     * @return bool
-     */
-    public function hasRoute(string $route): bool;
-
-    /**
-     * Is the help text in cache?
-     *
-     * @param string $route
-     * @param string $language
-     *
-     * @return bool
-     */
-    public function inCache(string $route, string $language): bool;
-
-    /**
-     * Put the result in cache.
-     *
-     * @param string $route
-     * @param string $language
-     * @param string $content
-     */
-    public function putInCache(string $route, string $language, string $content);
-}

app/Helpers/Report/NetWorth.php

@@ -31,7 +31,6 @@ use FireflyIII\Support\CacheProperties;
 use FireflyIII\User;
 use Illuminate\Support\Collection;
 use JsonException;
-use Log;
 
 /**
  *
@@ -64,6 +63,7 @@ class NetWorth implements NetWorthInterface
      *
      * @return array
      * @throws JsonException
+     * @throws \FireflyIII\Exceptions\FireflyException
      */
     public function getNetWorthByCurrency(Collection $accounts, Carbon $date): array
     {

app/Helpers/Report/ReportHelper.php

@@ -141,7 +141,7 @@ class ReportHelper implements ReportHelperInterface
             $currentEnd = clone $start;
             $currentEnd->endOfMonth();
             $months[$year]['months'][] = [
-                'formatted' => $start->formatLocalized('%B %Y'),
+                'formatted' => $start->isoFormat((string) trans('config.month_js')),
                 'start'     => $start->format('Y-m-d'),
                 'end'       => $currentEnd->format('Y-m-d'),
                 'month'     => $start->month,

app/Helpers/Update/UpdateTrait.php

@@ -40,6 +40,8 @@ trait UpdateTrait
      *
      * @return array
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function getLatestRelease(): array
     {

app/Http/Controllers/Account/CreateController.php

@@ -137,6 +137,8 @@ class CreateController extends Controller
      *
      * @return RedirectResponse|Redirector
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function store(AccountFormRequest $request)
     {

app/Http/Controllers/Account/IndexController.php

@@ -74,6 +74,9 @@ class IndexController extends Controller
      *
      * @return Factory|View
      * @throws FireflyException
+     * @throws \JsonException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function inactive(Request $request, string $objectType)
     {
@@ -128,7 +131,10 @@ class IndexController extends Controller
      * @param string  $objectType
      *
      * @return Factory|View
-     * @throws Exception
+     * @throws FireflyException
+     * @throws \JsonException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function index(Request $request, string $objectType)
     {

app/Http/Controllers/Account/ReconcileController.php

@@ -86,7 +86,10 @@ class ReconcileController extends Controller
      * @param Carbon|null $end
      *
      * @return Factory|RedirectResponse|Redirector|View
-     * @throws Exception
+     * @throws FireflyException
+     * @throws \JsonException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function reconcile(Account $account, Carbon $start = null, Carbon $end = null)
     {
@@ -237,7 +240,8 @@ class ReconcileController extends Controller
         // title:
         $description = trans(
             'firefly.reconciliation_transaction_title',
-            ['from' => $start->formatLocalized($this->monthAndDayFormat), 'to' => $end->formatLocalized($this->monthAndDayFormat)]
+            ['from' => $start->isoFormat($this->monthAndDayFormat),
+             'to'   => $end->isoFormat($this->monthAndDayFormat)]
         );
         $submission  = [
             'user'         => auth()->user()->id,

app/Http/Controllers/Account/ShowController.php

@@ -83,8 +83,10 @@ class ShowController extends Controller
      * @param Carbon|null $end
      *
      * @return RedirectResponse|Redirector|Factory|View
-     * @throws Exception
+     * @throws \FireflyIII\Exceptions\FireflyException
-     *
+     * @throws \JsonException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function show(Request $request, Account $account, Carbon $start = null, Carbon $end = null)
     {
@@ -109,8 +111,8 @@ class ShowController extends Controller
         $page             = (int) $request->get('page');
         $pageSize         = (int) app('preferences')->get('listPageSize', 50)->data;
         $currency         = $this->repository->getAccountCurrency($account) ?? app('amount')->getDefaultCurrency();
-        $fStart           = $start->formatLocalized($this->monthAndDayFormat);
+        $fStart           = $start->isoFormat($this->monthAndDayFormat);
-        $fEnd             = $end->formatLocalized($this->monthAndDayFormat);
+        $fEnd             = $end->isoFormat($this->monthAndDayFormat);
         $subTitle         = (string) trans('firefly.journals_in_period_for_account', ['name' => $account->name, 'start' => $fStart, 'end' => $fEnd]);
         $chartUri         = route('chart.account.period', [$account->id, $start->format('Y-m-d'), $end->format('Y-m-d')]);
         $firstTransaction = $this->repository->oldestJournalDate($account) ?? $start;
@@ -164,8 +166,10 @@ class ShowController extends Controller
      * @param Account $account
      *
      * @return RedirectResponse|Redirector|Factory|View
-     * @throws Exception
+     * @throws \FireflyIII\Exceptions\FireflyException
-     *
+     * @throws \JsonException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function showAll(Request $request, Account $account)
     {

app/Http/Controllers/Admin/ConfigurationController.php

@@ -61,6 +61,8 @@ class ConfigurationController extends Controller
      *
      * @return Factory|View
      * @throws FireflyException
+     * @throws \Psr\Container\ContainerExceptionInterface
+     * @throws \Psr\Container\NotFoundExceptionInterface
      */
     public function index()
     {