From 767d34f8b74664ed484819bebdb5f4bc93c39916 Mon Sep 17 00:00:00 2001
From: bton <anton@postmitdermaus.de>
Date: Sat, 2 Nov 2024 01:13:21 +0100
Subject: [PATCH 01/20] state button has the state pre selected

---
 web/src/views/Ticket.vue | 44 ++++++++++++++++++++++++++++++----------
 1 file changed, 33 insertions(+), 11 deletions(-)

diff --git a/web/src/views/Ticket.vue b/web/src/views/Ticket.vue
index e92fb8e..cf1ce88 100644
--- a/web/src/views/Ticket.vue
+++ b/web/src/views/Ticket.vue
@@ -14,18 +14,25 @@
                             Delete
                         </button-->
                         <div class="btn-group">
-                            <select class="form-control" v-model="ticket.assigned_to">
+                            <select class="form-control" v-model="selected_assignee">
                                 <option v-for="user in users" :value="user.username">{{ user.username }}</option>
                             </select>
-                            <button class="form-control btn btn-success" @click="assigTicket(ticket)">
+                            <button class="form-control btn btn-success"
+                                    @click="assignTicket(ticket)"
+                                    :disabled="!selected_assignee || (selected_assignee == ticket.assigned_to)">
                                 Assign&nbsp;Ticket
                             </button>
                         </div>
                         <div class="btn-group">
-                            <select class="form-control" v-model="ticket.state">
-                                <option v-for="status in state_options" :value="status.value">{{ status.text }}</option>
+                            <select class="form-control" v-model="selected_state">
+                                <option v-for="status in state_options" :value="status.value">{{
+                                        status.text
+                                    }}
+                                </option>
                             </select>
-                            <button class="form-control btn btn-success" @click="changeTicketStatus(ticket)">
+                            <button class="form-control btn btn-success"
+                                    @click="changeTicketStatus(ticket)"
+                                    :disabled="(selected_state == ticket.state)">
                                 Change&nbsp;Status
                             </button>
                         </div>
@@ -64,7 +71,19 @@ export default {
     components: {ClipboardButton, Timeline},
     data() {
         return {
-            shipping_voucher_type: null
+            selected_state: null,
+            selected_assignee: null,
+            shipping_voucher_type: null,
+        }
+    },
+    watch: {
+        ticket(val) {
+            if (this.selected_state == null) {
+                this.selected_state = val.state;
+            }
+            if (this.selected_assignee == null) {
+                this.selected_assignee = val.assigned_to
+            }
         }
     },
     computed: {
@@ -83,7 +102,7 @@ export default {
     methods: {
         ...mapActions(['deleteItem', 'markItemReturned', 'sendMail', 'updateTicketPartial', 'postComment']),
         ...mapActions(['loadTickets', 'fetchTicketStates', 'loadUsers', 'scheduleAfterInit']),
-        ...mapActions(['claimShippingVoucher']),
+        ...mapActions(['claimShippingVoucher', 'fetchShippingVouchers']),
         handleMail(mail) {
             this.sendMail({
                 id: this.ticket.id,
@@ -97,20 +116,23 @@ export default {
             })
         },
         changeTicketStatus(ticket) {
+            ticket.state = this.selected_state;
             this.updateTicketPartial({
                 id: ticket.id,
-                state: ticket.state
+                state: this.selected_state,
             })
         },
-        assigTicket(ticket) {
+        assignTicket(ticket) {
+            ticket.assigned_to = this.selected_assignee;
             this.updateTicketPartial({
                 id: ticket.id,
-                assigned_to: ticket.assigned_to
+                assigned_to: this.selected_assignee
             })
         },
     },
     mounted() {
-        this.scheduleAfterInit(() => [this.fetchTicketStates(), this.loadTickets(), this.loadUsers()]);
+        this.scheduleAfterInit(() => [this.fetchTicketStates(), this.loadTickets(), this.loadUsers(),
+            this.fetchShippingVouchers()]);
     }
 };
 </script>
-- 
2.39.5


From 3a8fa8cdcf77a4df9f4a43cd117c155b323e6c02 Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Tue, 5 Nov 2024 23:25:44 +0100
Subject: [PATCH 02/20] show an animation to signify that the page is still
 loading

---
 web/src/components/AsyncLoader.vue | 133 +++++++++++++++++++++++++++++
 web/src/views/Items.vue            | 128 ++++++++++++++-------------
 web/src/views/Ticket.vue           | 111 ++++++++++++------------
 web/src/views/Tickets.vue          |  95 +++++++++++----------
 4 files changed, 306 insertions(+), 161 deletions(-)
 create mode 100644 web/src/components/AsyncLoader.vue

diff --git a/web/src/components/AsyncLoader.vue b/web/src/components/AsyncLoader.vue
new file mode 100644
index 0000000..00bf841
--- /dev/null
+++ b/web/src/components/AsyncLoader.vue
@@ -0,0 +1,133 @@
+<template>
+    <div class="async-wrapper" :class="{ 'loaded': loaded }">
+        <div class="deferred">
+            <slot></slot>
+        </div>
+        <div class="loader-wrapper">
+            <div class="loader-ellipsis">
+                <div></div>
+                <div></div>
+                <div></div>
+                <div></div>
+            </div>
+        </div>
+    </div>
+</template>
+
+<script>
+
+export default {
+    name: 'AsyncLoader',
+    props: {
+        loaded: {
+            type: Boolean,
+            default: false
+        }
+    }
+};
+</script>
+
+<style>
+.async-wrapper {
+    position: relative;
+}
+
+.async-wrapper > .deferred {
+    width: 100%;
+    height: 100%;
+    display: none;
+}
+
+.async-wrapper.loaded > .deferred {
+    display: block;
+}
+
+.async-wrapper > .loader-wrapper {
+    display: flex;
+    justify-content: center;
+    align-items: center;
+    position: absolute;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis {
+    color: #17a2b8;
+}
+
+.async-wrapper.loaded > .loader-wrapper {
+    display: none;
+}
+
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis,
+.async-wrapper > .loader-wrapper > .loader-ellipsis div {
+    box-sizing: border-box;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis {
+    display: inline-block;
+    position: relative;
+    width: 80px;
+    height: 80px;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis div {
+    position: absolute;
+    top: 33.33333px;
+    width: 13.33333px;
+    height: 13.33333px;
+    border-radius: 50%;
+    background: currentColor;
+    animation-timing-function: cubic-bezier(0, 1, 1, 0);
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis div:nth-child(1) {
+    left: 8px;
+    animation: loader-ellipsis1 0.6s infinite;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis div:nth-child(2) {
+    left: 8px;
+    animation: loader-ellipsis2 0.6s infinite;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis div:nth-child(3) {
+    left: 32px;
+    animation: loader-ellipsis2 0.6s infinite;
+}
+
+.async-wrapper > .loader-wrapper > .loader-ellipsis div:nth-child(4) {
+    left: 56px;
+    animation: loader-ellipsis3 0.6s infinite;
+}
+
+@keyframes loader-ellipsis1 {
+    0% {
+        transform: scale(0);
+    }
+    100% {
+        transform: scale(1);
+    }
+}
+
+@keyframes loader-ellipsis3 {
+    0% {
+        transform: scale(1);
+    }
+    100% {
+        transform: scale(0);
+    }
+}
+
+@keyframes loader-ellipsis2 {
+    0% {
+        transform: translate(0, 0);
+    }
+    100% {
+        transform: translate(24px, 0);
+    }
+}
+</style>
\ No newline at end of file
diff --git a/web/src/views/Items.vue b/web/src/views/Items.vue
index 9d127f0..5abcf5d 100644
--- a/web/src/views/Items.vue
+++ b/web/src/views/Items.vue
@@ -1,77 +1,82 @@
 <template>
-    <div class="container-fluid px-xl-5 mt-3">
-        <Modal title="Edit Item" v-if="editingItem" @close="closeEditingModal()">
-            <template #body>
-                <EditItem
-                    :item="editingItem"
-                    badge="uid"
+    <AsyncLoader :loaded="loadedItems.length > 0">
+        <div class="container-fluid px-xl-5 mt-3">
+            <Modal title="Edit Item" v-if="editingItem" @close="closeEditingModal()">
+                <template #body>
+                    <EditItem
+                        :item="editingItem"
+                        badge="uid"
+                    />
+                </template>
+                <template #buttons>
+                    <button type="button" class="btn btn-secondary" @click="closeEditingModal()">Cancel</button>
+                    <button type="button" class="btn btn-success" @click="saveEditingItem()">Save Changes</button>
+                </template>
+            </Modal>
+            <Lightbox v-if="lightboxHash" :hash="lightboxHash" @close="closeLightboxModal()"/>
+            <div class="row" v-if="layout === 'table'">
+                <div class="col-xl-8 offset-xl-2">
+                    <Table
+                        :columns="['uid', 'description', 'box']"
+                        :items="loadedItems"
+                        :keyName="'uid'"
+                        @itemActivated="openLightboxModalWith($event)"
+                    >
+                        <template #actions="{ item }">
+                            <div class="btn-group">
+                                <button class="btn btn-success"
+                                        @click.stop="confirm('return Item?') && markItemReturned(item)"
+                                        title="returned">
+                                    <font-awesome-icon icon="check"/>
+                                </button>
+                                <button class="btn btn-secondary" @click.stop="openEditingModalWith(item)" title="edit">
+                                    <font-awesome-icon icon="edit"/>
+                                </button>
+                                <button class="btn btn-danger" @click.stop="confirm('delete Item?') && deleteItem(item)"
+                                        title="delete">
+                                    <font-awesome-icon icon="trash"/>
+                                </button>
+                            </div>
+                        </template>
+                    </Table>
+                </div>
+            </div>
+            <Cards
+                v-if="layout === 'cards'"
+                :columns="['uid', 'description', 'box']"
+                :items="loadedItems"
+                :keyName="'uid'"
+                v-slot="{ item }"
+                @itemActivated="openLightboxModalWith($event)"
+            >
+                <AuthenticatedImage v-if="item.file" cached
+                                    :src="`/media/2/256/${item.file}/`"
+                                    class="card-img-top img-fluid"
                 />
-            </template>
-            <template #buttons>
-                <button type="button" class="btn btn-secondary" @click="closeEditingModal()">Cancel</button>
-                <button type="button" class="btn btn-success" @click="saveEditingItem()">Save Changes</button>
-            </template>
-        </Modal>
-        <Lightbox v-if="lightboxHash" :hash="lightboxHash" @close="closeLightboxModal()"/>
-        <div class="row" v-if="layout === 'table'">
-            <div class="col-xl-8 offset-xl-2">
-                <Table
-                    :columns="['uid', 'description', 'box']"
-                    :items="loadedItems"
-                    :keyName="'uid'"
-                    @itemActivated="openLightboxModalWith($event)"
-                >
-                    <template #actions="{ item }">
+                <div class="card-body">
+                    <h6 class="card-title">{{ item.description }}</h6>
+                    <h6 class="card-subtitle text-secondary">uid: {{ item.uid }} box: {{ item.box }}</h6>
+                    <div class="row mx-auto mt-2">
                         <div class="btn-group">
-                            <button class="btn btn-success"
+                            <button class="btn btn-outline-success"
                                     @click.stop="confirm('return Item?') && markItemReturned(item)" title="returned">
                                 <font-awesome-icon icon="check"/>
                             </button>
-                            <button class="btn btn-secondary" @click.stop="openEditingModalWith(item)" title="edit">
+                            <button class="btn btn-outline-secondary" @click.stop="openEditingModalWith(item)"
+                                    title="edit">
                                 <font-awesome-icon icon="edit"/>
                             </button>
-                            <button class="btn btn-danger" @click.stop="confirm('delete Item?') && deleteItem(item)"
+                            <button class="btn btn-outline-danger"
+                                    @click.stop="confirm('delete Item?') && deleteItem(item)"
                                     title="delete">
                                 <font-awesome-icon icon="trash"/>
                             </button>
                         </div>
-                    </template>
-                </Table>
-            </div>
-        </div>
-        <Cards
-            v-if="layout === 'cards'"
-            :columns="['uid', 'description', 'box']"
-            :items="loadedItems"
-            :keyName="'uid'"
-            v-slot="{ item }"
-            @itemActivated="openLightboxModalWith($event)"
-        >
-            <AuthenticatedImage v-if="item.file" cached
-                                :src="`/media/2/256/${item.file}/`"
-                                class="card-img-top img-fluid"
-            />
-            <div class="card-body">
-                <h6 class="card-title">{{ item.description }}</h6>
-                <h6 class="card-subtitle text-secondary">uid: {{ item.uid }} box: {{ item.box }}</h6>
-                <div class="row mx-auto mt-2">
-                    <div class="btn-group">
-                        <button class="btn btn-outline-success"
-                                @click.stop="confirm('return Item?') && markItemReturned(item)" title="returned">
-                            <font-awesome-icon icon="check"/>
-                        </button>
-                        <button class="btn btn-outline-secondary" @click.stop="openEditingModalWith(item)" title="edit">
-                            <font-awesome-icon icon="edit"/>
-                        </button>
-                        <button class="btn btn-outline-danger" @click.stop="confirm('delete Item?') && deleteItem(item)"
-                                title="delete">
-                            <font-awesome-icon icon="trash"/>
-                        </button>
                     </div>
                 </div>
-            </div>
-        </Cards>
-    </div>
+            </Cards>
+        </div>
+    </AsyncLoader>
 </template>
 
 <script>
@@ -82,6 +87,7 @@ import EditItem from '@/components/EditItem';
 import {mapActions, mapGetters, mapState} from 'vuex';
 import Lightbox from '../components/Lightbox';
 import AuthenticatedImage from "@/components/AuthenticatedImage.vue";
+import AsyncLoader from "@/components/AsyncLoader.vue";
 
 export default {
     name: 'Items',
@@ -89,7 +95,7 @@ export default {
         lightboxHash: null,
         editingItem: null,
     }),
-    components: {AuthenticatedImage, Lightbox, Table, Cards, Modal, EditItem},
+    components: {AsyncLoader, AuthenticatedImage, Lightbox, Table, Cards, Modal, EditItem},
     computed: {
         ...mapState(['loadedItems']),
         ...mapGetters(['layout']),
diff --git a/web/src/views/Ticket.vue b/web/src/views/Ticket.vue
index cf1ce88..63f3515 100644
--- a/web/src/views/Ticket.vue
+++ b/web/src/views/Ticket.vue
@@ -1,74 +1,77 @@
 <template>
-    <div class="container-fluid px-xl-5 mt-3">
-        <div class="row">
-            <div class="col-xl-8 offset-xl-2">
-                <div class="card bg-dark text-light mb-2" id="filters">
-                    <div class="card-header">
-                        <h3>Ticket #{{ ticket.id }} - {{ ticket.name }}</h3>
-                    </div>
-                    <Timeline :timeline="ticket.timeline" @sendMail="handleMail" @addComment="handleComment"/>
-                    <div class="card-footer d-flex justify-content-between">
-                        <button class="btn btn-secondary mr-2" @click="$router.go(-1)">Back</button>
-                        <!--button class="btn btn-danger" @click="deleteItem({type: 'tickets', id: ticket.id})">
-                            <font-awesome-icon icon="trash"/>
-                            Delete
-                        </button-->
-                        <div class="btn-group">
-                            <select class="form-control" v-model="selected_assignee">
-                                <option v-for="user in users" :value="user.username">{{ user.username }}</option>
-                            </select>
-                            <button class="form-control btn btn-success"
-                                    @click="assignTicket(ticket)"
-                                    :disabled="!selected_assignee || (selected_assignee == ticket.assigned_to)">
-                                Assign&nbsp;Ticket
-                            </button>
+    <AsyncLoader :loaded="ticket.id">
+        <div class="container-fluid px-xl-5 mt-3">
+            <div class="row">
+                <div class="col-xl-8 offset-xl-2">
+                    <div class="card bg-dark text-light mb-2" id="filters">
+                        <div class="card-header">
+                            <h3>Ticket #{{ ticket.id }} - {{ ticket.name }}</h3>
                         </div>
-                        <div class="btn-group">
-                            <select class="form-control" v-model="selected_state">
-                                <option v-for="status in state_options" :value="status.value">{{
-                                        status.text
-                                    }}
-                                </option>
-                            </select>
-                            <button class="form-control btn btn-success"
-                                    @click="changeTicketStatus(ticket)"
-                                    :disabled="(selected_state == ticket.state)">
-                                Change&nbsp;Status
-                            </button>
+                        <Timeline :timeline="ticket.timeline" @sendMail="handleMail" @addComment="handleComment"/>
+                        <div class="card-footer d-flex justify-content-between">
+                            <button class="btn btn-secondary mr-2" @click="$router.go(-1)">Back</button>
+                            <!--button class="btn btn-danger" @click="deleteItem({type: 'tickets', id: ticket.id})">
+                                <font-awesome-icon icon="trash"/>
+                                Delete
+                            </button-->
+                            <div class="btn-group">
+                                <select class="form-control" v-model="selected_assignee">
+                                    <option v-for="user in users" :value="user.username">{{ user.username }}</option>
+                                </select>
+                                <button class="form-control btn btn-success"
+                                        @click="assignTicket(ticket)"
+                                        :disabled="!selected_assignee || (selected_assignee == ticket.assigned_to)">
+                                    Assign&nbsp;Ticket
+                                </button>
+                            </div>
+                            <div class="btn-group">
+                                <select class="form-control" v-model="selected_state">
+                                    <option v-for="status in state_options" :value="status.value">{{
+                                            status.text
+                                        }}
+                                    </option>
+                                </select>
+                                <button class="form-control btn btn-success"
+                                        @click="changeTicketStatus(ticket)"
+                                        :disabled="(selected_state == ticket.state)">
+                                    Change&nbsp;Status
+                                </button>
+                            </div>
                         </div>
-                    </div>
-                    <div class="card-footer d-flex justify-content-between">
-                        <ClipboardButton :payload="shippingEmail" class="btn btn-primary">
-                            <font-awesome-icon icon="clipboard"/>
-                            Copy&nbsp;DHL&nbsp;contact&nbsp;to&nbsp;clipboard
-                        </ClipboardButton>
-                        <div class="btn-group">
-                            <select class="form-control" v-model="shipping_voucher_type">
-                                <option v-for="type in availableShippingVoucherTypes.filter(t=>t.count>0)"
-                                        :value="type.id">{{ type.name }}
-                                </option>
-                            </select>
-                            <button class="form-control btn btn-success"
-                                    @click="claimShippingVoucher({ticket: ticket.id, shipping_voucher_type}).then(()=>shipping_voucher_type=null)"
-                                    :disabled="!shipping_voucher_type">
-                                Claim&nbsp;Shipping&nbsp;Voucher
-                            </button>
+                        <div class="card-footer d-flex justify-content-between">
+                            <ClipboardButton :payload="shippingEmail" class="btn btn-primary">
+                                <font-awesome-icon icon="clipboard"/>
+                                Copy&nbsp;DHL&nbsp;contact&nbsp;to&nbsp;clipboard
+                            </ClipboardButton>
+                            <div class="btn-group">
+                                <select class="form-control" v-model="shipping_voucher_type">
+                                    <option v-for="type in availableShippingVoucherTypes.filter(t=>t.count>0)"
+                                            :value="type.id">{{ type.name }}
+                                    </option>
+                                </select>
+                                <button class="form-control btn btn-success"
+                                        @click="claimShippingVoucher({ticket: ticket.id, shipping_voucher_type}).then(()=>shipping_voucher_type=null)"
+                                        :disabled="!shipping_voucher_type">
+                                    Claim&nbsp;Shipping&nbsp;Voucher
+                                </button>
+                            </div>
                         </div>
                     </div>
                 </div>
             </div>
         </div>
-    </div>
+    </AsyncLoader>
 </template>
 
 <script>
 import {mapActions, mapGetters, mapState} from 'vuex';
 import Timeline from "@/components/Timeline.vue";
 import ClipboardButton from "@/components/inputs/ClipboardButton.vue";
+import AsyncLoader from "@/components/AsyncLoader.vue";
 
 export default {
     name: 'Ticket',
-    components: {ClipboardButton, Timeline},
+    components: {AsyncLoader, ClipboardButton, Timeline},
     data() {
         return {
             selected_state: null,
diff --git a/web/src/views/Tickets.vue b/web/src/views/Tickets.vue
index 40b2a9c..5e971a0 100644
--- a/web/src/views/Tickets.vue
+++ b/web/src/views/Tickets.vue
@@ -1,51 +1,53 @@
 <template>
-    <div class="container-fluid px-xl-5 mt-3">
-        <div class="row">
-            <div class="col-xl-8 offset-xl-2">
-                <Table
-                    :columns="['id', 'name', 'state', 'last_activity', 'assigned_to']"
-                    :items="tickets"
-                    :keyName="'id'"
-                    v-if="layout === 'table'"
-                >
-                    <template #actions="{ item }">
-                        <div class="btn-group">
-                            <a class="btn btn-primary" :href="'/'+ getEventSlug + '/ticket/' + item.id" title="view"
-                               @click.prevent="gotoDetail(item)">
-                                <font-awesome-icon icon="eye"/>
-                                View
-                            </a>
-                        </div>
-                    </template>
-                </Table>
+    <AsyncLoader :loaded="tickets.length > 0">
+        <div class="container-fluid px-xl-5 mt-3">
+            <div class="row">
+                <div class="col-xl-8 offset-xl-2">
+                    <Table
+                        :columns="['id', 'name', 'state', 'last_activity', 'assigned_to', 'actions', 'actions2']"
+                        :items="tickets.map(formatTicket)"
+                        :keyName="'id'"
+                        v-if="layout === 'table'"
+                    >
+                        <template v-slot:actions="{item}">
+                            <div class="btn-group">
+                                <a class="btn btn-primary" :href="'/'+ getEventSlug + '/ticket/' + item.id" title="view"
+                                   @click.prevent="gotoDetail(item)">
+                                    <font-awesome-icon icon="eye"/>
+                                    View
+                                </a>
+                            </div>
+                        </template>
+                    </Table>
+                </div>
             </div>
-        </div>
-        <CollapsableCards v-if="layout === 'tasks'" :items="tickets"
-                          :columns="['id', 'name', 'last_activity', 'assigned_to']"
-                          :keyName="'state'" :sections="['pending_new', 'pending_open','pending_shipping',
+            <CollapsableCards v-if="layout === 'tasks'" :items="tickets"
+                              :columns="['id', 'name', 'last_activity', 'assigned_to']"
+                              :keyName="'state'" :sections="['pending_new', 'pending_open','pending_shipping',
                           'pending_physical_confirmation','pending_return','pending_postponed'].map(stateInfo)">
-            <template #section_header="{index, section, count}">
-                {{ section.text }} <span class="badge badge-light ml-1">{{ count }}</span>
-            </template>
-            <template #section_body="{item}">
-                <tr>
-                    <td>{{ item.id }}</td>
-                    <td>{{ item.name }}</td>
-                    <td>{{ item.last_activity }}</td>
-                    <td>{{ item.assigned_to }}</td>
-                    <td>
-                        <div class="btn-group">
-                            <a class="btn btn-primary" :href="'/'+ getEventSlug + '/ticket/' + item.id" title="view"
-                               @click.prevent="gotoDetail(item)">
-                                <font-awesome-icon icon="eye"/>
-                                View
-                            </a>
-                        </div>
-                    </td>
-                </tr>
-            </template>
-        </CollapsableCards>
-    </div>
+                <template #section_header="{index, section, count}">
+                    {{ section.text }} <span class="badge badge-light ml-1">{{ count }}</span>
+                </template>
+                <template #section_body="{item}">
+                    <tr>
+                        <td>{{ item.id }}</td>
+                        <td>{{ item.name }}</td>
+                        <td>{{ item.last_activity }}</td>
+                        <td>{{ item.assigned_to }}</td>
+                        <td>
+                            <div class="btn-group">
+                                <a class="btn btn-primary" :href="'/'+ getEventSlug + '/ticket/' + item.id" title="view"
+                                   @click.prevent="gotoDetail(item)">
+                                    <font-awesome-icon icon="eye"/>
+                                    View
+                                </a>
+                            </div>
+                        </td>
+                    </tr>
+                </template>
+            </CollapsableCards>
+        </div>
+    </AsyncLoader>
 </template>
 
 <script>
@@ -56,10 +58,11 @@ import {mapActions, mapGetters, mapState} from 'vuex';
 import Lightbox from '../components/Lightbox';
 import Table from '@/components/Table';
 import CollapsableCards from "@/components/CollapsableCards.vue";
+import AsyncLoader from "@/components/AsyncLoader.vue";
 
 export default {
     name: 'Tickets',
-    components: {Lightbox, Table, Cards, Modal, EditItem, CollapsableCards},
+    components: {AsyncLoader, Lightbox, Table, Cards, Modal, EditItem, CollapsableCards},
     computed: {
         ...mapState(['tickets']),
         ...mapGetters(['stateInfo', 'getEventSlug', 'layout']),
-- 
2.39.5


From 6e38ff7ac7996614b80228d45f54523711942afc Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Tue, 5 Nov 2024 23:32:53 +0100
Subject: [PATCH 03/20] use an 'AsyncButton' that waits for completion of an
 async onClick handler for mail replies and comments in tickets

---
 web/src/components/Timeline.vue           | 24 ++++++------
 web/src/components/inputs/AsyncButton.vue | 47 +++++++++++++++++++++++
 2 files changed, 58 insertions(+), 13 deletions(-)
 create mode 100644 web/src/components/inputs/AsyncButton.vue

diff --git a/web/src/components/Timeline.vue b/web/src/components/Timeline.vue
index 97c8463..88bfa94 100644
--- a/web/src/components/Timeline.vue
+++ b/web/src/components/Timeline.vue
@@ -40,10 +40,10 @@
                 <div class="">
                     <textarea placeholder="add comment..." v-model="newComment" class="form-control">
                     </textarea>
-                    <button class="btn btn-primary float-right" @click="addCommentAndClear">
+                    <AsyncButton class="btn btn-primary float-right" :task="addCommentAndClear">
                         <font-awesome-icon icon="comment"/>
                         Save Comment
-                    </button>
+                    </AsyncButton>
                 </div>
             </div>
         </li>
@@ -58,10 +58,10 @@
                 <div>
                     <textarea placeholder="reply mail..." v-model="newMail" class="form-control">
                     </textarea>
-                    <button class="btn btn-primary float-right" @click="sendMailAndClear">
+                    <AsyncButton class="btn btn-primary float-right" :task="sendMailAndClear">
                         <font-awesome-icon icon="envelope"/>
                         Send Mail
-                    </button>
+                    </AsyncButton>
                 </div>
             </div>
         </li>
@@ -77,11 +77,12 @@ import {mapActions, mapGetters} from "vuex";
 import TimelineAssignment from "@/components/TimelineAssignment.vue";
 import TimelineRelatedItem from "@/components/TimelineRelatedItem.vue";
 import TimelineShippingVoucher from "@/components/TimelineShippingVoucher.vue";
+import AsyncButton from "@/components/inputs/AsyncButton.vue";
 
 export default {
     name: 'Timeline',
     components: {
-        TimelineShippingVoucher,
+        TimelineShippingVoucher, AsyncButton,
         TimelineRelatedItem, TimelineAssignment, TimelineStateChange, TimelineComment, TimelineMail
     },
     props: {
@@ -103,18 +104,15 @@ export default {
         },
     },
     methods: {
-        ...mapActions(['fetchShippingVouchers']),
-        sendMailAndClear: function () {
-            this.$emit('sendMail', this.newMail);
+        ...mapActions(['sendMail', 'postComment']),
+        sendMailAndClear: async function () {
+            await this.sendMail(this.newMail);
             this.newMail = "";
         },
-        addCommentAndClear: function () {
-            this.$emit('addComment', this.newComment);
+        addCommentAndClear: async function () {
+            await this.postComment(this.newComment);
             this.newComment = "";
         }
-    },
-    mounted() {
-        this.fetchShippingVouchers();
     }
 };
 </script>
diff --git a/web/src/components/inputs/AsyncButton.vue b/web/src/components/inputs/AsyncButton.vue
new file mode 100644
index 0000000..a3c1712
--- /dev/null
+++ b/web/src/components/inputs/AsyncButton.vue
@@ -0,0 +1,47 @@
+<template>
+    <button @click.stop="handleClick" :disabled="disabled">
+        <span class="spinner-border spinner-border-sm" role="status" aria-hidden="true"
+              :class="{'d-none': !disabled}"></span>
+        <span class="ml-2" :class="{'d-none': !disabled}">In Progress...</span>
+        <span :class="{'d-none': disabled}"><slot></slot></span>
+    </button>
+</template>
+
+<script>
+
+export default {
+    name: 'AsyncButton',
+    data() {
+        return {
+            disabled: false,
+        };
+    },
+    props: {
+        task: {
+            type: Function,
+            required: true,
+        },
+    },
+    methods: {
+        async handleClick() {
+            console.log("AsyncButton.handleClick() called");
+            if (this.task && typeof this.task === 'function') {
+                this.disabled = true;
+                try {
+                    await this.task();
+                } catch (e) {
+                    console.error(e);
+                } finally {
+                    this.disabled = false;
+                }
+            }
+        },
+    }
+};
+</script>
+
+<style scoped>
+.spinner-border {
+    vertical-align: -0.125em;
+}
+</style>
\ No newline at end of file
-- 
2.39.5


From 55cef1128eaa59c79122fccc3f3ce63fed42f3e4 Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Tue, 5 Nov 2024 23:36:05 +0100
Subject: [PATCH 04/20] extract the search box into its own component

---
 web/src/components/Navbar.vue           | 17 ++++------
 web/src/components/inputs/SearchBox.vue | 43 +++++++++++++++++++++++++
 web/src/store.js                        | 13 ++++++--
 3 files changed, 59 insertions(+), 14 deletions(-)
 create mode 100644 web/src/components/inputs/SearchBox.vue

diff --git a/web/src/components/Navbar.vue b/web/src/components/Navbar.vue
index fb0736b..686f324 100644
--- a/web/src/components/Navbar.vue
+++ b/web/src/components/Navbar.vue
@@ -29,16 +29,7 @@
                 </router-link>
             </li>
         </ul>
-        <form class="form-inline mt-1 my-lg-auto my-xl-auto w-100 d-inline mr-1" v-if="hasPermissions">
-            <input
-                class="form-control w-100"
-                type="search"
-                placeholder="Search"
-                aria-label="Search"
-                @input="searchEventItems($event.target.value)"
-                disabled
-            >
-        </form>
+        <SearchBox v-if="hasPermissions" class="mt-1 my-lg-auto my-xl-auto w-100 d-inline mr-1"/>
         <div class="custom-control-inline mr-1" v-if="hasPermissions">
             <div class="btn-group btn-group-toggle mr-1" v-if="isItemView()">
                 <button :class="['btn', 'btn-info', { active: layout === 'cards' }]" @click="setLayout('cards')">
@@ -103,9 +94,13 @@
 
 <script>
 import {mapState, mapActions, mapMutations, mapGetters} from 'vuex';
+import SearchBox from "@/components/inputs/SearchBox.vue";
 
 export default {
     name: 'Navbar',
+    components: {
+        SearchBox
+    },
     data: () => ({
         views: [
             {'title': 'items', 'path': 'items'},
@@ -122,7 +117,7 @@ export default {
         ...mapGetters(['getEventSlug', 'getActiveView', "checkPermission", "hasPermissions", "layout", "route"]),
     },
     methods: {
-        ...mapActions(['changeEvent', 'changeView', 'searchEventItems']),
+        ...mapActions(['changeEvent', 'changeView']),
         ...mapMutations(['logout']),
         navigateTo(link) {
             if (this.route.path !== link)
diff --git a/web/src/components/inputs/SearchBox.vue b/web/src/components/inputs/SearchBox.vue
new file mode 100644
index 0000000..eb32b07
--- /dev/null
+++ b/web/src/components/inputs/SearchBox.vue
@@ -0,0 +1,43 @@
+<template>
+    <input
+        class="form-control w-100"
+        type="search"
+        placeholder="Search"
+        aria-label="Search"
+        v-model="search_query"
+        @keyup.enter="dispatchSearch"
+    >
+</template>
+
+<script>
+
+import {mapActions, mapGetters} from "vuex";
+
+export default {
+    name: 'SearchBox',
+    data() {
+        return {
+            search_query: ''
+        }
+    },
+    computed: {
+        ...mapGetters(['getActiveView'])
+    },
+    methods: {
+        ...mapActions(['searchEventItems', 'searchEventTickets']),
+        isItemView() {
+            return this.getActiveView === 'items' || this.getActiveView === 'item';
+        },
+        isTicketView() {
+            return this.getActiveView === 'tickets' || this.getActiveView === 'ticket';
+        },
+        dispatchSearch() {
+            if (this.isItemView()) {
+                this.searchEventItems(this.search_query);
+            } else if (this.isTicketView()) {
+                this.searchEventTickets(this.search_query);
+            }
+        }
+    }
+};
+</script>
\ No newline at end of file
diff --git a/web/src/store.js b/web/src/store.js
index 6cef8c6..53d01b6 100644
--- a/web/src/store.js
+++ b/web/src/store.js
@@ -23,6 +23,7 @@ const store = createStore({
 
         lastEvent: '37C3',
         lastUsed: {},
+        searchQuery: '',
         remember: false,
         user: {
             username: null,
@@ -355,10 +356,9 @@ const store = createStore({
             }
         },
         async searchEventItems({commit, getters, state}, query) {
-            const foo = utf8.encode(query);
-            const bar = base64.encode(foo);
+            const encoded_query = base64.encode(utf8.encode(query));
 
-            const {data, success} = await http.get(`/2/${getters.getEventSlug}/items/${bar}/`, state.user.token);
+            const {data, success} = await http.get(`/2/${getters.getEventSlug}/items/${encoded_query}/`, state.user.token);
             if (data && success)
                 commit('replaceLoadedItems', data);
         },
@@ -407,6 +407,13 @@ const store = createStore({
             if (data && success)
                 commit('replaceTickets', data);
         },
+        async searchEventTickets({commit, getters, state}, query) {
+            const encoded_query = base64.encode(utf8.encode(query));
+
+            const {data, success} = await http.get(`/2/${getters.getEventSlug}/tickets/${encoded_query}/`, state.user.token);
+            if (data && success)
+                commit('replaceTickets', data);
+        },
         async sendMail({commit, dispatch, state}, {id, message}) {
             const {data, success} = await http.post(`/2/tickets/${id}/reply/`, {message}, state.user.token);
             if (data && success) {
-- 
2.39.5


From f44da341b4361080318ec7d47b5ceb32c326a746 Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Wed, 6 Nov 2024 00:03:35 +0100
Subject: [PATCH 05/20] add event mail addresses to the /events endpoints

---
 core/.coveragerc                              | 14 +++++++++
 core/inventory/serializers.py                 | 11 ++++++-
 core/inventory/tests/v2/test_events.py        | 12 +++++++
 .../0005_alter_eventaddress_event.py          | 20 ++++++++++++
 core/mail/models.py                           |  2 +-
 core/mail/protocol.py                         | 31 +++++++++++++------
 core/mail/tests/v2/test_mails.py              |  2 +-
 core/requirements.dev.txt                     |  7 +++++
 core/requirements.prod.txt                    |  3 ++
 core/tickets/api_v2.py                        |  1 +
 10 files changed, 90 insertions(+), 13 deletions(-)
 create mode 100644 core/.coveragerc
 create mode 100644 core/mail/migrations/0005_alter_eventaddress_event.py

diff --git a/core/.coveragerc b/core/.coveragerc
new file mode 100644
index 0000000..14c1fba
--- /dev/null
+++ b/core/.coveragerc
@@ -0,0 +1,14 @@
+[run]
+source = .
+
+[report]
+fail_under = 100
+show_missing = True
+skip_covered = True
+omit =
+    */tests/*
+    */migrations/*
+    core/asgi.py
+    core/wsgi.py
+    core/settings.py
+    manage.py
\ No newline at end of file
diff --git a/core/inventory/serializers.py b/core/inventory/serializers.py
index fd39c3a..5a26623 100644
--- a/core/inventory/serializers.py
+++ b/core/inventory/serializers.py
@@ -3,12 +3,21 @@ from rest_framework import serializers
 
 from files.models import File
 from inventory.models import Event, Container, Item
+from mail.models import EventAddress
+
+
+class EventAdressSerializer(serializers.ModelSerializer):
+    class Meta:
+        model = EventAddress
+        fields = ['address']
 
 
 class EventSerializer(serializers.ModelSerializer):
+    addresses = EventAdressSerializer(many=True, required=False)
+
     class Meta:
         model = Event
-        fields = ['eid', 'slug', 'name', 'start', 'end', 'pre_start', 'post_end']
+        fields = ['eid', 'slug', 'name', 'start', 'end', 'pre_start', 'post_end', 'addresses']
         read_only_fields = ['eid']
 
 
diff --git a/core/inventory/tests/v2/test_events.py b/core/inventory/tests/v2/test_events.py
index 7973313..affbd0e 100644
--- a/core/inventory/tests/v2/test_events.py
+++ b/core/inventory/tests/v2/test_events.py
@@ -54,3 +54,15 @@ class EventTestCase(TestCase):
         response = client.delete(f'/api/2/events/{event.eid}/')
         self.assertEqual(response.status_code, 204)
         self.assertEqual(len(Event.objects.all()), 1)
+
+    def test_items2(self):
+        from mail.models import EventAddress
+        event1 = Event.objects.create(slug='TEST1', name='Event')
+        EventAddress.objects.create(event=Event.objects.get(slug='TEST1'), address='foo@bar.baz')
+        response = self.client.get('/api/2/events/')
+        self.assertEqual(response.status_code, 200)
+        self.assertEqual(1, len(response.json()))
+        self.assertEqual('TEST1', response.json()[0]['slug'])
+        self.assertEqual('Event', response.json()[0]['name'])
+        self.assertEqual(1, len(response.json()[0]['addresses']))
+
diff --git a/core/mail/migrations/0005_alter_eventaddress_event.py b/core/mail/migrations/0005_alter_eventaddress_event.py
new file mode 100644
index 0000000..30b79bf
--- /dev/null
+++ b/core/mail/migrations/0005_alter_eventaddress_event.py
@@ -0,0 +1,20 @@
+# Generated by Django 4.2.7 on 2024-11-03 18:30
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('inventory', '0004_alter_event_created_at_alter_item_created_at'),
+        ('mail', '0004_alter_emailattachment_file'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='eventaddress',
+            name='event',
+            field=models.ForeignKey(null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='addresses', to='inventory.event'),
+        ),
+    ]
diff --git a/core/mail/models.py b/core/mail/models.py
index 4bd0973..378854b 100644
--- a/core/mail/models.py
+++ b/core/mail/models.py
@@ -31,7 +31,7 @@ class Email(SoftDeleteModel):
 
 class EventAddress(models.Model):
     id = models.AutoField(primary_key=True)
-    event = models.ForeignKey(Event, models.SET_NULL, null=True)
+    event = models.ForeignKey(Event, models.SET_NULL, null=True, related_name='addresses')
     address = models.CharField(max_length=255)
 
 
diff --git a/core/mail/protocol.py b/core/mail/protocol.py
index cfd25ce..a87f1a6 100644
--- a/core/mail/protocol.py
+++ b/core/mail/protocol.py
@@ -1,4 +1,5 @@
 import logging
+from re import match
 
 import aiosmtplib
 from channels.layers import get_channel_layer
@@ -10,6 +11,10 @@ from notify_sessions.models import SystemEvent
 from tickets.models import IssueThread
 
 
+class SpecialMailException(Exception):
+    pass
+
+
 def find_quoted_printable(s, marker):
     positions = [i for i in range(len(s)) if s.lower().startswith('=?utf-8?' + marker + '?', i)]
     for pos in positions:
@@ -180,13 +185,13 @@ def receive_email(envelope, log=None):
     header_in_reply_to = parsed.get('In-Reply-To')
     header_message_id = parsed.get('Message-ID')
 
-    if header_from != envelope.mail_from:
-        log.warning("Header from does not match envelope from")
-        log.info(f"Header from: {header_from}, envelope from: {envelope.mail_from}")
+    if match(r'^([a-zA-Z ]*<)?MAILER-DAEMON@', header_from) and envelope.mail_from.strip("<>") == "":
+        log.warning("Ignoring mailer daemon")
+        raise SpecialMailException("Ignoring mailer daemon")
 
-    if header_to != envelope.rcpt_tos[0]:
-        log.warning("Header to does not match envelope to")
-        log.info(f"Header to: {header_to}, envelope to: {envelope.rcpt_tos[0]}")
+    if Email.objects.filter(reference=header_message_id).exists():  # break before issue thread is created
+        log.warning("Email already exists")
+        raise Exception("Email already exists")
 
     recipient = envelope.rcpt_tos[0].lower() if envelope.rcpt_tos else header_to.lower()
     sender = envelope.mail_from if envelope.mail_from else header_from
@@ -233,7 +238,7 @@ Your c3lf (Cloakroom + Lost&Found) Team'''.format(active_issue_thread.short_uuid
             active_issue_thread.state = 'pending_open'
             active_issue_thread.save()
 
-    return email, new, reply
+    return email, new, reply, active_issue_thread
 
 
 class LMTPHandler:
@@ -255,7 +260,7 @@ class LMTPHandler:
         content = None
         try:
             content = envelope.content
-            email, new, reply = await receive_email(envelope, log)
+            email, new, reply, thread = await receive_email(envelope, log)
             log.info(f"Created email {email.id}")
             systemevent = await database_sync_to_async(SystemEvent.objects.create)(type='email received',
                                                                                    reference=email.id)
@@ -263,14 +268,20 @@ class LMTPHandler:
             channel_layer = get_channel_layer()
             await channel_layer.group_send(
                 'general', {"type": "generic.event", "name": "send_message_to_frontend", "event_id": systemevent.id,
-                            "message": "email received"}
-            )
+                            "message": "email received"})
             log.info(f"Sent message to frontend")
             if new and reply:
                 log.info('Sending message to %s' % reply['To'])
                 await send_smtp(reply)
                 log.info("Sent auto reply")
 
+            return '250 Message accepted for delivery'
+        except SpecialMailException as e:
+            import uuid
+            random_filename = 'special-' + str(uuid.uuid4())
+            with open(random_filename, 'wb') as f:
+                f.write(content)
+            log.warning(f"Special mail exception: {e} saved to {random_filename}")
             return '250 Message accepted for delivery'
         except Exception as e:
             from hashlib import sha256
diff --git a/core/mail/tests/v2/test_mails.py b/core/mail/tests/v2/test_mails.py
index ac03bac..3df56ca 100644
--- a/core/mail/tests/v2/test_mails.py
+++ b/core/mail/tests/v2/test_mails.py
@@ -760,7 +760,6 @@ dGVzdGltYWdl
         response = self.client.post(f'/api/2/tickets/{issue_thread.id}/reply/', {
             'message': 'test'
         })
-        aiosmtplib.send.assert_called_once()
         self.assertEqual(response.status_code, 201)
         self.assertEqual(5, len(Email.objects.all()))
         self.assertEqual(5, len(Email.objects.filter(issue_thread=issue_thread)))
@@ -776,6 +775,7 @@ dGVzdGltYWdl
         self.assertEqual('test subject', IssueThread.objects.all()[0].name)
         self.assertEqual('pending_new', IssueThread.objects.all()[0].state)
         self.assertEqual(None, IssueThread.objects.all()[0].assigned_to)
+        aiosmtplib.send.assert_called_once()
 
     def test_mail_4byte_unicode_emoji(self):
         from aiosmtpd.smtp import Envelope
diff --git a/core/requirements.dev.txt b/core/requirements.dev.txt
index 8e68f67..146aa37 100644
--- a/core/requirements.dev.txt
+++ b/core/requirements.dev.txt
@@ -1,3 +1,6 @@
+aiodns==3.2.0
+aiohttp==3.9.5
+aiosignal==1.3.1
 aiosmtpd==1.4.4.post2
 aiosmtplib==3.0.1
 anyio==4.1.0
@@ -28,6 +31,7 @@ django-rest-knox==4.2.0
 django-soft-delete==0.9.21
 djangorestframework==3.14.0
 drf-yasg==1.21.7
+frozenlist==1.4.1
 h11==0.14.0
 hyperlink==21.0.0
 idna==3.4
@@ -38,11 +42,13 @@ Jinja2==3.1.2
 MarkupSafe==2.1.3
 msgpack==1.0.7
 msgpack-python==0.5.6
+multidict==6.0.5
 openapi-codec==1.3.2
 packaging==23.2
 Pillow==10.1.0
 pyasn1==0.5.1
 pyasn1-modules==0.3.0
+pycares==4.4.0
 pycparser==2.21
 pyOpenSSL==23.3.0
 python-dotenv==1.0.0
@@ -65,4 +71,5 @@ urllib3==2.1.0
 uvicorn==0.24.0.post1
 watchfiles==0.21.0
 websockets==12.0
+yarl==1.9.4
 zope.interface==6.1
diff --git a/core/requirements.prod.txt b/core/requirements.prod.txt
index 6a4f32a..14bdc0f 100644
--- a/core/requirements.prod.txt
+++ b/core/requirements.prod.txt
@@ -1,3 +1,6 @@
+aiodns==3.2.0
+aiohttp==3.9.5
+aiosignal==1.3.1
 aiosmtpd==1.4.4.post2
 aiosmtplib==3.0.1
 asgiref==3.7.2
diff --git a/core/tickets/api_v2.py b/core/tickets/api_v2.py
index f8f746e..596bd9b 100644
--- a/core/tickets/api_v2.py
+++ b/core/tickets/api_v2.py
@@ -10,6 +10,7 @@ from asgiref.sync import async_to_sync
 from channels.layers import get_channel_layer
 
 from core.settings import MAIL_DOMAIN
+from inventory.models import Event
 from mail.models import Email
 from mail.protocol import send_smtp, make_reply, collect_references
 from notify_sessions.models import SystemEvent
-- 
2.39.5


From d13687a9100a8246d3acb44ff042554e5b5b006c Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Wed, 6 Nov 2024 00:26:56 +0100
Subject: [PATCH 06/20] cleanup admin 'dashboard'

---
 web/src/router.js                 |  4 +-
 web/src/views/admin/Dashboard.vue | 33 ++++++++++++++++
 web/src/views/admin/Debug.vue     | 62 -------------------------------
 3 files changed, 35 insertions(+), 64 deletions(-)
 create mode 100644 web/src/views/admin/Dashboard.vue
 delete mode 100644 web/src/views/admin/Debug.vue

diff --git a/web/src/router.js b/web/src/router.js
index 7d756e8..bad2970 100644
--- a/web/src/router.js
+++ b/web/src/router.js
@@ -7,7 +7,7 @@ import Files from './views/Files';
 import HowTo from './views/HowTo';
 import Login from '@/views/Login.vue';
 import Register from '@/views/Register.vue';
-import Debug from "@/views/admin/Debug.vue";
+import Dashboard from "@/views/admin/Dashboard.vue";
 import Tickets from "@/views/Tickets.vue";
 import Ticket from "@/views/Ticket.vue";
 import Admin from "@/views/admin/Admin.vue";
@@ -59,7 +59,7 @@ const routes = [
                     {requiresAuth: true, requiresPermission: 'delete_event'}
             },
             {
-                path: '', name: 'admin', component: Debug, meta:
+                path: '', name: 'admin', component: Dashboard, meta:
                     {requiresAuth: true, requiresPermission: 'delete_event'}
             },
             {
diff --git a/web/src/views/admin/Dashboard.vue b/web/src/views/admin/Dashboard.vue
new file mode 100644
index 0000000..6272d71
--- /dev/null
+++ b/web/src/views/admin/Dashboard.vue
@@ -0,0 +1,33 @@
+<template>
+    <div>
+        <h3 class="text-center">Events</h3>
+        <ul>
+            <li v-for="event in events" :key="event.id">
+                {{ event.slug }}
+            </li>
+        </ul>
+    </div>
+</template>
+
+<script>
+import {mapActions, mapState} from 'vuex';
+import Table from '@/components/Table';
+
+export default {
+    name: 'Dashboard',
+    components: {},
+    computed: {
+        ...mapState(['events']),
+    },
+    methods: {
+        ...mapActions(['loadEvents']),
+
+    },
+    mounted() {
+        this.loadEvents();
+    }
+};
+</script>
+
+<style>
+</style>
\ No newline at end of file
diff --git a/web/src/views/admin/Debug.vue b/web/src/views/admin/Debug.vue
deleted file mode 100644
index 1acde81..0000000
--- a/web/src/views/admin/Debug.vue
+++ /dev/null
@@ -1,62 +0,0 @@
-<template>
-    <div>
-    <!--qr-code :text="qr_url" color="#000" bg-color="#fff" error-level="H" class="qr-code"></qr-code-->
-    <h3 class="text-center">Events</h3>
-    <!--p>{{ events }}</p-->
-    <ul>
-        <li v-for="event in events" :key="event.id">
-            {{ event.slug }}
-        </li>
-    </ul>
-    <h3 class="text-center">Items</h3>
-    <!--p>{{ loadedItems }}</p-->
-    <ul>
-        <li v-for="item in loadedItems" :key="item.id">
-            {{ item.description }}
-        </li>
-    </ul>
-    <h3 class="text-center">Boxes</h3>
-    <!--p>{{ loadedBoxes }}</p-->
-    <ul>
-        <li v-for="box in loadedBoxes" :key="box.id">
-            {{ box.name }}
-        </li>
-    </ul>
-    <h3 class="text-center">Issues</h3>
-    <!--p>{{ issues }}</p-->
-    <ul>
-        <li v-for="issue in tickets" :key="issue.id">
-            {{ issue.id }}
-        </li>
-    </ul>
-    </div>
-</template>
-
-<script>
-import {mapActions, mapState} from 'vuex';
-import Table from '@/components/Table';
-
-export default {
-    name: 'Debug',
-    components: {Table},
-    computed: {
-        ...mapState(['events', 'loadedItems', 'loadedBoxes', 'tickets']),
-        qr_url() {
-            return window.location.href;
-        }
-    },
-    methods: {
-        ...mapActions(['changeEvent', 'loadTickets']),
-
-    },
-    mounted() {
-        this.loadTickets();
-    }
-};
-</script>
-
-<style>
-.qr-code img {
-    border: #fff solid 7px
-}
-</style>
\ No newline at end of file
-- 
2.39.5


From 242066ada49c44e83c38f7059574801534233e28 Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Fri, 1 Nov 2024 20:42:13 +0100
Subject: [PATCH 07/20] Add dev environment using docker

---
 deploy/dev/Dockerfile.backend  | 13 +++++++++++++
 deploy/dev/Dockerfile.frontend |  6 ++++++
 deploy/dev/docker-compose.yml  | 33 +++++++++++++++++++++++++++++++++
 deploy/dev/vue.config.js       | 27 +++++++++++++++++++++++++++
 4 files changed, 79 insertions(+)
 create mode 100644 deploy/dev/Dockerfile.backend
 create mode 100644 deploy/dev/Dockerfile.frontend
 create mode 100644 deploy/dev/docker-compose.yml
 create mode 100644 deploy/dev/vue.config.js

diff --git a/deploy/dev/Dockerfile.backend b/deploy/dev/Dockerfile.backend
new file mode 100644
index 0000000..19c2efd
--- /dev/null
+++ b/deploy/dev/Dockerfile.backend
@@ -0,0 +1,13 @@
+FROM python:3.11-bookworm
+LABEL authors="lagertonne"
+
+ENV PYTHONUNBUFFERED 1
+RUN mkdir /code
+WORKDIR /code
+COPY requirements.dev.txt /code/
+COPY requirements.prod.txt /code/
+RUN apt update && apt install -y mariadb-client
+RUN pip install -r requirements.dev.txt
+RUN pip install -r requirements.prod.txt
+RUN pip install mysqlclient
+COPY .. /code/
\ No newline at end of file
diff --git a/deploy/dev/Dockerfile.frontend b/deploy/dev/Dockerfile.frontend
new file mode 100644
index 0000000..0a41d1a
--- /dev/null
+++ b/deploy/dev/Dockerfile.frontend
@@ -0,0 +1,6 @@
+FROM docker.io/node:22
+
+RUN mkdir /web
+WORKDIR /web
+COPY package.json /web/
+RUN npm install
diff --git a/deploy/dev/docker-compose.yml b/deploy/dev/docker-compose.yml
new file mode 100644
index 0000000..95e8083
--- /dev/null
+++ b/deploy/dev/docker-compose.yml
@@ -0,0 +1,33 @@
+services:
+  core:
+    build:
+      context: ../../core
+      dockerfile: ../deploy/dev/Dockerfile.backend
+    command: bash -c 'python manage.py migrate && python manage.py runserver 0.0.0.0:8000'
+    environment:
+      - HTTP_HOST=core
+      #- DATABASE_URL
+    volumes:
+      - ../../core:/code
+    ports:
+      - "8000:8000"
+
+  frontend:
+    build:
+      context: ../../web
+      dockerfile: ../deploy/dev/Dockerfile.frontend
+    command: npm run serve
+    volumes:
+      - ../../web:/web:ro
+      - /web/node_modules
+      - ./vue.config.js:/web/vue.config.js
+    ports:
+      - "8080:8080"
+
+  db:
+    image: mariadb
+    environment:
+      MARIADB_RANDOM_ROOT_PASSWORD: true
+      MARIADB_DATABASE: system3
+      MARIADB_USER: system3
+      MARIADB_PASSWORD: system3
\ No newline at end of file
diff --git a/deploy/dev/vue.config.js b/deploy/dev/vue.config.js
new file mode 100644
index 0000000..f8f3c26
--- /dev/null
+++ b/deploy/dev/vue.config.js
@@ -0,0 +1,27 @@
+// vue.config.js
+
+module.exports = {
+    devServer: {
+        headers: {
+            "Access-Control-Allow-Origin": "*",
+            "Access-Control-Allow-Headers": "*",
+            "Access-Control-Allow-Methods": "*"
+        },
+        proxy: {
+            '^/media/2': {
+                target: 'http://core:8000/',
+            },
+            '^/api/2': {
+                target: 'http://core:8000/',
+            },
+            '^/api/1': {
+                target: 'http://core:8000/',
+            },
+            '^/ws/2': {
+                target: 'http://core:8000/',
+                ws: true,
+                logLevel: 'debug',
+            },
+        }
+    }
+}
\ No newline at end of file
-- 
2.39.5


From 0f8462dc7c11ddb0ce2de90dc8d7b3938bbf097a Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Wed, 6 Nov 2024 21:13:44 +0100
Subject: [PATCH 08/20] enforce startup order in docker-compose.yml

---
 deploy/dev/docker-compose.yml | 19 +++++++++++++++++--
 1 file changed, 17 insertions(+), 2 deletions(-)

diff --git a/deploy/dev/docker-compose.yml b/deploy/dev/docker-compose.yml
index 95e8083..dff5ab3 100644
--- a/deploy/dev/docker-compose.yml
+++ b/deploy/dev/docker-compose.yml
@@ -6,11 +6,17 @@ services:
     command: bash -c 'python manage.py migrate && python manage.py runserver 0.0.0.0:8000'
     environment:
       - HTTP_HOST=core
-      #- DATABASE_URL
+      - DB_HOST=db
+      - DB_PORT=3306
+      - DB_NAME=system3
+      - DB_USER=system3
+      - DB_PASSWORD=system3
     volumes:
       - ../../core:/code
     ports:
       - "8000:8000"
+    depends_on:
+      - db
 
   frontend:
     build:
@@ -23,6 +29,8 @@ services:
       - ./vue.config.js:/web/vue.config.js
     ports:
       - "8080:8080"
+    depends_on:
+      - core
 
   db:
     image: mariadb
@@ -30,4 +38,11 @@ services:
       MARIADB_RANDOM_ROOT_PASSWORD: true
       MARIADB_DATABASE: system3
       MARIADB_USER: system3
-      MARIADB_PASSWORD: system3
\ No newline at end of file
+      MARIADB_PASSWORD: system3
+    volumes:
+      - mariadb_data:/var/lib/mysql
+    ports:
+      - "3306:3306"
+
+volumes:
+  mariadb_data:
\ No newline at end of file
-- 
2.39.5


From b9cfdf54565066fcd90ea5b3527daa2966dcab71 Mon Sep 17 00:00:00 2001
From: bton <anton@postmitdermaus.de>
Date: Wed, 6 Nov 2024 21:09:06 +0100
Subject: [PATCH 09/20] fixed race contidion on ticket view loading

---
 web/src/views/Ticket.vue | 18 +++++-------------
 1 file changed, 5 insertions(+), 13 deletions(-)

diff --git a/web/src/views/Ticket.vue b/web/src/views/Ticket.vue
index 63f3515..cbb372c 100644
--- a/web/src/views/Ticket.vue
+++ b/web/src/views/Ticket.vue
@@ -79,16 +79,6 @@ export default {
             shipping_voucher_type: null,
         }
     },
-    watch: {
-        ticket(val) {
-            if (this.selected_state == null) {
-                this.selected_state = val.state;
-            }
-            if (this.selected_assignee == null) {
-                this.selected_assignee = val.assigned_to
-            }
-        }
-    },
     computed: {
         ...mapState(['tickets', 'state_options', 'users']),
         ...mapGetters(['availableShippingVoucherTypes']),
@@ -134,12 +124,14 @@ export default {
         },
     },
     mounted() {
-        this.scheduleAfterInit(() => [this.fetchTicketStates(), this.loadTickets(), this.loadUsers(),
-            this.fetchShippingVouchers()]);
+		this.scheduleAfterInit(() => [Promise.all([this.fetchTicketStates(), this.loadTickets(), this.loadUsers(), this.fetchShippingVouchers()]).then(()=>{
+			this.selected_state = this.ticket.state;
+			this.selected_assignee = this.ticket.assigned_to
+		})]);
     }
 };
 </script>
 
 <style scoped>
 
-</style>
\ No newline at end of file
+</style>
-- 
2.39.5


From 269f02c2cecfd97b4f0620bc95b1ce17abfdb820 Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Wed, 6 Nov 2024 22:21:32 +0100
Subject: [PATCH 10/20] Add django standard metrics

---
 core/core/settings.py      | 5 +++++
 core/core/urls.py          | 1 +
 core/requirements.prod.txt | 2 ++
 3 files changed, 8 insertions(+)

diff --git a/core/core/settings.py b/core/core/settings.py
index db23180..124fcad 100644
--- a/core/core/settings.py
+++ b/core/core/settings.py
@@ -50,6 +50,7 @@ INSTALLED_APPS = [
     'django.contrib.messages',
     'django.contrib.staticfiles',
     'django_extensions',
+    'django_prometheus',
     'rest_framework',
     'knox',
     'drf_yasg',
@@ -85,6 +86,7 @@ SWAGGER_SETTINGS = {
 }
 
 MIDDLEWARE = [
+    'django_prometheus.middleware.PrometheusBeforeMiddleware',
     'django.middleware.security.SecurityMiddleware',
     'django.contrib.sessions.middleware.SessionMiddleware',
     'django.middleware.common.CommonMiddleware',
@@ -92,6 +94,7 @@ MIDDLEWARE = [
     'django.contrib.auth.middleware.AuthenticationMiddleware',
     'django.contrib.messages.middleware.MessageMiddleware',
     'django.middleware.clickjacking.XFrameOptionsMiddleware',
+    'django_prometheus.middleware.PrometheusAfterMiddleware',
 ]
 
 ROOT_URLCONF = 'core.urls'
@@ -210,4 +213,6 @@ CHANNEL_LAYERS = {
 
 }
 
+PROMETHEUS_METRIC_NAMESPACE = 'c3lf'
+
 TEST_RUNNER = 'core.test_runner.FastTestRunner'
diff --git a/core/core/urls.py b/core/core/urls.py
index b0161bb..df6e0d0 100644
--- a/core/core/urls.py
+++ b/core/core/urls.py
@@ -32,4 +32,5 @@ urlpatterns = [
     path('api/2/', include('notify_sessions.api_v2')),
     path('api/2/', include('authentication.api_v2')),
     path('api/', get_info),
+    path('', include('django_prometheus.urls')),
 ]
diff --git a/core/requirements.prod.txt b/core/requirements.prod.txt
index 14bdc0f..ee69fe7 100644
--- a/core/requirements.prod.txt
+++ b/core/requirements.prod.txt
@@ -41,3 +41,5 @@ urllib3==2.1.0
 uvicorn==0.24.0.post1
 watchfiles==0.21.0
 websockets==12.0
+django-prometheus==2.3.1
+prometheus_client==0.21.0
-- 
2.39.5


From 0c4995db2b1847e5cfe56fbcf00acf76fe4e028f Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Fri, 8 Nov 2024 20:04:43 +0100
Subject: [PATCH 11/20] add docker env for integration testing

---
 core/core/settings.py                         |  2 +-
 .../ansible/playbooks/templates/django.env.j2 |  1 +
 deploy/testing/Dockerfile.backend             | 11 ++++
 deploy/testing/Dockerfile.frontend            |  6 ++
 deploy/testing/docker-compose.yml             | 55 +++++++++++++++++++
 deploy/testing/vue.config.js                  | 27 +++++++++
 6 files changed, 101 insertions(+), 1 deletion(-)
 create mode 100644 deploy/testing/Dockerfile.backend
 create mode 100644 deploy/testing/Dockerfile.frontend
 create mode 100644 deploy/testing/docker-compose.yml
 create mode 100644 deploy/testing/vue.config.js

diff --git a/core/core/settings.py b/core/core/settings.py
index 124fcad..5b37ad8 100644
--- a/core/core/settings.py
+++ b/core/core/settings.py
@@ -207,7 +207,7 @@ CHANNEL_LAYERS = {
     'default': {
         'BACKEND': 'channels_redis.core.RedisChannelLayer',
         'CONFIG': {
-            'hosts': [('localhost', 6379)],
+            'hosts': [(os.getenv('REDIS_HOST', 'localhost'), 6379)],
         },
     }
 
diff --git a/deploy/ansible/playbooks/templates/django.env.j2 b/deploy/ansible/playbooks/templates/django.env.j2
index 72a0c30..a1757db 100644
--- a/deploy/ansible/playbooks/templates/django.env.j2
+++ b/deploy/ansible/playbooks/templates/django.env.j2
@@ -1,3 +1,4 @@
+REDIS_HOST=localhost
 DB_HOST=localhost
 DB_PORT=3306
 DB_NAME=c3lf_sys3
diff --git a/deploy/testing/Dockerfile.backend b/deploy/testing/Dockerfile.backend
new file mode 100644
index 0000000..c968994
--- /dev/null
+++ b/deploy/testing/Dockerfile.backend
@@ -0,0 +1,11 @@
+FROM python:3.11-bookworm
+LABEL authors="lagertonne"
+
+ENV PYTHONUNBUFFERED 1
+RUN mkdir /code
+WORKDIR /code
+COPY requirements.prod.txt /code/
+RUN apt update && apt install -y mariadb-client
+RUN pip install -r requirements.prod.txt
+RUN pip install mysqlclient
+COPY .. /code/
\ No newline at end of file
diff --git a/deploy/testing/Dockerfile.frontend b/deploy/testing/Dockerfile.frontend
new file mode 100644
index 0000000..0a41d1a
--- /dev/null
+++ b/deploy/testing/Dockerfile.frontend
@@ -0,0 +1,6 @@
+FROM docker.io/node:22
+
+RUN mkdir /web
+WORKDIR /web
+COPY package.json /web/
+RUN npm install
diff --git a/deploy/testing/docker-compose.yml b/deploy/testing/docker-compose.yml
new file mode 100644
index 0000000..e93e901
--- /dev/null
+++ b/deploy/testing/docker-compose.yml
@@ -0,0 +1,55 @@
+services:
+  redis:
+    image: redis
+    ports:
+      - "6379:6379"
+
+  db:
+    image: mariadb
+    environment:
+      MARIADB_RANDOM_ROOT_PASSWORD: true
+      MARIADB_DATABASE: system3
+      MARIADB_USER: system3
+      MARIADB_PASSWORD: system3
+    volumes:
+      - mariadb_data:/var/lib/mysql
+    ports:
+      - "3306:3306"
+
+  core:
+    build:
+      context: ../../core
+      dockerfile: ../deploy/testing/Dockerfile.backend
+    command: bash -c 'python manage.py migrate && python /code/server.py'
+    environment:
+      - HTTP_HOST=core
+      - REDIS_HOST=redis
+      - DB_HOST=db
+      - DB_PORT=3306
+      - DB_NAME=system3
+      - DB_USER=system3
+      - DB_PASSWORD=system3
+    volumes:
+      - ../../core:/code
+    ports:
+      - "8000:8000"
+    depends_on:
+      - db
+      - redis
+
+  frontend:
+    build:
+      context: ../../web
+      dockerfile: ../deploy/testing/Dockerfile.frontend
+    command: npm run serve
+    volumes:
+      - ../../web:/web:ro
+      - /web/node_modules
+      - ./vue.config.js:/web/vue.config.js
+    ports:
+      - "8080:8080"
+    depends_on:
+      - core
+
+volumes:
+  mariadb_data:
\ No newline at end of file
diff --git a/deploy/testing/vue.config.js b/deploy/testing/vue.config.js
new file mode 100644
index 0000000..f8f3c26
--- /dev/null
+++ b/deploy/testing/vue.config.js
@@ -0,0 +1,27 @@
+// vue.config.js
+
+module.exports = {
+    devServer: {
+        headers: {
+            "Access-Control-Allow-Origin": "*",
+            "Access-Control-Allow-Headers": "*",
+            "Access-Control-Allow-Methods": "*"
+        },
+        proxy: {
+            '^/media/2': {
+                target: 'http://core:8000/',
+            },
+            '^/api/2': {
+                target: 'http://core:8000/',
+            },
+            '^/api/1': {
+                target: 'http://core:8000/',
+            },
+            '^/ws/2': {
+                target: 'http://core:8000/',
+                ws: true,
+                logLevel: 'debug',
+            },
+        }
+    }
+}
\ No newline at end of file
-- 
2.39.5


From 4272aab6434b8bffd81d356bb387debcd33120f6 Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Fri, 8 Nov 2024 22:23:52 +0100
Subject: [PATCH 12/20] save raw_mails as file

---
 core/mail/migrations/0006_email_raw_file.py | 36 +++++++++++++++++++++
 core/mail/models.py                         |  2 +-
 core/mail/protocol.py                       |  2 +-
 core/requirements.dev.txt                   |  2 ++
 4 files changed, 40 insertions(+), 2 deletions(-)
 create mode 100644 core/mail/migrations/0006_email_raw_file.py

diff --git a/core/mail/migrations/0006_email_raw_file.py b/core/mail/migrations/0006_email_raw_file.py
new file mode 100644
index 0000000..1288bcf
--- /dev/null
+++ b/core/mail/migrations/0006_email_raw_file.py
@@ -0,0 +1,36 @@
+# Generated by Django 4.2.7 on 2024-11-08 20:37
+from django.core.files.base import ContentFile
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('mail', '0005_alter_eventaddress_event'),
+    ]
+
+    def move_raw_mails_to_file(apps, schema_editor):
+        Email = apps.get_model('mail', 'Email')
+        for email in Email.objects.all():
+            raw_content = email.raw
+            email.raw_file = ContentFile(raw_content)
+            email.raw = None
+            email.save()
+
+    operations = [
+        migrations.AddField(
+            model_name='email',
+            name='raw_file',
+            field=models.FileField(null=True, upload_to='raw_mail/'),
+        ),
+        migrations.RunPython(move_raw_mails_to_file),
+        migrations.RemoveField(
+            model_name='email',
+            name='raw',
+        ),
+        migrations.AlterField(
+            model_name='email',
+            name='raw_file',
+            field=models.FileField(upload_to='raw_mail/'),
+        ),
+    ]
diff --git a/core/mail/models.py b/core/mail/models.py
index 378854b..65371fe 100644
--- a/core/mail/models.py
+++ b/core/mail/models.py
@@ -18,7 +18,7 @@ class Email(SoftDeleteModel):
     recipient = models.CharField(max_length=255)
     reference = models.CharField(max_length=255, null=True, unique=True)
     in_reply_to = models.CharField(max_length=255, null=True)
-    raw = models.TextField()
+    raw_file = models.FileField(upload_to='raw_mail/')
     issue_thread = models.ForeignKey(IssueThread, models.SET_NULL, null=True, related_name='emails')
     event = models.ForeignKey(Event, models.SET_NULL, null=True)
 
diff --git a/core/mail/protocol.py b/core/mail/protocol.py
index a87f1a6..926e8c2 100644
--- a/core/mail/protocol.py
+++ b/core/mail/protocol.py
@@ -206,7 +206,7 @@ def receive_email(envelope, log=None):
 
     email = Email.objects.create(
         sender=sender, recipient=recipient, body=body, subject=subject, reference=header_message_id,
-        in_reply_to=header_in_reply_to, raw=envelope.content, event=target_event,
+        in_reply_to=header_in_reply_to, raw_file=ContentFile(envelope.content), event=target_event,
         issue_thread=active_issue_thread)
     for attachment in attachments:
         email.attachments.add(attachment)
diff --git a/core/requirements.dev.txt b/core/requirements.dev.txt
index 146aa37..3807a6c 100644
--- a/core/requirements.dev.txt
+++ b/core/requirements.dev.txt
@@ -73,3 +73,5 @@ watchfiles==0.21.0
 websockets==12.0
 yarl==1.9.4
 zope.interface==6.1
+django-prometheus==2.3.1
+prometheus_client==0.21.0
-- 
2.39.5


From a6a8b0defe4d435a855a3ea91bc6a646ed2c7f1f Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Sat, 9 Nov 2024 00:03:21 +0100
Subject: [PATCH 13/20] add functions to train mails as spam/ham

---
 core/core/settings.py                            |  9 +++++++--
 core/mail/models.py                              | 14 +++++++++++++-
 deploy/ansible/inventory.yml.sample              |  4 +++-
 deploy/ansible/playbooks/templates/django.env.j2 |  3 +++
 4 files changed, 26 insertions(+), 4 deletions(-)

diff --git a/core/core/settings.py b/core/core/settings.py
index 5b37ad8..2d4a818 100644
--- a/core/core/settings.py
+++ b/core/core/settings.py
@@ -15,6 +15,9 @@ import sys
 import dotenv
 from pathlib import Path
 
+def truthy_str(s):
+    return s.lower() in ['true', '1', 't', 'y', 'yes', 'yeah', 'yup', 'certainly', 'sure', 'positive', 'uh-huh', '👍']
+
 # Build paths inside the project like this: BASE_DIR / 'subdir'.
 BASE_DIR = Path(__file__).resolve().parent.parent
 
@@ -24,10 +27,10 @@ dotenv.load_dotenv(BASE_DIR / '.env')
 # See https://docs.djangoproject.com/en/4.2/howto/deployment/checklist/
 
 # SECURITY WARNING: keep the secret key used in production secret!
-SECRET_KEY = 'django-insecure-tm*$w_14iqbiy-!7(8#ba7j+_@(7@rf2&a^!=shs&$03b%2*rv'
+SECRET_KEY = os.getenv('DJANGO_SECRET_KEY', 'django-insecure-tm*$w_14iqbiy-!7(8#ba7j+_@(7@rf2&a^!=shs&$03b%2*rv')
 
 # SECURITY WARNING: don't run with debug turned on in production!
-DEBUG = True
+DEBUG = truthy_str(os.getenv('DEBUG_MODE_ACTIVE', 'False'))
 
 ALLOWED_HOSTS = [os.getenv('HTTP_HOST', 'localhost')]
 
@@ -40,6 +43,8 @@ LEGACY_USER_PASSWORD = os.getenv('LEGACY_API_PASSWORD', 'legacy_password')
 
 SYSTEM3_VERSION = "0.0.0-dev.0"
 
+ACTIVE_SPAM_TRAINING = truthy_str(os.getenv('ACTIVE_SPAM_TRAINING', 'False'))
+
 # Application definition
 
 INSTALLED_APPS = [
diff --git a/core/mail/models.py b/core/mail/models.py
index 65371fe..2215fbb 100644
--- a/core/mail/models.py
+++ b/core/mail/models.py
@@ -3,7 +3,7 @@ import random
 from django.db import models
 from django_softdelete.models import SoftDeleteModel
 
-from core.settings import MAIL_DOMAIN
+from core.settings import MAIL_DOMAIN, ACTIVE_SPAM_TRAINING
 from files.models import AbstractFile
 from inventory.models import Event
 from tickets.models import IssueThread
@@ -28,6 +28,18 @@ class Email(SoftDeleteModel):
             self.reference = f'<{random.randint(0, 1000000000):09}@{MAIL_DOMAIN}>'
             self.save()
 
+    def train_spam(self):
+        if ACTIVE_SPAM_TRAINING:
+            import subprocess
+            path = self.raw_file.path
+            subprocess.run(["rspamc", "learn_spam", path])
+
+    def train_ham(self):
+        if ACTIVE_SPAM_TRAINING:
+            import subprocess
+            path = self.raw_file.path
+            subprocess.run(["rspamc", "learn_ham", path])
+
 
 class EventAddress(models.Model):
     id = models.AutoField(primary_key=True)
diff --git a/deploy/ansible/inventory.yml.sample b/deploy/ansible/inventory.yml.sample
index 6ba14ac..2a50efd 100644
--- a/deploy/ansible/inventory.yml.sample
+++ b/deploy/ansible/inventory.yml.sample
@@ -11,4 +11,6 @@ c3lf-nodes:
       mail_domain: <mail_domain>
       main_email: <main_email>
       legacy_api_user: <legacy_api_user>
-      legacy_api_password: <legacy_api_password>
\ No newline at end of file
+      legacy_api_password: <legacy_api_password>
+      debug_mode_active: false
+      django_secret_key: 'django-insecure-tm*$w_14iqbiy-!7(8#ba7j+_@(7@rf2&a^!=shs&$03b%2*rv'
\ No newline at end of file
diff --git a/deploy/ansible/playbooks/templates/django.env.j2 b/deploy/ansible/playbooks/templates/django.env.j2
index a1757db..c9b1c83 100644
--- a/deploy/ansible/playbooks/templates/django.env.j2
+++ b/deploy/ansible/playbooks/templates/django.env.j2
@@ -10,3 +10,6 @@ LEGACY_API_USER={{ legacy_api_user }}
 LEGACY_API_PASSWORD={{ legacy_api_password }}
 MEDIA_ROOT=/var/www/c3lf-sys3/userfiles
 STATIC_ROOT=/var/www/c3lf-sys3/staticfiles
+ACTIVE_SPAM_TRAINING=True
+DEBUG_MODE_ACTIVE={{ debug_mode_active }}
+DJANGO_SECRET_KEY={{ django_secret_key }}
-- 
2.39.5


From 5a6349c5d3d8bc9a47866901d9c0a0d5fce8910a Mon Sep 17 00:00:00 2001
From: jedi <git@m.j3d1.de>
Date: Sat, 9 Nov 2024 01:00:53 +0100
Subject: [PATCH 14/20] train spam on state change to 'closed_spam'

---
 core/mail/migrations/0006_email_raw_file.py   |  6 ++--
 .../tickets/migrations/0011_train_old_spam.py | 31 +++++++++++++++++++
 core/tickets/models.py                        |  2 ++
 3 files changed, 36 insertions(+), 3 deletions(-)
 create mode 100644 core/tickets/migrations/0011_train_old_spam.py

diff --git a/core/mail/migrations/0006_email_raw_file.py b/core/mail/migrations/0006_email_raw_file.py
index 1288bcf..4086af8 100644
--- a/core/mail/migrations/0006_email_raw_file.py
+++ b/core/mail/migrations/0006_email_raw_file.py
@@ -4,7 +4,6 @@ from django.db import migrations, models
 
 
 class Migration(migrations.Migration):
-
     dependencies = [
         ('mail', '0005_alter_eventaddress_event'),
     ]
@@ -13,8 +12,9 @@ class Migration(migrations.Migration):
         Email = apps.get_model('mail', 'Email')
         for email in Email.objects.all():
             raw_content = email.raw
-            email.raw_file = ContentFile(raw_content)
-            email.raw = None
+            path = "mail_{}".format(email.id)
+            if len(raw_content):
+                email.raw_file.save(path, ContentFile(raw_content))
             email.save()
 
     operations = [
diff --git a/core/tickets/migrations/0011_train_old_spam.py b/core/tickets/migrations/0011_train_old_spam.py
new file mode 100644
index 0000000..206cbb4
--- /dev/null
+++ b/core/tickets/migrations/0011_train_old_spam.py
@@ -0,0 +1,31 @@
+# Generated by Django 4.2.7 on 2024-06-23 02:17
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ('mail', '0006_email_raw_file'),
+        ('tickets', '0010_issuethread_event_itemrelation_and_more'),
+    ]
+
+    def train_old_mails(apps, schema_editor):
+        from tickets.models import IssueThread
+        for t in IssueThread.objects.all():
+            try:
+                state = t.state
+                i = 0
+                for e in t.emails.all():
+                    if e.raw_file:
+                        if state == 'closed_spam' and i == 0:
+                            e.train_spam()
+                        else:
+                            e.train_ham()
+                    i += 1
+            except:
+                pass
+
+    operations = [
+        migrations.RunPython(train_old_mails),
+    ]
diff --git a/core/tickets/models.py b/core/tickets/models.py
index db427fe..aff5d6c 100644
--- a/core/tickets/models.py
+++ b/core/tickets/models.py
@@ -60,6 +60,8 @@ class IssueThread(SoftDeleteModel):
         if self.state == value:
             return
         self.state_changes.create(state=value)
+        if value == 'closed_spam' and self.emails.exists():
+            self.emails.first().train_spam()
 
     @property
     def assigned_to(self):
-- 
2.39.5


From 8831f67f003526f460e2ebd4499ea8b89eb178a9 Mon Sep 17 00:00:00 2001
From: bton <anton@postmitdermaus.de>
Date: Sun, 10 Nov 2024 17:12:53 +0100
Subject: [PATCH 15/20] ticket state changes to pending_open on first view

---
 web/src/views/Ticket.vue | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/web/src/views/Ticket.vue b/web/src/views/Ticket.vue
index cbb372c..2042090 100644
--- a/web/src/views/Ticket.vue
+++ b/web/src/views/Ticket.vue
@@ -125,6 +125,9 @@ export default {
     },
     mounted() {
 		this.scheduleAfterInit(() => [Promise.all([this.fetchTicketStates(), this.loadTickets(), this.loadUsers(), this.fetchShippingVouchers()]).then(()=>{
+			if (this.ticket.state == "pending_new"){
+				this.ticket.state = "pending_open"
+			};
 			this.selected_state = this.ticket.state;
 			this.selected_assignee = this.ticket.assigned_to
 		})]);
-- 
2.39.5


From 444c2de16c522a1a0d9413cde186f8504c674c33 Mon Sep 17 00:00:00 2001
From: bton <anton@postmitdermaus.de>
Date: Sun, 10 Nov 2024 19:53:09 +0100
Subject: [PATCH 16/20] change the ticket.state in the backend too

---
 web/src/views/Ticket.vue | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/web/src/views/Ticket.vue b/web/src/views/Ticket.vue
index 2042090..f666ee8 100644
--- a/web/src/views/Ticket.vue
+++ b/web/src/views/Ticket.vue
@@ -126,7 +126,8 @@ export default {
     mounted() {
 		this.scheduleAfterInit(() => [Promise.all([this.fetchTicketStates(), this.loadTickets(), this.loadUsers(), this.fetchShippingVouchers()]).then(()=>{
 			if (this.ticket.state == "pending_new"){
-				this.ticket.state = "pending_open"
+				this.selected_state = "pending_open";
+				this.changeTicketStatus(this.ticket)
 			};
 			this.selected_state = this.ticket.state;
 			this.selected_assignee = this.ticket.assigned_to
-- 
2.39.5


From be02a3e163ce9de01834a83b79b63dfb054e7236 Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Wed, 6 Nov 2024 22:26:48 +0100
Subject: [PATCH 17/20] cicd: Deploy testing automatically

---
 .forgejo/workflows/testing.yml | 41 ++++++++++++++++++++++++++++++++++
 1 file changed, 41 insertions(+)
 create mode 100644 .forgejo/workflows/testing.yml

diff --git a/.forgejo/workflows/testing.yml b/.forgejo/workflows/testing.yml
new file mode 100644
index 0000000..2237cf9
--- /dev/null
+++ b/.forgejo/workflows/testing.yml
@@ -0,0 +1,41 @@
+on:
+  push:
+    branches:
+      - testing
+jobs:
+  deploy:
+    runs-on: docker
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install ansible
+        run: |
+          apt update -y
+          apt install python3-pip -y
+          python3 -m pip install ansible
+          python3 -m pip install ansible-lint
+
+      - name: Populate relevant files
+        run: |
+          mkdir ~/.ssh
+          echo "${{ secrets.C3LF_SSH_TESTING }}" > ~/.ssh/id_ed25519
+          chmod 0600 ~/.ssh/id_ed25519
+          ls -lah ~/.ssh
+          command -v ssh-agent >/dev/null || ( apt-get update -y && apt-get install openssh-client -y )
+          eval $(ssh-agent -s)
+          ssh-add ~/.ssh/id_ed25519
+          echo "andromeda.lab.or.it ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDXPoO0PE+B9PYwbGaLo98zhbmjAkp6eBtVeZe43v/+T" >> ~/.ssh/known_hosts
+          mkdir /etc/ansible
+          echo "${{ secrets.C3LF_INVENTORY_TESTING }}" > /etc/ansible/hosts
+
+      - name: Check ansible version
+        run: |
+          ansible --version
+
+      - name: List ansible hosts
+        run: |
+          ansible -m ping Andromeda
+
+      - name: Deploy testing
+        run: |
+          cd deploy/ansible
+          ansible-playbook playbooks/deploy-c3lf-sys3.yml
-- 
2.39.5


From 5ba4085e603d4d5ccec82a2163f7eadfdf813db1 Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Wed, 6 Nov 2024 22:26:48 +0100
Subject: [PATCH 18/20] cicd: Run tests automatically

---
 .forgejo/workflows/testing.yml | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)

diff --git a/.forgejo/workflows/testing.yml b/.forgejo/workflows/testing.yml
index 2237cf9..dd16880 100644
--- a/.forgejo/workflows/testing.yml
+++ b/.forgejo/workflows/testing.yml
@@ -3,7 +3,25 @@ on:
     branches:
       - testing
 jobs:
+  test:
+    runs-on: docker
+    container:
+      image: ghcr.io/catthehacker/ubuntu:act-22.04
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+          cache-dependency-path: '**/requirements.dev.txt'
+      - name: Install dependencies
+        working-directory: core
+        run: pip3 install -r requirements.dev.txt
+      - name: Run django tests
+        working-directory: core
+        run: python3 manage.py test
+
   deploy:
+    needs: [test]
     runs-on: docker
     steps:
       - uses: actions/checkout@v4
-- 
2.39.5


From 63d6b7a5a8fd7aa447ca36bca74d80b09c79d0dd Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Tue, 12 Nov 2024 16:51:29 +0100
Subject: [PATCH 19/20] cicd: run on every pull request, but only deploy on
 testing

---
 .forgejo/workflows/pull_request.yml | 20 ++++++++++++++++++++
 .forgejo/workflows/testing.yml      |  1 +
 2 files changed, 21 insertions(+)
 create mode 100644 .forgejo/workflows/pull_request.yml

diff --git a/.forgejo/workflows/pull_request.yml b/.forgejo/workflows/pull_request.yml
new file mode 100644
index 0000000..1171616
--- /dev/null
+++ b/.forgejo/workflows/pull_request.yml
@@ -0,0 +1,20 @@
+on:
+  pull_request:
+
+jobs:
+  test:
+    runs-on: docker
+    container:
+      image: ghcr.io/catthehacker/ubuntu:act-22.04
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+          cache-dependency-path: '**/requirements.dev.txt'
+      - name: Install dependencies
+        working-directory: core
+        run: pip3 install -r requirements.dev.txt
+      - name: Run django tests
+        working-directory: core
+        run: python3 manage.py test
diff --git a/.forgejo/workflows/testing.yml b/.forgejo/workflows/testing.yml
index dd16880..3b44d24 100644
--- a/.forgejo/workflows/testing.yml
+++ b/.forgejo/workflows/testing.yml
@@ -2,6 +2,7 @@ on:
   push:
     branches:
       - testing
+
 jobs:
   test:
     runs-on: docker
-- 
2.39.5


From 120507512d2ad9abea62170dbe6735a90018af68 Mon Sep 17 00:00:00 2001
From: lagertonne <mail@lagertonne.de>
Date: Tue, 12 Nov 2024 17:28:12 +0100
Subject: [PATCH 20/20] deploy: Simple protection for metrics endpoint

---
 deploy/ansible/playbooks/templates/nginx.conf.j2 | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/deploy/ansible/playbooks/templates/nginx.conf.j2 b/deploy/ansible/playbooks/templates/nginx.conf.j2
index 608ffd5..3533f37 100644
--- a/deploy/ansible/playbooks/templates/nginx.conf.j2
+++ b/deploy/ansible/playbooks/templates/nginx.conf.j2
@@ -70,6 +70,13 @@ server {
         alias /var/www/c3lf-sys3/staticfiles/;
     }
 
+    location /metrics {
+        allow 95.156.226.90;
+        allow 127.0.0.1;
+        allow ::1;
+        deny all;
+    }
+
     listen 443 ssl http2; # managed by Certbot
     ssl_certificate /etc/letsencrypt/live/{{ web_domain }}/fullchain.pem; # managed by Certbot
     ssl_certificate_key /etc/letsencrypt/live/{{ web_domain }}/privkey.pem; # managed by Certbot
-- 
2.39.5