199 lines
6.9 KiB
Python
199 lines
6.9 KiB
Python
import json
|
|
from datetime import datetime, time, timedelta
|
|
from decimal import Decimal
|
|
|
|
import pytz
|
|
from byro_shackspace.models import ShackProfile
|
|
from django.core.management.base import BaseCommand
|
|
from django.db import transaction
|
|
from django.utils.dateparse import parse_date
|
|
|
|
from byro.bookkeeping.models import (
|
|
Account, AccountCategory, RealTransaction,
|
|
TransactionChannel, VirtualTransaction,
|
|
)
|
|
from byro.members.models import Member, Membership
|
|
|
|
TIMEZONE = pytz.timezone('Europe/Berlin')
|
|
|
|
|
|
def localize(date):
|
|
if date:
|
|
return TIMEZONE.localize(datetime.combine(date, time.min))
|
|
|
|
|
|
def _import_sepa(member_data, member):
|
|
sepa_keys = [
|
|
'iban', 'mandate_reason', 'zip_code', 'country',
|
|
'city', 'bic', 'address', 'fullname', 'issue_date',
|
|
'institute', 'mandate_reference',
|
|
]
|
|
for key in sepa_keys:
|
|
setattr(member.profile_sepa, key, member_data.get(f'sepa__{key}'))
|
|
member.profile_sepa.save()
|
|
|
|
|
|
def _get_main_accounts():
|
|
fee_account, _ = Account.objects.get_or_create(
|
|
account_category=AccountCategory.MEMBER_FEES,
|
|
)
|
|
donation_account, _ = Account.objects.get_or_create(
|
|
account_category=AccountCategory.MEMBER_DONATION,
|
|
)
|
|
liability_account, _ = Account.objects.get_or_create(
|
|
account_category=AccountCategory.LIABILITY,
|
|
)
|
|
|
|
return (
|
|
fee_account,
|
|
donation_account,
|
|
liability_account,
|
|
)
|
|
|
|
|
|
def _import_real_transactions(real_transactions):
|
|
transactions = []
|
|
|
|
for real_transaction in real_transactions:
|
|
transactions.append(RealTransaction(
|
|
channel=TransactionChannel.BANK,
|
|
value_datetime=localize(parse_date(real_transaction['booking_date'] or real_transaction['due_date'])),
|
|
amount=real_transaction['amount'],
|
|
purpose=real_transaction['reference'],
|
|
originator=real_transaction.get('transaction_owner') or 'imported',
|
|
# TODO: reverses?
|
|
importer='shackbureau',
|
|
))
|
|
|
|
ids = [rt.pk for rt in RealTransaction.objects.bulk_create(transactions)]
|
|
return RealTransaction.objects.filter(pk__in=ids)
|
|
|
|
|
|
def _import_fee_claims(member, virtual_transactions):
|
|
fee_account, donation_account, liability_account = _get_main_accounts()
|
|
|
|
claims = [v for v in virtual_transactions if v['booking_type'] == 'fee_claim']
|
|
|
|
transactions = []
|
|
|
|
for claim in claims:
|
|
transactions.append(VirtualTransaction(
|
|
source_account=fee_account,
|
|
destination_account=liability_account,
|
|
member=member,
|
|
amount=abs(Decimal(claim['amount'])),
|
|
value_datetime=localize(parse_date(claim['due_date'])),
|
|
))
|
|
|
|
VirtualTransaction.objects.bulk_create(transactions)
|
|
|
|
|
|
def _import_inflows(member, virtual_transactions, real_transactions):
|
|
fee_account, donation_account, liability_account = _get_main_accounts()
|
|
|
|
inflows = [v for v in virtual_transactions if v['booking_type'] == 'deposit']
|
|
|
|
for inflow in inflows:
|
|
account = fee_account if inflow['transaction_type'] == 'membership fee' else donation_account
|
|
possible_real_transaction = real_transactions.filter(
|
|
virtual_transactions__isnull=True,
|
|
amount=abs(Decimal(inflow['amount'])),
|
|
value_datetime=localize(parse_date(inflow['due_date'])),
|
|
purpose=inflow['payment_reference'],
|
|
)
|
|
|
|
if possible_real_transaction.count() == 1:
|
|
real_transaction = possible_real_transaction.first()
|
|
|
|
VirtualTransaction.objects.create(
|
|
destination_account=account,
|
|
source_account=liability_account,
|
|
member=member,
|
|
amount=abs(Decimal(inflow['amount'])),
|
|
value_datetime=localize(parse_date(inflow['due_date'])),
|
|
real_transaction=real_transaction,
|
|
)
|
|
elif possible_real_transaction.count() == 0:
|
|
print(f'Found no transaction matching our query: {inflow}')
|
|
elif possible_real_transaction.count() > 1:
|
|
print(f'Found more than one transactions matching our query: {possible_real_transaction.values_list("pk", flat=True)}')
|
|
|
|
|
|
def _import_transactions(member_data, member):
|
|
real_transactions = member_data.get('bank_transactions')
|
|
virtual_transactions = member_data.get('account_transactions')
|
|
|
|
real_transactions = _import_real_transactions(real_transactions)
|
|
|
|
_import_fee_claims(member, virtual_transactions)
|
|
_import_inflows(member, virtual_transactions, real_transactions)
|
|
|
|
|
|
def import_member(member_data):
|
|
member = Member.objects.create(
|
|
number=member_data['number'],
|
|
name=member_data['name'],
|
|
address=member_data['address'],
|
|
email=member_data['email'],
|
|
)
|
|
profile = ShackProfile.objects.create(
|
|
member=member,
|
|
has_loeffelhardt_account = member_data.get('has_loeffelhardt_account', False),
|
|
has_matomat_key = member_data.get('has_matomat_key', False),
|
|
has_metro_card = member_data.get('has_metro_card', False),
|
|
has_selgros_card = member_data.get('has_selgros_card', False),
|
|
has_shack_iron_key = member_data.get('has_shack_iron_key', False),
|
|
has_snackomat_key = member_data.get('has_snackomat_key', False),
|
|
is_keyholder = member_data.get('is_keyholder', False),
|
|
signed_DSV = member_data.get('signed_DSV', False),
|
|
ssh_public_key = member_data.get('ssh_public_key', False),
|
|
)
|
|
memberships = member_data.get('memberships')
|
|
last = None
|
|
for membership in sorted(memberships, key=lambda m: m['membership_start']):
|
|
obj = Membership.objects.create(
|
|
member=member,
|
|
start=parse_date(membership['membership_start']),
|
|
amount=Decimal(membership['membership_fee_monthly'])*membership['membership_fee_interval'],
|
|
interval=membership['membership_fee_interval'],
|
|
)
|
|
if last:
|
|
last.end = obj.start - timedelta(days=1)
|
|
last.save(update_fields=['end'])
|
|
last = obj
|
|
|
|
if member_data['leave_date']:
|
|
last.end = parse_date(member_data['leave_date'])
|
|
last.save(update_fields=['end'])
|
|
|
|
if member_data['payment_type'].lower() == 'sepa':
|
|
_import_sepa(member_data, member)
|
|
|
|
for key in ['birth_date', 'nick', 'phone_number']:
|
|
value = member_data.get(f'profile__{key}')
|
|
if value:
|
|
setattr(member.profile_profile, key, value)
|
|
member.profile_profile.save()
|
|
_import_transactions(member_data, member)
|
|
|
|
|
|
def import_members(data):
|
|
for member in data:
|
|
import_member(member)
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = 'Imports a shackbureau json export'
|
|
|
|
def add_arguments(self, parser):
|
|
parser.add_argument('path', type=str)
|
|
|
|
@transaction.atomic
|
|
def handle(self, *args, **options):
|
|
path = options.get('path')
|
|
with open(path) as export:
|
|
data = json.load(export)
|
|
|
|
import_members(data['members'])
|
|
_import_real_transactions(data['unresolved_bank_transactions'])
|