Skip to content
Snippets Groups Projects
Commit 5a1b3618 authored by Pierre-antoine Comby's avatar Pierre-antoine Comby
Browse files

use fixture as references and display status

parent b9fdced3
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
management/commands/import_nk15.py
+ 83
− 84
View file @ 5a1b3618
......@@ -7,8 +7,9 @@ import psycopg2 as pg
import psycopg2.extras as pge
from django.db import transaction
import json
import datetime
import collections
from datetime import timedelta
from django.core.exceptions import ValidationError
from django.utils.timezone import make_aware
......@@ -29,52 +30,34 @@ TODO: import activite
TODO: import ...
"""
M_DURATION = timedelta(days=396)
M_START = timedelta(days=213)
M_END = timedelta(days=273)
M_DURATION = 396
M_START = datetime.date(2019,8,31)
M_END = datetime.date(2020,9,30)
@transaction.atomic
def import_special(cur):
cur.execute("SELECT * FROM comptes WHERE idbde <0 ORDER BY idbde;")
map_idbde = dict()
for row in cur:
obj,created = NoteSpecial.objects.get_or_create(special_type = row["pseudo"],
balance = row["solde"],
is_active =True)
if created:
obj.save()
map_idbde[row["idbde"]] = obj.pk
cur.execute("SELECT * FROM comptes WHERE idbde=0;")
res = cur.fetchone()
clubBde, c = Club.objects.get_or_create(pk = 1,
name = "Bde",
email = "bureau.bde@lists.crans.org",
membership_duration = M_DURATION,
membership_start = M_START,
membership_end = M_END,
membership_fee = 5,
)
clubKfet, c = Club.objects.get_or_create(pk = 2,
name = "Kfet",
email = "tresorerie.bde@lists.crans.org",
membership_duration = M_DURATION,
membership_start = M_START,
membership_end = M_END,
membership_fee = 35,
)
clubBde.save()
clubKfet.save()
clubBde.note.solde=res["solde"]
map_idbde[0] = clubKfet.note.pk
return map_idbde
MAP_IDBDE={
-4: 2, # Carte Bancaire
-3: 4, # Virement
-2: 1, # Especes
-1: 3, # Chèque
0: 5, # BDE
}
def update_line(n,N, content):
n = str(n)
N = str(N)
n.rjust(len(N))
content.ljust(41)
content = content[:40]
print(f"({n}/{N}) {content}", end="\r")
@transaction.atomic
def import_comptes(cur,map_idbde):
def import_comptes(cur):
cur.execute("SELECT * FROM comptes WHERE idbde > 0 ORDER BY idbde;")
pkclub = 3
for row in cur:
N = cur.rowcount
for idx, row in enumerate(cur):
update_line(idx,N,row["pseudo"])
if row["type"] == "personne":
#sanitize password
if row["passwd"] != "*|*":
......@@ -88,21 +71,26 @@ def import_comptes(cur,map_idbde):
"first_name": row["nom"],
"last_name": row["prenom"],
"email": row["mail"],
"is_active" : False, # temporary
"is_active" : True, # temporary
}
user = User.objects.create(**obj_dict)
#sanitize duplicate aliases (nk12)
profile = user.profile
profile.phone_number = row['tel']
profile.address = row['adresse']
profile.paid = row['normalien']
profile.registration_valid = True
profile.email_confirmed = True
user.save()
profile.save()
# sanitize duplicate aliases (nk12)
except ValidationError as e:
if e.code == 'same_alias':
obj_dict["username"] = row["pseudo"]+str(row["idbde"])
user = User.objects.create(**obj_dict)
user.username = row["pseudo"]+str(row["idbde"])
user.save()
else:
raise(e)
# profile and note created via signal.
profile = user.profile
profile.phone_number = row["tel"]
profile.address = row["adresse"]
profile.paid = row["normalien"]
note = user.note
date = row.get("last_negatif",None)
......@@ -110,6 +98,7 @@ def import_comptes(cur,map_idbde):
note.last_negative = make_aware(date)
note.balance = row["solde"]
obj_list =[user, profile, note]
note.save()
else: # club
obj_dict = {
"pk":pkclub,
......@@ -118,23 +107,24 @@ def import_comptes(cur,map_idbde):
"membership_duration": M_DURATION,
"membership_start": M_START,
"membership_end": M_END,
"membership_fee": 0,
"membership_fee_paid": 0,
"membership_fee_unpaid":0,
}
club,c = Club.objects.get_or_create(**obj_dict)
pkclub +=1
note = club.note
note.balance = row["solde"]
obj_list = [club,note]
for obj in obj_list:
obj.save()
map_idbde[row["idbde"]] = note.pk
return map_idbde
club.save()
note.save()
MAP_IDBDE[row["idbde"]] = note.pk
@transaction.atomic
def import_boutons(cur,map_idbde):
def import_boutons(cur):
cur.execute("SELECT * FROM boutons;")
for row in cur:
N = cur.rowcount
for idx, row in enumerate(cur):
update_line(idx,N,row["label"])
cat, created = TemplateCategory.objects.get_or_create(name=row["categorie"])
if created:
cat.save()
......@@ -142,7 +132,7 @@ def import_boutons(cur,map_idbde):
"pk": row["id"],
"name": row["label"],
"amount": row["montant"],
"destination_id": map_idbde[row["destinataire"]],
"destination_id": MAP_IDBDE[row["destinataire"]],
"category": cat,
"display" : row["affiche"],
"description": row["description"],
......@@ -153,7 +143,7 @@ def import_boutons(cur,map_idbde):
except IntegrityError as e:
# button with the same name is not possible in NK20.
if "unique" in e.args[0]:
qs = Club.objects.filter(note__id=map_idbde[row["destinataire"]]).values('name')
qs = Club.objects.filter(note__id=MAP_IDBDE[row["destinataire"]]).values('name')
note_name = qs[0]["name"]
#rename button name
obj_dict["name"] ="{} {}".format(obj_dict["name"],note_name)
......@@ -162,15 +152,16 @@ def import_boutons(cur,map_idbde):
raise(e)
button.save()
@transaction.atomic
def import_transaction(cur, map_idbde):
def import_transaction(cur):
cur.execute("SELECT * FROM transactions LEFT JOIN adhesions ON transactions.id = adhesions.idtransaction ORDER BY -id;")
for row in cur:
N = cur.rowcount
for idx, row in enumerate(cur):
update_line(idx,N,row["label"])
obj_dict = {
# "pk": row["id"],
"destination_id" : map_idbde[row["destinataire"]],
"source_id": map_idbde[row["emetteur"]],
"destination_id" : MAP_IDBDE[row["destinataire"]],
"source_id": MAP_IDBDE[row["emetteur"]],
"created_at":make_aware(row["date"]),
"amount":row["montant"],
"quantity":row["quantite"],
......@@ -191,26 +182,26 @@ def import_transaction(cur, map_idbde):
print("adhesion not supported yet")
else:
print("other type not supported yet")
@transaction.atomic
def import_aliases(cur,map_idbde):
def import_aliases(cur):
cur.execute("SELECT * FROM aliases ORDER by id")
for row in cur:
N = cur.rowcount
for idx, row in enumerate(cur):
update_line(idx,N,row["alias"])
alias_name = row["alias"]
alias_name_good = (alias_name[:252]+'...') if len(alias_name) > 255 else alias_name
obj_dict = {
"note_id":map_idbde[row["idbde"]],
"note_id":MAP_IDBDE[row["idbde"]],
"name":alias_name_good,
"normalized_name":Alias.normalize(alias_name_good)
}
try:
with transaction.atomic():
alias, created = Alias.objects.get_or_create(**obj_dict)
print(alias)
except IntegrityError as e:
if "unique" in e.args[0]:
print("error, {}".format(alias))
continue
else:
raise(e)
......@@ -226,37 +217,45 @@ class Command(BaseCommand):
return self.stdout.write(self.style.SUCCESS(to_print))
def add_arguments(self,parser):
parser.add_argument('-s', '--special', action = 'store_true', help="create Minimum instance (special note and clubs)")
parser.add_argument('-c', '--comptes', action = 'store_true', help="import accounts")
parser.add_argument('-b', '--boutons', action = 'store_true', help="import boutons")
parser.add_argument('-t', '--transactions', action = 'store_true',help="import transaction")
parser.add_argument('-a', '--aliases', action = 'store_true',help="import aliases")
parser.add_argument('-s', '--save', action='store', help="save mapping of idbde")
parser.add_argument('-m', '--map', action='store', help="import mapping of idbde")
parser.add_argument('-d', '--nk15db', action='store', default='nk15', help='NK15 database name')
parser.add_argument('-u', '--nk15user', action='store', default='nk15_user', help='NK15 database owner')
def handle(self, *args, **kwargs):
global MAP_IDBDE
nk15db, nk15user = kwargs['nk15db'], kwargs['nk15user']
#reset database.
call_command("flush")
self.print_success("flush nk20 database")
call_command("migrate")
call_command("loaddata","initial")
self.print_success("reset nk20 database")
# connecting to nk15 database
conn = pg.connect(database=nk15db,user=nk15user)
cur = conn.cursor(cursor_factory = pge.DictCursor)
if kwargs["special"]:
map_idbde = import_special(cur)
self.print_success("Minimal setup created")
if kwargs["comptes"]:
map_idbde = import_comptes(cur,map_idbde)
import_comptes(cur)
self.print_success("comptes table imported")
elif kwargs["map"]:
filename = kwargs["map"]
with open(filename,'w') as fp:
MAP_IDBDE = json.load(fp)
if kwargs["save"]:
filename = kwargs["save"]
with open(filename,'w') as fp:
json.dump(MAP_IDBDE,fp,sort_keys=True, indent=2)
# /!\ need a prober MAP_IDBDE
if kwargs["boutons"]:
import_boutons(cur,map_idbde)
import_boutons(cur)
self.print_success("boutons table imported")
if kwargs["transactions"]:
import_transaction(cur,map_idbde)
import_transaction(cur)
self.print_success("transaction imported")
if kwargs["aliases"]:
import_aliases(cur,map_idbde)
import_aliases(cur)
self.print_success("aliases imported")
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment