ereuse/devicehub-django
8
0
Fork 0
Code Issues 5 Pull requests 6 Packages Projects Releases Wiki Activity

fix migration dhid and snapshots

Browse source
This commit is contained in:
Cayo Puigdefabregas 2025-01-17 11:55:55 +01:00
parent 67e29320c6
commit dd822cdc74
1 changed files with 11 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

19
migration-script.py
View file

@ -20,6 +20,7 @@ logger = logging.getLogger(__name__)
User = get_user_model() User = get_user_model()
SEPARATOR = ";" SEPARATOR = ";"
QUOTA = '"'
PATH_SNAPTHOPS = "examples/snapshots" PATH_SNAPTHOPS = "examples/snapshots"
@ -30,7 +31,7 @@ def get_dict(row, header):
if len(row) != len(header): if len(row) != len(header):
return return
return {row[i]: header[i] for i in range(len(header))} return {header[i]: row[i] for i in range(len(header))}
def open_csv(csv): def open_csv(csv):
@ -42,10 +43,11 @@ def open_csv(csv):
if len(rows) < 2: if len(rows) < 2:
return [] return []
header = rows[0].split(SEPARATOR) header = [x.replace(QUOTA, '') for x in rows[0].split(SEPARATOR)]
data = [] data = []
for row in rows[1:]: for row in rows[1:]:
drow = get_dict(row.split(SEPARATOR), header) lrow = [x.replace(QUOTA, '') for x in row.split(SEPARATOR)]
drow = get_dict(lrow, header)
if drow: if drow:
data.append(drow) data.append(drow)
return data return data
@ -75,7 +77,8 @@ def open_snapshot(uuid):
return snap, snapshot_path return snap, snapshot_path
### end read snapshot ### ### end read snapshot ###
### migration ###
### migration snapshots ###
def create_custom_id(dhid, uuid, user): def create_custom_id(dhid, uuid, user):
tag = Annotation.objects.filter( tag = Annotation.objects.filter(
uuid=uuid, uuid=uuid,
@ -98,7 +101,6 @@ def create_custom_id(dhid, uuid, user):
def migrate_snapshots(row, user): def migrate_snapshots(row, user):
# import pdb; pdb.set_trace()
if not row or not user: if not row or not user:
return return
dhid = row.get("dhid") dhid = row.get("dhid")
@ -109,13 +111,13 @@ def migrate_snapshots(row, user):
# insert snapshot # insert snapshot
path_name = save_in_disk(snapshot, user.institution.name) path_name = save_in_disk(snapshot, user.institution.name)
Build(path_name, user) Build(snapshot, user)
move_json(path_name, user.institution.name) move_json(path_name, user.institution.name)
# insert dhid # insert dhid
create_custom_id(dhid, uuid) create_custom_id(dhid, uuid, user)
### end migration ### ### end migration snapshots ###
### initial main ### ### initial main ###
@ -157,6 +159,7 @@ def main():
logger.info("START") logger.info("START")
args = parse_args() args = parse_args()
global PATH_SNAPTHOPS
PATH_SNAPTHOPS = args.snapshots PATH_SNAPTHOPS = args.snapshots
user = User.objects.get(email=args.email) user = User.objects.get(email=args.email)