529 lines
22 KiB
Python
529 lines
22 KiB
Python
""" This file frame a correct row for csv report """
|
||
|
||
from collections import OrderedDict
|
||
from flask import url_for
|
||
|
||
from ereuse_devicehub.resources.enums import Severity
|
||
from ereuse_devicehub.resources.device import models as d, states
|
||
from ereuse_devicehub.resources.action import models as da
|
||
from ereuse_devicehub.resources.action.models import (BenchmarkDataStorage, RateComputer,
|
||
TestDataStorage)
|
||
|
||
|
||
class DeviceRow(OrderedDict):
|
||
NUMS = {
|
||
d.Display.t: 1,
|
||
d.Processor.t: 2,
|
||
d.GraphicCard.t: 2,
|
||
d.Motherboard.t: 1,
|
||
d.NetworkAdapter.t: 2,
|
||
d.SoundCard.t: 2,
|
||
d.RamModule.t: 4,
|
||
d.DataStorage: 5,
|
||
}
|
||
ORDER_COMPONENTS = [
|
||
d.Processor.t,
|
||
d.RamModule.t,
|
||
d.DataStorage.t,
|
||
d.Motherboard.t,
|
||
d.Display.t,
|
||
d.GraphicCard.t,
|
||
d.NetworkAdapter.t,
|
||
d.SoundCard.t,
|
||
]
|
||
|
||
def __init__(self, device: d.Device, document_ids: dict) -> None:
|
||
super().__init__()
|
||
self.device = device
|
||
self.document_id = document_ids.get(device.id, '')
|
||
snapshot = get_action(device, 'Snapshot')
|
||
software = ''
|
||
if snapshot:
|
||
software = "{software} {version}".format(
|
||
software=snapshot.software.name, version=snapshot.version)
|
||
# General information about device
|
||
self['DHID'] = device.devicehub_id
|
||
self['DocumentID'] = self.document_id
|
||
self['Public Link'] = '{url}{id}'.format(
|
||
url=url_for('Device.main', _external=True),
|
||
id=device.devicehub_id)
|
||
self['Lots'] = ', '.join([x.name for x in self.device.lots])
|
||
self['Tag 1 Type'] = self['Tag 1 ID'] = self['Tag 1 Organization'] = ''
|
||
self['Tag 2 Type'] = self['Tag 2 ID'] = self['Tag 2 Organization'] = ''
|
||
self['Tag 3 Type'] = self['Tag 3 ID'] = self['Tag 3 Organization'] = ''
|
||
for i, tag in zip(range(1, 3), device.tags):
|
||
self['Tag {} Type'.format(
|
||
i)] = 'unamed' if tag.provider else 'named'
|
||
self['Tag {} ID'.format(i)] = tag.id
|
||
self['Tag {} Organization'.format(i)] = tag.org.name
|
||
|
||
self['Device Hardware ID'] = device.hid
|
||
self['Device Type'] = device.t
|
||
self['Device Chassis'] = ''
|
||
if isinstance(device, d.Computer):
|
||
self['Device Chassis'] = device.chassis.name
|
||
self['Device Serial Number'] = none2str(device.serial_number)
|
||
self['Device Model'] = none2str(device.model)
|
||
self['Device Manufacturer'] = none2str(device.manufacturer)
|
||
self['Registered in'] = format(device.created, '%c')
|
||
self['Registered (process)'] = software
|
||
self['Updated in (software)'] = device.updated
|
||
self['Updated in (web)'] = ''
|
||
|
||
try:
|
||
self['Physical state'] = device.last_action_of(
|
||
*states.Physical.actions()).t
|
||
except LookupError:
|
||
self['Physical state'] = ''
|
||
try:
|
||
self['Trading state'] = device.last_action_of(
|
||
*states.Trading.actions()).t
|
||
except LookupError:
|
||
self['Trading state'] = ''
|
||
if isinstance(device, d.Computer):
|
||
self['Processor'] = none2str(device.processor_model)
|
||
self['RAM (MB)'] = none2str(device.ram_size)
|
||
self['Data Storage Size (MB)'] = none2str(device.data_storage_size)
|
||
# More specific information about components
|
||
if isinstance(device, d.Computer):
|
||
self.components()
|
||
else:
|
||
# TODO @cayop we need add columns as a component
|
||
pass
|
||
|
||
rate = device.rate
|
||
if rate:
|
||
self['Device Rate'] = rate.rating
|
||
self['Device Range'] = rate.rating_range.name
|
||
assert isinstance(rate, RateComputer)
|
||
self['Processor Rate'] = rate.processor
|
||
self['Processor Range'] = rate.processor_range.name
|
||
self['RAM Rate'] = rate.ram
|
||
self['RAM Range'] = rate.ram_range.name
|
||
self['Data Storage Rate'] = rate.data_storage
|
||
self['Data Storage Range'] = rate.data_storage_range.name
|
||
else:
|
||
self['Device Rate'] = ''
|
||
self['Device Range'] = ''
|
||
self['Processor Rate'] = ''
|
||
self['Processor Range'] = ''
|
||
self['RAM Rate'] = ''
|
||
self['RAM Range'] = ''
|
||
self['Data Storage Rate'] = ''
|
||
self['Data Storage Range'] = ''
|
||
|
||
self['Price'] = none2str(device.price)
|
||
|
||
benchram = get_action(device, 'BenchmarkRamSysbench')
|
||
if benchram:
|
||
self['Benchmark RamSysbench (points)'] = none2str(benchram.rate)
|
||
else:
|
||
self['Benchmark RamSysbench (points)'] = ''
|
||
|
||
def components(self):
|
||
"""Function to get all components information of a device."""
|
||
assert isinstance(self.device, d.Computer)
|
||
for ctype in self.ORDER_COMPONENTS: # ctype: str
|
||
cmax = self.NUMS.get(ctype, 4)
|
||
i = 1
|
||
l_ctype = [ctype]
|
||
if ctype == d.DataStorage.t:
|
||
l_ctype = [ctype, d.HardDrive.t, d.SolidStateDrive.t]
|
||
for component in (r for r in self.device.components if r.type in l_ctype):
|
||
self.fill_component(ctype, i, component)
|
||
i += 1
|
||
if i > cmax:
|
||
break
|
||
while i <= cmax:
|
||
self.fill_component(ctype, i)
|
||
i += 1
|
||
|
||
def fill_component(self, ctype, i, component=None):
|
||
"""Function to put specific information of components
|
||
in OrderedDict (csv)
|
||
:param ctype: type of component
|
||
:param component: device.components
|
||
"""
|
||
# Basic fields for all components
|
||
self['{} {}'.format(ctype, i)] = format(component) if component else ''
|
||
if component is None:
|
||
self['{} {} Manufacturer'.format(ctype, i)] = ''
|
||
self['{} {} Model'.format(ctype, i)] = ''
|
||
self['{} {} Serial Number'.format(ctype, i)] = ''
|
||
else:
|
||
self['{} {} Manufacturer'.format(ctype, i)] = none2str(
|
||
component.manufacturer)
|
||
self['{} {} Model'.format(ctype, i)] = none2str(component.model)
|
||
self['{} {} Serial Number'.format(ctype, i)] = none2str(
|
||
component.serial_number)
|
||
|
||
if ctype == d.Processor.t:
|
||
self.get_processor(ctype, i, component)
|
||
|
||
if ctype == d.RamModule.t:
|
||
self.get_ram(ctype, i, component)
|
||
|
||
if ctype == d.DataStorage.t:
|
||
self.get_datastorage(ctype, i, component)
|
||
|
||
if ctype == d.GraphicCard.t:
|
||
self.get_graphic_card(ctype, i, component)
|
||
|
||
def get_processor(self, ctype, i, component):
|
||
"""Particular fields for component Processor."""
|
||
if component is None:
|
||
self['{} {} Number of cores'.format(ctype, i)] = ''
|
||
self['{} {} Speed (GHz)'.format(ctype, i)] = ''
|
||
self['Benchmark {} {} (points)'.format(ctype, i)] = ''
|
||
self['Benchmark ProcessorSysbench {} {} (points)'.format(
|
||
ctype, i)] = ''
|
||
return
|
||
|
||
self['{} {} Number of cores'.format(
|
||
ctype, i)] = none2str(component.cores)
|
||
self['{} {} Speed (GHz)'.format(ctype, i)] = none2str(component.speed)
|
||
|
||
benchmark = get_action(component, 'BenchmarkProcessor')
|
||
if not benchmark:
|
||
self['Benchmark {} {} (points)'.format(ctype, i)] = ''
|
||
else:
|
||
self['Benchmark {} {} (points)'.format(ctype, i)] = benchmark.rate
|
||
|
||
sysbench = get_action(component, 'BenchmarkProcessorSysbench')
|
||
if not sysbench:
|
||
self['Benchmark ProcessorSysbench {} {} (points)'.format(
|
||
ctype, i)] = ''
|
||
return
|
||
self['Benchmark ProcessorSysbench {} {} (points)'.format(
|
||
ctype, i)] = sysbench.rate
|
||
|
||
def get_ram(self, ctype, i, component):
|
||
"""Particular fields for component Ram Module."""
|
||
if component is None:
|
||
self['{} {} Size (MB)'.format(ctype, i)] = ''
|
||
self['{} {} Speed (MHz)'.format(ctype, i)] = ''
|
||
return
|
||
|
||
self['{} {} Size (MB)'.format(ctype, i)] = none2str(component.size)
|
||
self['{} {} Speed (MHz)'.format(ctype, i)] = none2str(component.speed)
|
||
|
||
def get_datastorage(self, ctype, i, component):
|
||
"""Particular fields for component DataStorage.
|
||
A DataStorage can be HardDrive or SolidStateDrive.
|
||
"""
|
||
|
||
if component is None:
|
||
self['{} {} Size (MB)'.format(ctype, i)] = ''
|
||
self['Erasure {} {}'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Serial Number'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Size (MB)'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Software'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Result'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Certificate URL'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Type'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Method'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Elapsed (hours)'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Date'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps Start Time'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps End Time'.format(ctype, i)] = ''
|
||
self['Benchmark {} {} Read Speed (MB/s)'.format(ctype, i)] = ''
|
||
self['Benchmark {} {} Writing speed (MB/s)'.format(ctype, i)] = ''
|
||
self['Test {} {} Software'.format(ctype, i)] = ''
|
||
self['Test {} {} Type'.format(ctype, i)] = ''
|
||
self['Test {} {} Result'.format(ctype, i)] = ''
|
||
self['Test {} {} Power on (hours used)'.format(ctype, i)] = ''
|
||
self['Test {} {} Lifetime remaining (percentage)'.format(
|
||
ctype, i)] = ''
|
||
return
|
||
|
||
snapshot = get_action(component, 'Snapshot')
|
||
software = ''
|
||
if snapshot:
|
||
software = "{software} {version}".format(
|
||
software=snapshot.software.name, version=snapshot.version)
|
||
|
||
self['{} {} Size (MB)'.format(ctype, i)] = none2str(component.size)
|
||
|
||
component_actions = sorted(component.actions, key=lambda x: x.created)
|
||
erasures = [a for a in component_actions if a.type in [
|
||
'EraseBasic', 'EraseSectors', 'DataWipe']]
|
||
erasure = erasures[-1] if erasures else None
|
||
if not erasure:
|
||
self['Erasure {} {}'.format(ctype, i)] = none2str(component.hid)
|
||
serial_number = none2str(component.serial_number)
|
||
self['Erasure {} {} Serial Number'.format(
|
||
ctype, i)] = serial_number
|
||
self['Erasure {} {} Size (MB)'.format(
|
||
ctype, i)] = none2str(component.size)
|
||
self['Erasure {} {} Software'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Result'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Certificate URL'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Type'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Method'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Elapsed (hours)'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Date'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps Start Time'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps End Time'.format(ctype, i)] = ''
|
||
elif hasattr(erasure, 'type') and erasure.type == 'DataWipe':
|
||
self['Erasure {} {}'.format(ctype, i)] = none2str(component.hid)
|
||
serial_number = none2str(component.serial_number)
|
||
self['Erasure {} {} Serial Number'.format(
|
||
ctype, i)] = serial_number
|
||
self['Erasure {} {} Size (MB)'.format(
|
||
ctype, i)] = none2str(component.size)
|
||
self['Erasure {} {} Software'.format(
|
||
ctype, i)] = erasure.document.software
|
||
self['Erasure {} {} Result'.format(ctype, i)] = get_result(erasure)
|
||
self['Erasure {} {} Certificate URL'.format(
|
||
ctype, i)] = erasure.document.url and erasure.document.url.to_text() or ''
|
||
self['Erasure {} {} Type'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Method'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Elapsed (hours)'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Date'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps Start Time'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Steps End Time'.format(ctype, i)] = ''
|
||
else:
|
||
self['Erasure {} {}'.format(ctype, i)] = none2str(component.hid)
|
||
serial_number = none2str(component.serial_number)
|
||
self['Erasure {} {} Serial Number'.format(
|
||
ctype, i)] = serial_number
|
||
self['Erasure {} {} Size (MB)'.format(
|
||
ctype, i)] = none2str(component.size)
|
||
self['Erasure {} {} Software'.format(ctype, i)] = software
|
||
|
||
result = get_result(erasure)
|
||
self['Erasure {} {} Result'.format(ctype, i)] = result
|
||
self['Erasure {} {} Certificate URL'.format(ctype, i)] = ''
|
||
self['Erasure {} {} Type'.format(ctype, i)] = erasure.type
|
||
self['Erasure {} {} Method'.format(ctype, i)] = erasure.method
|
||
self['Erasure {} {} Elapsed (hours)'.format(
|
||
ctype, i)] = format(erasure.elapsed)
|
||
self['Erasure {} {} Date'.format(
|
||
ctype, i)] = format(erasure.created)
|
||
steps = ','.join((format(x) for x in erasure.steps))
|
||
self['Erasure {} {} Steps'.format(ctype, i)] = steps
|
||
steps_start_time = ','.join(
|
||
(format(x.start_time) for x in erasure.steps))
|
||
self['Erasure {} {} Steps Start Time'.format(
|
||
ctype, i)] = steps_start_time
|
||
steps_end_time = ','.join((format(x.end_time)
|
||
for x in erasure.steps))
|
||
self['Erasure {} {} Steps End Time'.format(
|
||
ctype, i)] = steps_end_time
|
||
|
||
benchmark = get_action(component, 'BenchmarkDataStorage')
|
||
if not benchmark:
|
||
self['Benchmark {} {} Read Speed (MB/s)'.format(ctype, i)] = ''
|
||
self['Benchmark {} {} Writing speed (MB/s)'.format(ctype, i)] = ''
|
||
else:
|
||
self['Benchmark {} {} Read Speed (MB/s)'.format(ctype, i)] = none2str(
|
||
benchmark.read_speed)
|
||
self['Benchmark {} {} Writing speed (MB/s)'.format(ctype, i)] = none2str(
|
||
benchmark.write_speed)
|
||
|
||
test_storage = get_action(component, 'TestDataStorage')
|
||
if not test_storage:
|
||
self['Test {} {} Software'.format(ctype, i)] = ''
|
||
self['Test {} {} Type'.format(ctype, i)] = ''
|
||
self['Test {} {} Result'.format(ctype, i)] = ''
|
||
self['Test {} {} Power on (hours used)'.format(ctype, i)] = ''
|
||
self['Test {} {} Lifetime remaining (percentage)'.format(
|
||
ctype, i)] = ''
|
||
return
|
||
|
||
self['Test {} {} Software'.format(ctype, i)] = software
|
||
self['Test {} {} Type'.format(ctype, i)] = test_storage.length.value
|
||
self['Test {} {} Result'.format(ctype, i)] = get_result(
|
||
test_storage)
|
||
self['Test {} {} Power on (hours used)'.format(ctype, i)] = none2str(
|
||
test_storage.power_cycle_count)
|
||
self['Test {} {} Lifetime remaining (percentage)'.format(ctype, i)] = none2str(
|
||
test_storage.lifetime)
|
||
|
||
def get_graphic_card(self, ctype, i, component):
|
||
"""Particular fields for component GraphicCard."""
|
||
if component is None:
|
||
self['{} {} Memory (MB)'.format(ctype, i)] = ''
|
||
return
|
||
|
||
self['{} {} Memory (MB)'.format(ctype, i)] = none2str(component.memory)
|
||
|
||
|
||
class StockRow(OrderedDict):
|
||
def __init__(self, device: d.Device) -> None:
|
||
super().__init__()
|
||
self.device = device
|
||
self['Type'] = none2str(device.t)
|
||
if isinstance(device, d.Computer):
|
||
self['Chassis'] = device.chassis
|
||
else:
|
||
self['Chassis'] = ''
|
||
self['Serial Number'] = none2str(device.serial_number)
|
||
self['Model'] = none2str(device.model)
|
||
self['Manufacturer'] = none2str(device.manufacturer)
|
||
self['Registered in'] = format(device.created, '%c')
|
||
try:
|
||
self['Physical state'] = device.last_action_of(
|
||
*states.Physical.actions()).t
|
||
except LookupError:
|
||
self['Physical state'] = ''
|
||
try:
|
||
self['Trading state'] = device.last_action_of(*states.Trading.actions()).t
|
||
except LookupError:
|
||
self['Trading state'] = ''
|
||
self['Price'] = none2str(device.price)
|
||
self['Processor'] = none2str(device.processor_model)
|
||
self['RAM (MB)'] = none2str(device.ram_size)
|
||
self['Data Storage Size (MB)'] = none2str(device.data_storage_size)
|
||
rate = device.rate
|
||
if rate:
|
||
self['Rate'] = rate.rating
|
||
self['Range'] = rate.rating_range
|
||
assert isinstance(rate, RateComputer)
|
||
self['Processor Rate'] = rate.processor
|
||
self['Processor Range'] = rate.processor_range
|
||
self['RAM Rate'] = rate.ram
|
||
self['RAM Range'] = rate.ram_range
|
||
self['Data Storage Rate'] = rate.data_storage
|
||
self['Data Storage Range'] = rate.data_storage_range
|
||
|
||
|
||
def get_result(erasure):
|
||
""" For the csv is necessary simplify the message of results """
|
||
if hasattr(erasure, 'type') and erasure.type == 'DataWipe':
|
||
if erasure.document.success:
|
||
return 'Success'
|
||
return 'Failure'
|
||
|
||
|
||
type_of_results = {
|
||
Severity.Error: 'Failure',
|
||
Severity.Warning: 'Success with Warnings',
|
||
Severity.Notice: 'Success',
|
||
Severity.Info: 'Success'
|
||
}
|
||
return type_of_results[erasure.severity]
|
||
|
||
|
||
def none2str(string):
|
||
""" convert none to empty str """
|
||
if string is None:
|
||
return ''
|
||
return format(string)
|
||
|
||
def get_action(component, action):
|
||
""" Filter one action from a component or return None """
|
||
result = [a for a in component.actions if a.type == action]
|
||
return result[-1] if result else None
|
||
|
||
|
||
class ActionRow(OrderedDict):
|
||
|
||
def __init__(self, allocate):
|
||
super().__init__()
|
||
# General information about allocates, deallocate and lives
|
||
self['DHID'] = allocate['devicehubID']
|
||
self['Hid'] = allocate['hid']
|
||
self['Document-Name'] = allocate['document_name']
|
||
self['Action-Type'] = allocate['action_type']
|
||
self['Action-User-LastOwner-Supplier'] = allocate['trade_supplier']
|
||
self['Action-User-LastOwner-Receiver'] = allocate['trade_receiver']
|
||
self['Action-Create-By'] = allocate['action_create_by']
|
||
self['Trade-Confirmed'] = allocate['trade_confirmed']
|
||
self['Status-Supplier'] = allocate['status_supplier']
|
||
self['Status-Receiver'] = allocate['status_receiver']
|
||
self['Status Supplier – Created Date'] = allocate['status_supplier_created']
|
||
self['Status Receiver – Created Date'] = allocate['status_receiver_created']
|
||
self['Trade-Weight'] = allocate['trade_weight']
|
||
self['Allocate-Start'] = allocate['start']
|
||
self['Allocate-User-Code'] = allocate['finalUserCode']
|
||
self['Allocate-NumUsers'] = allocate['numEndUsers']
|
||
self['UsageTimeAllocate'] = allocate['usageTimeAllocate']
|
||
self['Type'] = allocate['type']
|
||
self['LiveCreate'] = allocate['liveCreate']
|
||
self['UsageTimeHdd'] = allocate['usageTimeHdd']
|
||
|
||
|
||
class InternalStatsRow(OrderedDict):
|
||
|
||
def __init__(self, user, create, actions):
|
||
super().__init__()
|
||
# General information about all internal stats
|
||
# user, quart, month, year:
|
||
# Snapshot (Registers)
|
||
# Snapshots (Update)
|
||
# Snapshots (All)
|
||
# Allocate
|
||
# Deallocate
|
||
# Live
|
||
self.actions = actions
|
||
year, month = create.split('-')
|
||
|
||
self['User'] = user
|
||
self['Year'] = year
|
||
self['Quarter'] = self.quarter(month)
|
||
self['Month'] = month
|
||
self['Snapshot (Registers)'] = 0
|
||
self['Snapshot (Update)'] = 0
|
||
self['Snapshot (All)'] = 0
|
||
self['Allocates'] = 0
|
||
self['Deallocates'] = 0
|
||
self['Lives'] = 0
|
||
|
||
self.count_actions()
|
||
|
||
def count_actions(self):
|
||
for ac in self.actions:
|
||
self.is_snapshot(
|
||
self.is_deallocate(
|
||
self.is_live(
|
||
self.is_allocate(ac)
|
||
)
|
||
)
|
||
)
|
||
|
||
def is_allocate(self, ac):
|
||
if ac.type == 'Allocate':
|
||
self['Allocates'] += 1
|
||
return ac
|
||
|
||
def is_live(self, ac):
|
||
if ac.type == 'Live':
|
||
self['Lives'] += 1
|
||
return ac
|
||
|
||
def is_deallocate(self, ac):
|
||
if ac.type == 'Deallocate':
|
||
self['Deallocates'] += 1
|
||
return ac
|
||
|
||
def is_snapshot(self, ac):
|
||
if not ac.type == 'Snapshot':
|
||
return
|
||
self['Snapshot (All)'] += 1
|
||
|
||
canary = False
|
||
for _ac in ac.device.actions:
|
||
if not _ac.type == 'Snapshot':
|
||
continue
|
||
|
||
if _ac.created < ac.created:
|
||
canary = True
|
||
break
|
||
|
||
if canary:
|
||
self['Snapshot (Update)'] += 1
|
||
else:
|
||
self['Snapshot (Registers)'] += 1
|
||
|
||
def quarter(self, month):
|
||
q = {1: 'Q1', 2: 'Q1', 3: 'Q1',
|
||
4: 'Q2', 5: 'Q2', 6: 'Q2',
|
||
7: 'Q3', 8: 'Q3', 9: 'Q3',
|
||
10: 'Q4', 11: 'Q4', 12: 'Q4',
|
||
}
|
||
return q[int(month)]
|