Source code for fdi.dataset.arraydataset

# -*- coding: utf-8 -*-

from .datawrapper import DataWrapper
from .typed import Typed
from .typecoded import Typecoded
from .listener import ColumnListener
from .ndprint import ndprint
from .shaped import Shaped
from ..utils.common import mstr, bstr, lls, exprstrs, findShape
from .dataset import GenericDataset, make_title_meta_l0
try:
    from .arraydataset_datamodel import Model
except ImportError as e:
    Model = {'metadata': {}}


from collections.abc import Sequence, Iterable
from collections import OrderedDict
from copy import copy

import logging
# create logger
logger = logging.getLogger(__name__)
# logger.debug('level %d' %  (logger.getEffectiveLevel()))

MdpInfo = Model['metadata']

# how many columns and rows to display and where to add '...'
COLUMN_WIDTH = 20
COLUMN_W_BREAK = 16
ROW_HEIGHT = 20
ROW_H_BREAK = 16


[docs]def mkline(line): """ make a display row from a given sequence. :line: the array or sequence line to display. """ return list(line[:COLUMN_W_BREAK]) + ['...'] + \ list(line[COLUMN_W_BREAK-COLUMN_WIDTH:])
[docs]class ArrayDataset(GenericDataset, Iterable, Shaped): """ Special dataset that contains a single Array Data object. mh: If omit the parameter names during instanciation, e.g. ArrayDataset(a, b, c), the assumed order is data, unit, description. mh: contains a sequence which provides methods count(), index(), remove(), reverse(). A mutable sequence would also need append(), extend(), insert(), pop() and sort(). Parameters ---------- :data: the payload data of this dataset. Default is None, Can be any iterable except for memoryview. Returns ------- """
[docs] def __init__(self, data=None, unit=None, description=None, typ_=None, typecode=None, version=None, zInfo=None, alwaysMeta=True, ** kwds): """ Initializes an ArrayDataset. Default ```None``` will initialize MetaData Parameters to their default values. If ``data`` is not None and has shape (``len`` applies), ``shape`` MDP is set to the actual ``data`` shape. """ # collect MDPs from args-turned-local-variables. metasToBeInstalled = copy(locals()) metasToBeInstalled.pop('__class__', None) metasToBeInstalled.pop('kwds', None) metasToBeInstalled.pop('self', None) metasToBeInstalled.pop('zInfo', None) global Model if zInfo is None: zInfo = Model # print('@1 zInfo', id(self.zInfo['metadata']), id(self), id(self.zInfo), # self.zInfo['metadata']['version'], list(metasToBeInstalled.keys())) # must be the first line to initiate meta super().__init__(zInfo=zInfo, **metasToBeInstalled, **kwds) self.updateShape()
# def getData(self): # """ Optimized """ # return self._data
[docs] def setData(self, data): """ """ # if issubclass(data.__class__, memoryview): # d = data if data is None: d = None else: isitr = hasattr(data, '__iter__') or hasattr(data, '__getitem__') # and hasattr(data, '__next__') if not isitr: # dataWrapper initializes data as None m = 'data in ArrayDataset must be an iterator, not ' + \ data.__class__.__name__ raise TypeError(m) else: d = data # no passive shape-updating. no super(ArrayDataset, self).setData(d) self.updateShape()
def __setitem__(self, *args, **kwargs): """ sets value at key. """ self.getData().__setitem__(*args, **kwargs) self.updateShape() def __getitem__(self, *args, **kwargs): """ returns value at key. """ return self.getData().__getitem__(*args, **kwargs) def __delitem__(self, *args, **kwargs): """ removes value and its key. """ self.getData().__delitem__(*args, **kwargs) def __iter__(self, *args, **kwargs): """ returns an iterator """ return self.getData().__iter__(*args, **kwargs)
[docs] def pop(self, *args, **kwargs): """ revomes and returns value """ ret = self.getData().pop(*args, **kwargs) self.updateShape() return ret
[docs] def append(self, *args, **kwargs): """ appends to data. """ self.getData().append(*args, **kwargs) self.updateShape()
[docs] def extend(self, *args, **kwargs): """ extend data. """ self.getData().extend(*args, **kwargs) self.updateShape()
[docs] def index(self, *args, **kwargs): """ returns the index of a value. """ return self.getData().index(*args, **kwargs)
[docs] def count(self, *args, **kwargs): """ returns size. """ return self.getData().count(*args, **kwargs)
[docs] def remove(self, *args, **kwargs): """ removes value at first occurrence. """ self.getData().remove(*args, **kwargs) self.updateShape()
def __repr__(self): return self.toString(level=2)
[docs] def toString(self, level=0, param_widths=None, tablefmt='grid', tablefmt1='simple', tablefmt2='simple', width=0, matprint=None, trans=True, center=-1, heavy=True, **kwds): """ matprint: an external matrix print function trans: print 2D matrix transposed. default is True. """ if matprint is None: matprint = ndprint cn = self.__class__.__name__ if level > 1: s = cn + '(' +\ self.meta.toString( level=level, heavy=heavy, tablefmt=tablefmt, tablefmt1=tablefmt1, tablefmt2=tablefmt2, width=width, param_widths=param_widths, **kwds) # set wiidth=0 level=2 to inhibit \n vs, us, ts, ds, fs, gs, cs, ex = exprstrs( self, '_data', width=0, level=level) # '{ %s (%s) <%s>, "%s", default %s, tcode=%s}' %\ # (vs, us, ts, ds, fs, cs) return '%s data= %s)' % (s, vs) html = 'html' in tablefmt.lower() or 'html' in tablefmt2.lower() br = '<br>' if html else '\n' if html: tablefmt = tablefmt2 = 'unsafehtml' s, last = make_title_meta_l0(self, level=level, width=width, heavy=heavy, tablefmt=tablefmt, tablefmt1=tablefmt1, tablefmt2=tablefmt2, center=center, param_widths=param_widths, html=html, excpt=['description']) width = len(last)-1 if level == 0: if html: d = '<center><u>%s</u></center>\n' % 'DATA' + '<hr>' else: d = 'DATA'.center(width) + '\n' + '----'.center(width) + '\n' else: d = '' # limit max rows and columns of display ls = len(self.shape) if ls == 0 or \ ls == 1 and len(self.data) <= COLUMN_WIDTH or \ ls > 1 and len(self.data[0]) <= COLUMN_WIDTH and \ len(self.data) <= ROW_HEIGHT: tdata = self.data elif ls == 1: tdata = mkline(self.data) else: # ls > 1 if len(self.data) <= ROW_HEIGHT: tdata = [mkline(line) for line in self.data] else: tdata = [mkline(line) for line in self.data[:ROW_H_BREAK]] tdata += [['...'] * len(tdata[0])] tdata += [mkline(line) for line in self.data[ROW_H_BREAK-ROW_HEIGHT:]] ds = bstr(tdata, level=level, **kwds) if matprint is None else \ matprint(tdata, trans=False, headers=[], tablefmt2='html' if html else 'plain', **kwds) #d += lls(ds, 9000 if html else 2000) d += ds return '%s\n%s%s%s%s' % (s, d, br, last, br)
string = toString txt = toString def __getstate__(self): """ Can be encoded with serializableEncoder """ # s = OrderedDict(description=self.description, meta=self.meta, data=self.data) # super(...).__getstate__() s = OrderedDict( _ATTR_meta=getattr(self, '_meta', None), _ATTR_data=getattr(self, 'data', None)) return s
# type=self.type, # unit=self.unit, # typecode=self.typecode, # version=self.version, # FORMATV=self.FORMATV,
[docs]class Column(ArrayDataset, ColumnListener): """ A Column is a the vertical cut of a table for which all cells have the same signature. A Column contains raw ArrayData, and optionally a description and unit. example:: table = TableDataset() table.addColumn("Energy",Column(data=[1,2,3,4],description="desc",unit='eV')) """ def __init__(self, *args, typ_='Column', **kwds): super().__init__(*args, typ_=typ_, **kwds)