ltbams 0.9.9__py3-none-any.whl → 1.0.2a1__py3-none-any.whl

ams/io/__init__.py

@@ -0,0 +1,133 @@
+"""
+AMS input parsers and output formatters.
+"""
+
+import importlib
+import logging
+
+import os
+
+from andes.utils.misc import elapsed
+from andes.io import dump  # NOQA
+
+from ams.io import xlsx, psse, matpower, pypower, json   # NOQA
+
+
+logger = logging.getLogger(__name__)
+
+# Input formats is a dictionary of supported format names and the accepted file extensions
+# The first file will be parsed by read() function and the addfile will be parsed by read_add()
+# Typically, column based formats, such as IEEE CDF and PSS/E RAW, are faster to parse
+
+input_formats = {
+    'xlsx': ('xlsx',),
+    'json': ('json',),
+    'matpower': ('m', ),
+    'psse': ('raw', 'dyr'),
+    'pypower': ('py',),
+}
+
+# Output formats is a dictionary of supported output formats and their extensions
+# The static data will be written by write() function and the addfile by writeadd()
+
+output_formats = {
+    'xlsx': ('xlsx',),
+    'json': ('json',),
+}
+
+
+def guess(system):
+    """
+    Guess the input format based on extension and content.
+
+    Also stores the format name to `system.files.input_format`.
+
+    Parameters
+    ----------
+    system : System
+        System instance with the file name set to `system.files`
+
+    Returns
+    -------
+    str
+        format name
+    """
+    files = system.files
+    maybe = []
+    if files.input_format:
+        maybe.append(files.input_format)
+    # first, guess by extension
+    for key, val in input_formats.items():
+        if files.ext.strip('.').lower() in val:
+            maybe.append(key)
+
+    # second, guess by lines
+    true_format = ''
+
+    for item in maybe:
+        parser = importlib.import_module('.' + item, __name__)
+        testlines = getattr(parser, 'testlines')
+        if testlines(files.case):
+            true_format = item
+            files.input_format = true_format
+            logger.debug('Input format guessed as %s.', true_format)
+            break
+
+    if not true_format:
+        logger.error('Unable to determine case format.')
+
+    # guess addfile format
+    if files.addfile:
+        _, add_ext = os.path.splitext(files.addfile)
+        for key, val in input_formats.items():
+            if add_ext[1:] in val:
+                files.add_format = key
+                logger.debug('Addfile format guessed as %s.', key)
+                break
+
+    return true_format
+
+
+def parse(system):
+    """
+    Parse input file with the given format in `system.files.input_format`.
+
+    Returns
+    -------
+    bool
+        True if successful; False otherwise.
+    """
+
+    t, _ = elapsed()
+
+    # exit when no input format is given
+    if not system.files.input_format:
+        if not guess(system):
+            logger.error('Input format unknown for file "%s".', system.files.case)
+            return False
+
+    # try parsing the base case file
+    logger.info('Parsing input file "%s"...', system.files.case)
+    input_format = system.files.input_format
+    parser = importlib.import_module('.' + input_format, __name__)
+    if not parser.read(system, system.files.case):
+        logger.error('Error parsing file "%s" with <%s> parser.', system.files.fullname, input_format)
+        return False
+
+    _, s = elapsed(t)
+    logger.info('Input file parsed in %s.', s)
+
+    # Try parsing the addfile
+    t, _ = elapsed()
+
+    if system.files.addfile:
+        logger.info('Parsing additional file "%s"...', system.files.addfile)
+        add_format = system.files.add_format
+        add_parser = importlib.import_module('.' + add_format, __name__)
+        if not add_parser.read_add(system, system.files.addfile):
+            logger.error('Error parsing addfile "%s" with %s parser.', system.files.addfile, input_format)
+            return False
+        _, s = elapsed(t)
+        logger.info('Addfile parsed in %s.', s)
+
+    return True

ams/io/json.py

@@ -0,0 +1,82 @@
+"""
+Json reader and writer for AMS.
+
+This module leverages the existing parser and writer in andes.io.json.
+"""
+import json
+import logging
+
+from collections import OrderedDict
+
+from andes.io.json import (testlines, read)  # NOQA
+from andes.utils.paths import confirm_overwrite
+
+from ams.shared import empty_adsys, ad_models
+
+logger = logging.getLogger(__name__)
+
+
+def write(system, outfile, skip_empty=True, overwrite=None,
+          to_andes=False,
+          ):
+    """
+    Write loaded AMS system data into an json file.
+    If to_andes is True, only write models that are in ANDES,
+    but the outfile might not be able to be read back into AMS.
+
+    Revise function ``andes.io.json.write`` to skip non-andes models.
+
+    Parameters
+    ----------
+    system : System
+        A loaded system with parameters
+    outfile : str
+        Path to the output file
+    skip_empty : bool
+        Skip output of empty models (n = 0)
+    overwrite : bool, optional
+        None to prompt for overwrite selection; True to overwrite; False to not overwrite
+    to_andes : bool, optional
+        Write to an ANDES system, where non-ANDES models are skipped
+
+    Returns
+    -------
+    bool
+        True if file written; False otherwise
+    """
+    if not confirm_overwrite(outfile, overwrite):
+        return False
+
+    if hasattr(outfile, 'write'):
+        outfile.write(_dump_system(system, skip_empty, to_andes=to_andes))
+    else:
+        with open(outfile, 'w') as writer:
+            writer.write(_dump_system(system, skip_empty, to_andes=to_andes))
+            logger.info('JSON file written to "%s"', outfile)
+
+    return True
+
+
+def _dump_system(system, skip_empty, orient='records', to_andes=False):
+    """
+    Dump parameters of each model into a json string and return
+    them all in an OrderedDict.
+    """
+    out = OrderedDict()
+    for name, instance in system.models.items():
+        if skip_empty and instance.n == 0:
+            continue
+        if to_andes:
+            if name not in ad_models:
+                continue
+            # NOTE: ommit parameters that are not in ANDES
+            skip_params = []
+            ams_params = list(instance.params.keys())
+            andes_params = list(empty_adsys.models[name].params.keys())
+            skip_params = list(set(ams_params) - set(andes_params))
+            df = instance.cache.df_in.drop(skip_params, axis=1, errors='ignore')
+            out[name] = df.to_dict(orient=orient)
+        else:
+            df = instance.cache.df_in
+            out[name] = df.to_dict(orient=orient)
+    return json.dumps(out, indent=2)

ams/io/matpower.py

@@ -0,0 +1,406 @@
+"""
+MATPOWER parser.
+"""
+import logging
+import numpy as np
+
+from andes.io.matpower import m2mpc
+from andes.shared import deg2rad, rad2deg
+
+logger = logging.getLogger(__name__)
+
+
+def testlines(infile):
+    """
+    Test if this file is in the MATPOWER format.
+
+    NOT YET IMPLEMENTED.
+    """
+
+    return True  # hard coded
+
+
+def read(system, file):
+    """
+    Read a MATPOWER data file into mpc, and build AMS device elements.
+    """
+
+    mpc = m2mpc(file)
+    return mpc2system(mpc, system)
+
+
+def mpc2system(mpc: dict, system) -> bool:
+    """
+    Load an mpc dict into an empty AMS system.
+
+    Revised from ``andes.io.matpower.mpc2system``.
+
+    Note that `mbase` in mpc is converted to `Sn`, but it is not actually used in
+    MATPOWER nor AMS.
+
+    Parameters
+    ----------
+    system : ams.system.System
+        Empty system to load the data into.
+    mpc : dict
+        mpc struct names : numpy arrays
+
+    Returns
+    -------
+    bool
+        True if successful, False otherwise.
+    """
+
+    # list of buses with slack gen
+    sw = []
+
+    system.config.mva = base_mva = mpc['baseMVA']
+
+    for data in mpc['bus']:
+        # idx  ty   pd   qd  gs  bs  area  vmag  vang  baseKV  zone  vmax  vmin
+        # 0    1    2    3   4   5   6     7     8     9       10    11    12
+        idx = int(data[0])
+        ty = data[1]
+        if ty == 3:
+            sw.append(idx)
+        pd = data[2] / base_mva
+        qd = data[3] / base_mva
+        gs = data[4] / base_mva
+        bs = data[5] / base_mva
+        area = data[6]
+        vmag = data[7]
+        vang = data[8] * deg2rad
+        baseKV = data[9]
+        if baseKV == 0:
+            baseKV = 110
+        zone = data[10]
+        vmax = data[11]
+        vmin = data[12]
+
+        system.add('Bus', idx=idx, name=None,
+                   type=ty, Vn=baseKV,
+                   v0=vmag, a0=vang,
+                   vmax=vmax, vmin=vmin,
+                   area=area, zone=zone)
+        if pd != 0 or qd != 0:
+            system.add('PQ', bus=idx, name=None, Vn=baseKV, p0=pd, q0=qd)
+        if gs or bs:
+            system.add('Shunt', bus=idx, name=None, Vn=baseKV, g=gs, b=bs)
+
+    gen_idx = 0
+    if mpc['gen'].shape[1] <= 10:  # missing data
+        mpc_gen = np.zeros((mpc['gen'].shape[0], 21), dtype=np.float64)
+        mpc_gen[:, :10] = mpc['gen']
+        mpc_gen[:, 16] = system.PV.Ragc.default * base_mva / 60
+        mpc_gen[:, 17] = system.PV.R10.default * base_mva
+        mpc_gen[:, 18] = system.PV.R30.default * base_mva
+        mpc_gen[:, 19] = system.PV.Rq.default * base_mva / 60
+    else:
+        mpc_gen = mpc['gen']
+    for data in mpc_gen:
+        # bus  pg  qg  qmax  qmin  vg  mbase  status  pmax  pmin
+        # 0    1   2   3     4     5   6      7       8     9
+        # pc1  pc2  qc1min  qc1max  qc2min  qc2max  ramp_agc  ramp_10
+        # 10   11   12      13      14      15      16        17
+        # ramp_30  ramp_q  apf
+        # 18       19      20
+        bus_idx = int(data[0])
+        gen_idx += 1
+        vg = data[5]
+        status = int(data[7])
+        pg = data[1] / base_mva
+        qg = data[2] / base_mva
+        qmax = data[3] / base_mva
+        qmin = data[4] / base_mva
+        pmax = data[8] / base_mva
+        pmin = data[9] / base_mva
+        pc1 = data[10] / base_mva
+        pc2 = data[11] / base_mva
+        qc1min = data[12] / base_mva
+        qc1max = data[13] / base_mva
+        qc2min = data[14] / base_mva
+        qc2max = data[15] / base_mva
+        ramp_agc = 60 * data[16] / base_mva  # MW/min -> MW/h
+        ramp_10 = data[17] / base_mva  # MW -> MW/h
+        ramp_30 = data[18] / base_mva  # MW -> MW/h
+        ramp_q = 60 * data[19] / base_mva  # MVAr/min -> MVAr/h
+        apf = data[20]
+
+        uid = system.Bus.idx2uid(bus_idx)
+        vn = system.Bus.Vn.v[uid]
+        a0 = system.Bus.a0.v[uid]
+
+        if bus_idx in sw:
+            system.add('Slack', idx=gen_idx, bus=bus_idx, busr=bus_idx,
+                       name=None,
+                       u=status, Sn=data[6],
+                       Vn=vn, v0=vg, p0=pg, q0=qg, a0=a0,
+                       pmax=pmax, pmin=pmin,
+                       qmax=qmax, qmin=qmin,
+                       Pc1=pc1, Pc2=pc2,
+                       Qc1min=qc1min, Qc1max=qc1max,
+                       Qc2min=qc2min, Qc2max=qc2max,
+                       Ragc=ramp_agc, R10=ramp_10,
+                       R30=ramp_30, Rq=ramp_q,
+                       apf=apf)
+        else:
+            system.add('PV', idx=gen_idx, bus=bus_idx, busr=bus_idx,
+                       name=None,
+                       u=status, Sn=data[6],
+                       Vn=vn, v0=vg, p0=pg, q0=qg,
+                       pmax=pmax, pmin=pmin,
+                       qmax=qmax, qmin=qmin,
+                       Pc1=pc1, Pc2=pc2,
+                       Qc1min=qc1min, Qc1max=qc1max,
+                       Qc2min=qc2min, Qc2max=qc2max,
+                       Ragc=ramp_agc, R10=ramp_10,
+                       R30=ramp_30, Rq=ramp_q,
+                       apf=apf)
+
+    for data in mpc['branch']:
+        # fbus	tbus	r	x	b	rateA	rateB	rateC	ratio	angle
+        # 0     1       2   3   4   5       6       7       8       9
+        # status	angmin	angmax	Pf	Qf	Pt	Qt
+        # 10        11      12      13  14  15  16
+        fbus = int(data[0])
+        tbus = int(data[1])
+        r = data[2]
+        x = data[3]
+        b = data[4]
+        rate_a = data[5] / base_mva
+        rate_b = data[6] / base_mva
+        rate_c = data[7] / base_mva
+        amin = data[11] * deg2rad
+        amax = data[12] * deg2rad
+
+        status = int(data[10])
+
+        if (data[8] == 0.0) or (data[8] == 1.0 and data[9] == 0.0):
+            # not a transformer
+            tf = False
+            ratio = 1
+            angle = 0
+        else:
+            tf = True
+            ratio = data[8]
+            angle = data[9] * deg2rad
+
+        vf = system.Bus.Vn.v[system.Bus.idx2uid(fbus)]
+        vt = system.Bus.Vn.v[system.Bus.idx2uid(tbus)]
+        system.add('Line', u=status, name=f'Line {fbus:.0f}-{tbus:.0f}',
+                   Vn1=vf, Vn2=vt,
+                   bus1=fbus, bus2=tbus,
+                   r=r, x=x, b=b,
+                   trans=tf, tap=ratio, phi=angle,
+                   rate_a=rate_a, rate_b=rate_b, rate_c=rate_c,
+                   amin=amin, amax=amax)
+
+    if ('bus_name' in mpc) and (len(mpc['bus_name']) == len(system.Bus.name.v)):
+        system.Bus.name.v[:] = mpc['bus_name']
+
+    # --- gencost ---
+    if 'gencost' in mpc:
+        gcost_idx = 0
+        gen_idx = np.arange(mpc['gen'].shape[0]) + 1
+        mpc_cost = mpc['gencost']
+        for data, gen in zip(mpc_cost, gen_idx):
+            # NOTE: only type 2 costs are supported for now
+            # type  startup shutdown	n	c2  c1  c0
+            # 0     1       2           3   4   5   6
+            if data[0] != 2:
+                raise ValueError('Only MODEL 2 costs are supported')
+            gcost_idx += 1
+            gctype = int(data[0])
+            startup = data[1]
+            shutdown = data[2]
+            if data[3] == 3:
+                c2 = data[4] * base_mva ** 2
+                c1 = data[5] * base_mva
+                c0 = data[6]
+            elif data[3] == 2:
+                c2 = 0
+                c1 = data[4] * base_mva
+                c0 = data[5]
+            else:
+                raise ValueError('Unrecognized gencost model, please use eighter quadratic or linear cost model')
+            system.add('GCost', gen=int(gen),
+                       u=1, type=gctype,
+                       idx=gcost_idx,
+                       name=None,
+                       csu=startup, csd=shutdown,
+                       c2=c2, c1=c1, c0=c0
+                       )
+
+    # --- Zone ---
+    zone_id = np.unique(system.Bus.zone.v).astype(int)
+    for zone in zone_id:
+        zone_idx = f'ZONE_{zone}'
+        system.add('Zone', idx=zone_idx, name=None)
+    bus_zone = system.Bus.zone.v
+    bus_zone = [f'ZONE_{int(zone)}' for zone in bus_zone]
+    system.Bus.zone.v = bus_zone
+    return True
+
+
+def _get_bus_id_caller(bus):
+    """
+    Helper function to get the bus id. Force bus id to be uid+1.
+
+    Parameters
+    ----------
+    bus : andes.models.bus.Bus
+        Bus object
+
+    Returns
+    -------
+    lambda function to that takes bus idx and returns bus id for matpower case
+    """
+
+    if np.array(bus.idx.v).dtype in ['int', 'float']:
+        return lambda x: x
+    else:
+        return lambda x: list(np.array(bus.idx2uid(x)) + 1)
+
+
+def system2mpc(system) -> dict:
+    """
+    Convert data from an AMS system to an mpc dict.
+
+    In the ``gen`` section, slack generators preceeds PV generators.
+
+    Compared to the ``andes.io.matpower.system2mpc``,
+    this function includes the generator cost data in the ``gencost``
+    section.
+    Additionally, ``c2`` and ``c1`` are scaled by ``base_mva`` to match
+    MATPOWER unit ``MW``.
+
+    Parameters
+    ----------
+    system : ams.core.system.System
+        AMS system
+
+    Returns
+    -------
+    mpc: dict
+        MATPOWER mpc dict
+    """
+
+    mpc = dict(version='2',
+               baseMVA=system.config.mva,
+               bus=np.zeros((system.Bus.n, 13), dtype=np.float64),
+               gen=np.zeros((system.PV.n + system.Slack.n, 21), dtype=np.float64),
+               branch=np.zeros((system.Line.n, 17), dtype=np.float64),
+               gencost=np.zeros((system.GCost.n, 7), dtype=np.float64),
+               )
+
+    if system.Bus.name.v is not None:
+        mpc['bus_name'] = system.Bus.name.v
+
+    base_mva = system.config.mva
+
+    # --- bus ---
+    bus = mpc['bus']
+    gen = mpc['gen']
+
+    to_busid = _get_bus_id_caller(system.Bus)
+
+    bus[:, 0] = to_busid(system.Bus.idx.v)
+    bus[:, 1] = 1
+    bus[:, 7] = system.Bus.v0.v
+    bus[:, 8] = system.Bus.a0.v * rad2deg
+    bus[:, 9] = system.Bus.Vn.v
+    bus[:, 11] = system.Bus.vmax.v
+    bus[:, 12] = system.Bus.vmin.v
+
+    # --- zone ---
+    ZONE_I = system.Zone.idx.v
+    if len(ZONE_I) > 0:
+        mapping = {busi0: i for i, busi0 in enumerate(ZONE_I)}
+        bus[:, 10] = np.array([mapping[busi0] for busi0 in system.Bus.zone.v])
+
+    # --- PQ ---
+    if system.PQ.n > 0:
+        pq_pos = system.Bus.idx2uid(system.PQ.bus.v)
+        bus[pq_pos, 2] = system.PQ.p0.v * base_mva
+        bus[pq_pos, 3] = system.PQ.q0.v * base_mva
+
+    # --- Shunt ---
+    if system.Shunt.n > 0:
+        shunt_pos = system.Bus.idx2uid(system.Shunt.bus.v)
+        bus[shunt_pos, 4] = system.Shunt.g.v * base_mva
+        bus[shunt_pos, 5] = system.Shunt.b.v * base_mva
+
+    # --- PV ---
+    if system.PV.n > 0:
+        PV = system.PV
+        pv_pos = system.Bus.idx2uid(PV.bus.v)
+        bus[pv_pos, 1] = 2
+        gen[system.Slack.n:, 0] = to_busid(PV.bus.v)
+        gen[system.Slack.n:, 1] = PV.p0.v * base_mva
+        gen[system.Slack.n:, 2] = PV.q0.v * base_mva
+        gen[system.Slack.n:, 3] = PV.qmax.v * base_mva
+        gen[system.Slack.n:, 4] = PV.qmin.v * base_mva
+        gen[system.Slack.n:, 5] = PV.v0.v
+        gen[system.Slack.n:, 6] = PV.Sn.v
+        gen[system.Slack.n:, 7] = PV.u.v
+        gen[system.Slack.n:, 8] = (PV.ctrl.v * PV.pmax.v + (1 - PV.ctrl.v) * PV.p0.v) * base_mva
+        gen[system.Slack.n:, 9] = (PV.ctrl.v * PV.pmin.v + (1 - PV.ctrl.v) * PV.p0.v) * base_mva
+        gen[system.Slack.n:, 16] = PV.Ragc.v * base_mva * 60    # MW/h -> MW/min
+        gen[system.Slack.n:, 17] = PV.R10.v * base_mva
+        gen[system.Slack.n:, 18] = PV.R30.v * base_mva
+        gen[system.Slack.n:, 19] = PV.Rq.v * base_mva * 60  # MVAr/h -> MVAr/min
+
+    # --- Slack ---
+    if system.Slack.n > 0:
+        slack_pos = system.Bus.idx2uid(system.Slack.bus.v)
+        bus[slack_pos, 1] = 3
+        bus[slack_pos, 8] = system.Slack.a0.v * rad2deg
+        gen[:system.Slack.n, 0] = to_busid(system.Slack.bus.v)
+        gen[:system.Slack.n, 1] = system.Slack.p0.v * base_mva
+        gen[:system.Slack.n, 2] = system.Slack.q0.v * base_mva
+        gen[:system.Slack.n, 3] = system.Slack.qmax.v * base_mva
+        gen[:system.Slack.n, 4] = system.Slack.qmin.v * base_mva
+        gen[:system.Slack.n, 5] = system.Slack.v0.v
+        gen[:system.Slack.n, 6] = system.Slack.Sn.v
+        gen[:system.Slack.n, 7] = system.Slack.u.v
+        gen[:system.Slack.n, 8] = system.Slack.pmax.v * base_mva
+        gen[:system.Slack.n, 9] = system.Slack.pmin.v * base_mva
+        gen[:system.Slack.n, 16] = system.Slack.Ragc.v * base_mva * 60    # MW/h -> MW/min
+        gen[:system.Slack.n, 17] = system.Slack.R10.v * base_mva
+        gen[:system.Slack.n, 18] = system.Slack.R30.v * base_mva
+        gen[:system.Slack.n, 19] = system.Slack.Rq.v * base_mva * 60    # MVAr/h -> MVAr/min
+
+    if system.Line.n > 0:
+        branch = mpc['branch']
+        branch[:, 0] = to_busid(system.Line.bus1.v)
+        branch[:, 1] = to_busid(system.Line.bus2.v)
+        branch[:, 2] = system.Line.r.v
+        branch[:, 3] = system.Line.x.v
+        branch[:, 4] = system.Line.b.v
+        branch[:, 5] = system.Line.rate_a.v * base_mva
+        branch[:, 6] = system.Line.rate_b.v * base_mva
+        branch[:, 7] = system.Line.rate_c.v * base_mva
+        branch[:, 8] = system.Line.tap.v
+        branch[:, 9] = system.Line.phi.v * rad2deg
+        branch[:, 10] = system.Line.u.v
+        branch[:, 11] = system.Line.amin.v * rad2deg
+        branch[:, 12] = system.Line.amax.v * rad2deg
+
+    # --- GCost ---
+    # NOTE: adjust GCost sequence to match the generator sequence
+    if system.GCost.n > 0:
+        stg_idx = system.Slack.idx.v + system.PV.idx.v
+        gcost_idx = system.GCost.find_idx(keys=['gen'], values=[stg_idx])
+        gcost_uid = system.GCost.idx2uid(gcost_idx)
+        gencost = mpc['gencost']
+        gencost[:, 0] = system.GCost.type.v[gcost_uid]
+        gencost[:, 1] = system.GCost.csu.v[gcost_uid]
+        gencost[:, 2] = system.GCost.csd.v[gcost_uid]
+        gencost[:, 3] = 3
+        gencost[:, 4] = system.GCost.c2.v[gcost_uid] / base_mva / base_mva
+        gencost[:, 5] = system.GCost.c1.v[gcost_uid] / base_mva
+        gencost[:, 6] = system.GCost.c0.v[gcost_uid]
+    else:
+        mpc.pop('gencost')
+
+    return mpc

ams/io/psse.py

@@ -0,0 +1,6 @@
+"""
+Excel reader and writer for AMS.
+This module is the existing module in ``andes.io.psse``.
+"""
+
+from andes.io.psse import (read, testlines)  # NOQA