Source code for tespy.networks.network_reader

# -*- coding: utf-8

"""Module for loading a tespy network from saved state.

Use the method :func:`tespy.networks.network_reader.load_network` for importing
a network from a saved state.


This file is part of project TESPy (github.com/oemof/tespy). It's copyrighted
by the contributors recorded in the version control history of the file,
available from its original location tespy/networks/network_reader.py

SPDX-License-Identifier: MIT
"""
import ast
import json
import logging
import os

import pandas as pd

from tespy.components import CombustionChamber
from tespy.components import CombustionEngine
from tespy.components import Compressor
from tespy.components import Condenser
from tespy.components import CycleCloser
from tespy.components import Desuperheater
from tespy.components import DropletSeparator
from tespy.components import Drum
from tespy.components import HeatExchanger
from tespy.components import HeatExchangerSimple
from tespy.components import Merge
from tespy.components import ORCEvaporator
from tespy.components import ParabolicTrough
from tespy.components import Pipe
from tespy.components import Pump
from tespy.components import Separator
from tespy.components import Sink
from tespy.components import SolarCollector
from tespy.components import Source
from tespy.components import Splitter
from tespy.components import SubsystemInterface
from tespy.components import Turbine
from tespy.components import Valve
from tespy.components import WaterElectrolyzer
from tespy.connections import Bus
from tespy.connections import Connection
from tespy.connections import Ref
from tespy.networks.network import Network
from tespy.tools.characteristics import CharLine
from tespy.tools.characteristics import CharMap
from tespy.tools.data_containers import ComponentCharacteristicMaps as dc_cm
from tespy.tools.data_containers import ComponentCharacteristics as dc_cc
from tespy.tools.data_containers import ComponentProperties as dc_cp
from tespy.tools.data_containers import DataContainerSimple as dc_simple
from tespy.tools.data_containers import FluidComposition as dc_flu
from tespy.tools.data_containers import FluidProperties as dc_prop
from tespy.tools.data_containers import GroupedComponentProperties as dc_gcp
from tespy.tools.helpers import modify_path_os

# pass the warning messages to the logger
logging.captureWarnings(True)


comp_target_classes = {
    'CycleCloser': CycleCloser,
    'Sink': Sink,
    'Source': Source,
    'SubsystemInterface': SubsystemInterface,
    'CombustionChamber': CombustionChamber,
    'CombustionEngine': CombustionEngine,
    'ORCEvaporator': ORCEvaporator,
    'Condenser': Condenser,
    'Desuperheater': Desuperheater,
    'HeatExchanger': HeatExchanger,
    'HeatExchangerSimple': HeatExchangerSimple,
    'SolarCollector': SolarCollector,
    'ParabolicTrough': ParabolicTrough,
    'DropletSeparator': DropletSeparator,
    'Drum': Drum,
    'Merge': Merge,
    'Separator': Separator,
    'Splitter': Splitter,
    'Pipe': Pipe,
    'Valve': Valve,
    'WaterElectrolyzer': WaterElectrolyzer,
    'Compressor': Compressor,
    'Pump': Pump,
    'Turbine': Turbine
}

# %% network loading


[docs]def load_network(path): r""" Load a network from a base path. Parameters ---------- path : str The path to the network data. Returns ------- nw : tespy.networks.network.Network TESPy networks object. Note ---- If you save the network structure of an existing TESPy network, it will be saved to the path you specified. The structure of the saved data in that path is the structure you need to provide in the path for loading the network. The structure of the path must be as follows: - Folder: path (e.g. 'mynetwork') - Subfolder: components ('mynetwork/components') containing - bus.csv* - char.csv* - char_map.csv* - component_class_name.csv (e.g. heat_exchanger.csv) - connections.csv - network.json The imported network has the following additional features: - Connections are accessible by label, e.g. :code:`myimportednetwork.get_conn('myconnection')`. The default label logic is :code:`source:source_id_target:target_id`, where the source means the label of the component the connection originates from and target means the label of the component, the connections targets on. - Components are accessible by label as well, e.g. for a component 'heat exchanger' :code:`myimportednetwork.get_comp('heat exchanger')`. - Busses are stored in a dict like structure, therefore accessible like follows, e.g. a bus labeld 'power input' :code:`myimportednetwork.busses['power input']`. Example ------- Create a network and export it. This is followed by loading the network with the network_reader module. All network information stored will be passed to a new network object. Components, connections and busses will be accessible by label. The following example setup is simple gas turbine setup with compressor, combustion chamber and turbine. The fuel is fed from a pipeline and throttled to the required pressure while keeping the temperature at a constant value. >>> import numpy as np >>> from tespy.components import (Sink, Source, CombustionChamber, ... Compressor, Turbine, HeatExchangerSimple) >>> from tespy.connections import Connection, Ref, Bus >>> from tespy.networks import load_network, Network >>> import shutil >>> fluid_list = ['CH4', 'O2', 'N2', 'CO2', 'H2O', 'Ar'] >>> nw = Network(fluids=fluid_list, p_unit='bar', T_unit='C', ... h_unit='kJ / kg', iterinfo=False) >>> air = Source('air') >>> f = Source('fuel') >>> c = Compressor('compressor') >>> comb = CombustionChamber('combustion') >>> t = Turbine('turbine') >>> p = HeatExchangerSimple('fuel preheater') >>> si = Sink('sink') >>> inc = Connection(air, 'out1', c, 'in1', label='ambient air') >>> cc = Connection(c, 'out1', comb, 'in1') >>> fp = Connection(f, 'out1', p, 'in1') >>> pc = Connection(p, 'out1', comb, 'in2') >>> ct = Connection(comb, 'out1', t, 'in1') >>> outg = Connection(t, 'out1', si, 'in1') >>> nw.add_conns(inc, cc, fp, pc, ct, outg) Specify component and connection properties. The intlet pressure at the compressor and the outlet pressure after the turbine are identical. For the compressor, the pressure ratio and isentropic efficiency are design parameters. A compressor map (efficiency vs. mass flow and pressure rise vs. mass flow) is selected for the compressor. Fuel is Methane. >>> c.set_attr(pr=10, eta_s=0.88, design=['eta_s', 'pr'], ... offdesign=['char_map_eta_s', 'char_map_pr']) >>> t.set_attr(eta_s=0.9, design=['eta_s'], ... offdesign=['eta_s_char', 'cone']) >>> inc.set_attr(fluid={'N2': 0.7556, 'O2': 0.2315, 'Ar': 0.0129, 'CH4': 0, ... 'H2O': 0}, fluid_balance=True, T=25, p=1) >>> fp.set_attr(fluid={'N2': 0, 'O2': 0, 'Ar': 0, 'CH4': 0.96, 'H2O': 0, ... 'CO2': 0.04}, T=25, p=40) >>> pc.set_attr(T=25) >>> ct.set_attr(T=1100) >>> outg.set_attr(p=Ref(inc, 1, 0)) >>> power = Bus('total power output') >>> power.add_comps({'comp': c}, {'comp': t}) >>> nw.add_busses(power) For a stable start, we specify the fresh air mass flow. >>> inc.set_attr(m=3) >>> nw.solve('design') The total power output is set to 1 MW, electrical or mechanical efficiencies are not considered in this example. The documentation example in class :py:class:`tespy.connections.bus.Bus` provides more information on efficiencies of generators, for instance. >>> inc.set_attr(m=np.nan) >>> power.set_attr(P=-1e6) >>> nw.solve('design') >>> nw.lin_dep False >>> nw.save('exported_nwk') >>> mass_flow = round(nw.get_conn('ambient air').m.val_SI, 1) >>> c.set_attr(igva='var') >>> nw.solve('offdesign', design_path='exported_nwk') >>> round(t.eta_s.val, 1) 0.9 >>> power.set_attr(P=-0.75e6) >>> nw.solve('offdesign', design_path='exported_nwk') >>> nw.lin_dep False >>> eta_s_t = round(t.eta_s.val, 3) >>> igva = round(c.igva.val, 3) >>> eta_s_t 0.898 >>> igva 20.138 The designed network is exported to the path 'exported_nwk'. Now import the network and recalculate. Check if the results match with the previous calculation in design and offdesign case. >>> imported_nwk = load_network('exported_nwk') >>> imported_nwk.set_attr(iterinfo=False) >>> imported_nwk.solve('design', init_path='exported_nwk') >>> imported_nwk.lin_dep False >>> round(imported_nwk.get_conn('ambient air').m.val_SI, 1) == mass_flow True >>> round(imported_nwk.get_comp('turbine').eta_s.val, 3) 0.9 >>> imported_nwk.get_comp('compressor').set_attr(igva='var') >>> imported_nwk.solve('offdesign', design_path='exported_nwk') >>> round(imported_nwk.get_comp('turbine').eta_s.val, 3) 0.9 >>> imported_nwk.busses['total power output'].set_attr(P=-0.75e6) >>> imported_nwk.solve('offdesign', design_path='exported_nwk') >>> round(imported_nwk.get_comp('turbine').eta_s.val, 3) == eta_s_t True >>> round(imported_nwk.get_comp('compressor').igva.val, 3) == igva True >>> shutil.rmtree('./exported_nwk', ignore_errors=True) """ if path[-1] != '/' and path[-1] != '\\': path += '/' path_comps = modify_path_os(path + 'components/') path = modify_path_os(path) msg = 'Reading network data from base path ' + path + '.' logging.info(msg) # load characteristics fn = path_comps + 'char_line.csv' try: char_lines = pd.read_csv(fn, sep=';', decimal='.', converters={'x': ast.literal_eval, 'y': ast.literal_eval}) msg = 'Reading characteristic lines data from ' + fn + '.' logging.debug(msg) except FileNotFoundError: char_lines = pd.DataFrame( columns=['id', 'type', 'x', 'y'], dtype='object') # load characteristic maps fn = path_comps + 'char_map.csv' try: msg = 'Reading characteristic maps data from ' + fn + '.' logging.debug(msg) char_maps = pd.read_csv(fn, sep=';', decimal='.', converters={'x': ast.literal_eval, 'y': ast.literal_eval, 'z': ast.literal_eval}) except FileNotFoundError: char_maps = pd.DataFrame( columns=['id', 'type', 'x', 'y', 'z'], dtype='object') # load components comps = pd.DataFrame(dtype='object') files = os.listdir(path_comps) for f in files: if f != 'bus.csv' and f != 'char_line.csv' and f != 'char_map.csv': fn = path_comps + f df = pd.read_csv(fn, sep=';', decimal='.', converters={'design': ast.literal_eval, 'offdesign': ast.literal_eval, 'busses': ast.literal_eval, 'bus_param': ast.literal_eval, 'bus_P_ref': ast.literal_eval, 'bus_char': ast.literal_eval, 'bus_base': ast.literal_eval}) # create components df['instance'] = df.apply( construct_components, axis=1, args=(char_lines, char_maps)) cols = [ 'instance', 'label', 'busses', 'bus_param', 'bus_P_ref', 'bus_char', 'bus_base'] comps = pd.concat((comps, df[cols]), axis=0) msg = 'Reading component data (' + f[:-4] + ') from ' + fn + '.' logging.debug(msg) comps = comps.set_index('label') msg = 'Created network components.' logging.info(msg) # create network nw = construct_network(path) # load connections fn = path + 'connections.csv' conns = pd.read_csv(fn, sep=';', decimal='.', converters={'design': ast.literal_eval, 'offdesign': ast.literal_eval}) msg = 'Reading connection data from ' + fn + '.' logging.debug(msg) # create connections conns['instance'] = conns.apply( construct_connections, axis=1, args=(comps, nw,)) conns.apply(conns_set_ref, axis=1, args=(conns,)) conns = conns.set_index('id') # add connections to network for c in conns['instance']: nw.add_conns(c) msg = 'Created connections.' logging.info(msg) # load busses try: fn = path_comps + 'bus.csv' busses = pd.read_csv(fn, sep=';', decimal='.') msg = 'Reading bus data from ' + fn + '.' logging.debug(msg) except FileNotFoundError: busses = pd.DataFrame(dtype='object') msg = 'No bus data found!' logging.debug(msg) # create busses if len(busses) > 0: busses['instance'] = busses.apply(construct_busses, axis=1) # add components to busses comps.apply(busses_add_comps, axis=1, args=(busses, char_lines,)) # add busses to network for b in busses['instance']: nw.add_busses(b) msg = 'Created busses.' logging.info(msg) msg = 'Created network.' logging.info(msg) nw.check_network() return nw
# %% create components
[docs]def construct_components(c, *args): r""" Create TESPy component from class name and set parameters. Parameters ---------- c : pandas.core.series.Series Component information from .csv-file. args[0] : pandas.core.frame.DataFrame DataFrame containing the data of characteristic lines. args[1] : pandas.core.frame.DataFrame DataFrame containing the data of characteristic maps. Returns ------- instance : tespy.components.component.Component TESPy component object. """ target_class = comp_target_classes[c['comp_type']] instance = target_class(str(c['label'])) kwargs = {} # basic properties for key in ['design', 'offdesign', 'design_path', 'local_design', 'local_offdesign']: if key in c: if isinstance(c[key], float): kwargs[key] = None else: kwargs[key] = c[key] for key, value in instance.variables.items(): if key in c: # component parameters if isinstance(value, dc_cp): kwargs[key] = { 'val': c[key], 'is_set': c[key + '_set'], 'is_var': c[key + '_var']} # component parameters elif isinstance(value, dc_simple): instance.get_attr(key).set_attr( **{'val': c[key], 'is_set': c[key + '_set']}) # component characteristics elif isinstance(value, dc_cc): # finding x and y values of the characteristic function values = args[0]['id'] == c[key] try: x = args[0][values].x.values[0] y = args[0][values].y.values[0] extrapolate = False if 'extrapolate' in args[0].columns: extrapolate = args[0][values].extrapolate.values[0] char = CharLine(x=x, y=y, extrapolate=extrapolate) except IndexError: char = None msg = ('Could not find x and y values for characteristic ' 'line, using defaults instead for function ' + key + ' at component ' + c.label + '.') logging.warning(msg) kwargs[key] = { 'is_set': c[key + '_set'], 'param': c[key + '_param'], 'char_func': char} # component characteristics elif isinstance(value, dc_cm): # finding x and y values of the characteristic function values = args[1]['id'] == c[key] try: x = list(args[1][values].x.values[0]) y = list(args[1][values].y.values[0]) z = list(args[1][values].z.values[0]) char = CharMap(x=x, y=y, z=z) except IndexError: char = None msg = ('Could not find x, y and z values for ' 'characteristic map of component ' + c.label + '!') logging.warning(msg) kwargs[key] = { 'is_set': c[key + '_set'], 'param': c[key + '_param'], 'char_func': char} # grouped component parameters elif isinstance(value, dc_gcp): kwargs[key] = {'method': c[key]} instance.set_attr(**kwargs) return instance
# %% create network object
[docs]def construct_network(path): r""" Create TESPy network from the data provided in the netw.csv-file. Parameters ---------- path : str Base-path to stored network data. Returns ------- nw : tespy.networks.network.Network TESPy network object. """ # read network .csv-file with open(path + 'network.json', 'r') as f: data = json.loads(f.read()) # construct fluid list fluid_list = [ backend + '::' + fluid for fluid, backend in data['fluids'].items()] # delete fluids from data del data['fluids'] # create network object with its properties nw = Network(fluids=fluid_list, **data) return nw
# %% create connections
[docs]def construct_connections(c, *args): r""" Create TESPy connection from data in the .csv-file and its parameters. Parameters ---------- c : pandas.core.series.Series Connection information from .csv-file. args[0] : pandas.core.frame.DataFrame DataFrame containing all created components. Returns ------- conn : tespy.connections.connection.Connection TESPy connection object. """ # create connection conn = Connection( args[0].instance[c.source], c.source_id, args[0].instance[c.target], c.target_id, label=str(c.label) ) # read basic properties for key in ['design', 'offdesign', 'design_path', 'local_design', 'local_offdesign']: if key in c: if isinstance(c[key], float): setattr(conn, key, None) else: setattr(conn, key, c[key]) # read fluid properties for key in ['m', 'p', 'h', 'T', 'x', 'v', 'Td_bp']: if key in c: setattr(conn, key, dc_prop( val=c[key], val0=c[key + '0'], val_set=c[key + '_set'], unit=c[key + '_unit'], ref=None, ref_set=c[key + '_ref_set'])) if 'state' in c: conn.state = dc_simple(val=c[key], is_set=c[key + '_set']) # read fluid vector val = {} val0 = {} val_set = {} for key in args[1].fluids: if key in c: val[key] = c[key] val0[key] = c[key + '0'] val_set[key] = c[key + '_set'] conn.fluid = dc_flu( val=val, val0=val0, val_set=val_set, balance=c['balance']) # write properties to connection and return connection object return conn
# %% set references on connections
[docs]def conns_set_ref(c, *args): r""" Set references on connections as specified in connection data. Parameters ---------- c : pandas.core.series.Series Connection information from .csv-file. args[0] : pandas.core.frame.DataFrame DataFrame containing all created connections. Returns ------- instance : tespy.connections.ref TESPy reference object. """ for col in ['m', 'p', 'h', 'T']: # search for referenced connections if isinstance(c[col + '_ref'], str): # create reference object instance = args[0].instance[c[col + '_ref'] == args[0]['id']].values[0] # write to connection properties c['instance'].get_attr(col).ref = Ref( instance, c[col + '_ref_f'], c[col + '_ref_d'])
# %% create busses
[docs]def construct_busses(c, *args): r""" Create busses of the network. Parameters ---------- c : pandas.core.series.Series Bus information from .csv-file. Returns ------- b : tespy.connections.bus.Bus TESPy bus object. """ # set up bus with label and specify value for power b = Bus(str(c.label), P=c.P) b.P.is_set = c.P_set return b
# %% add components to busses
[docs]def busses_add_comps(c, *args): r""" Add components to busses according to data from .csv file. Parameters ---------- c : pandas.core.series.Series Component information from .csv-file. args[0] : pandas.core.frame.DataFrame DataFrame containing all created busses. args[1] : pandas.core.frame.DataFrame DataFrame containing all created characteristic lines. """ i = 0 for b in c.busses: param = c.bus_param[i] P_ref = c.bus_P_ref[i] char = c.bus_char[i] base = 'component' if 'bus_base' in c.index: base = c.bus_base[i] values = char == args[1]['id'] char = CharLine(x=args[1][values].x.values[0], y=args[1][values].y.values[0]) # add component with corresponding details to bus args[0].instance[b == args[0]['label']].values[0].add_comps({ 'comp': c.instance, 'param': param, 'P_ref': P_ref, 'char': char, 'base': base}) i += 1