Source code for cbmpy.CBTools

"""
CBMPy: CBTools module
=====================
PySCeS Constraint Based Modelling (http://cbmpy.sourceforge.net)
Copyright (C) 2009-2017 Brett G. Olivier, VU University Amsterdam, Amsterdam, The Netherlands

This program is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program.  If not, see <http://www.gnu.org/licenses/>

Author: Brett G. Olivier
Contact email: bgoli@users.sourceforge.net
Last edit: $Author: bgoli $ ($Id: CBTools.py 575 2017-04-13 12:18:44Z bgoli $)

"""
## gets rid of "invalid variable name" info
# pylint: disable=C0103
## gets rid of "line to long" info
# pylint: disable=C0301
## use with caution: gets rid of module xxx has no member errors (run once enabled)
# pylint: disable=E1101


# preparing for Python 3 port
from __future__ import division, print_function
from __future__ import absolute_import
#from __future__ import unicode_literals

import os, time, re, pprint, gzip, zipfile
try:
    import pickle
except ImportError:
    import cPickle as pickle
cDir = os.path.dirname(os.path.abspath(os.sys.argv[0]))
import numpy

from . import CBModel
#from .CBDataStruct import StructMatrixLP # legacy
from .CBCommon import HAVE_PYPARSING, checkChemFormula, pp_chemicalFormula, extractGeneIdsFromString
from .CBCommon import processSpeciesChargeChemFormulaAnnot, pyparsing

_PPR_ = pprint.PrettyPrinter()


from .CBConfig import __CBCONFIG__ as __CBCONFIG__
__DEBUG__ = __CBCONFIG__['DEBUG']
__version__ = __CBCONFIG__['VERSION']

[docs]def createTempFileName(): """ Return a temporary filename """ return str(time.time()).split('.')[0]
#TODO comrpess
[docs]def storeObj(obj, filename, compress=False): """ Stores a Python *obj* as a serialised binary object in *filename*.dat - *obj* a python object - *filename* the base filename - *compress* [False] use gzip compression not *implemented* """ if filename[-4:] != '.dat': filename = filename+'.dat' F = file(filename, 'wb') pickle.dump(obj, F, protocol=2) print('Object serialised as {}'.format(filename)) F.close()
[docs]def loadObj(filename): """ Loads a serialised Python pickle from *filename*.dat returns the Python object(s) """ if filename[-4:] != '.dat': filename = filename+'.dat' assert os.path.exists(filename), '\nFile \"{}\" does not exist'.format(filename) F = file(filename, 'rb') obj = pickle.load(F) F.close() return obj
[docs]def deSerialize(s): """ Deserializes a serialised object contained in a string """ return pickle.loads(s)
[docs]def deSerializeFromDisk(filename): """ Loads a serialised Python pickle from *filename* returns the Python object(s) """ assert os.path.exists(filename), '\nFile \"{}\" does not exist'.format(filename) F = file(filename, 'rb') obj = pickle.load(F) F.close() return obj
[docs]def addStoichToFBAModel(fm): """ Build stoichiometry: this method has been refactored into the model class - cmod.buildStoichMatrix() """ fm.buildStoichMatrix()
[docs]def addSinkReaction(fbam, species, lb=0.0, ub=1000.0): """ Adds a sink reactions that consumes a model *species* so that X --> - *fbam* an fba model object - *species* a valid species name - *lb* lower flux bound [default = 0.0] - *ub* upper flux bound [default = 1000.0] """ assert species in fbam.getSpeciesIds(), '\n%s is not a valid species' % species if lb < 0.0: reversible = True else: reversible = False Rname = species+'_sink' R = CBModel.Reaction(Rname, name='%s sink reaction' % species, reversible=reversible) Su = CBModel.Reagent(Rname+species, species, -1.0) R.addReagent(Su) R.is_exchange = True clb = CBModel.FluxBound(Rname+'_lb', Rname, 'greaterEqual', lb) cub = CBModel.FluxBound(Rname+'_ub', Rname, 'lessEqual', ub) fbam.addReaction(R, create_default_bounds=False) fbam.addFluxBound(clb) fbam.addFluxBound(cub) print('\n***\nCreated new reaction {} with bounds ({} : {})\n***\n'.format(Rname, lb, ub))
# TODO: check this
[docs]def addSourceReaction(fbam, species, lb=0.0, ub=1000.0): """ Adds a source reactions that produces a model *species* so that --> X - *fbam* an fba model object - *species* a valid species name - *lb* lower flux bound [default = 0.0] - *ub* upper flux bound [default = 1000.0] Note reversiblity is determined by the lower bound, default 0 = irreversible. If negative then reversible. """ assert species in fbam.getSpeciesIds(), '\n%s is not a valid species' % species if lb < 0.0: reversible = True else: reversible = False Rname = species+'_src' R = CBModel.Reaction(Rname, name='%s source reaction' % species, reversible=reversible) Su = CBModel.Reagent(Rname+species, species, 1.0) R.addReagent(Su) R.is_exchange = True clb = CBModel.FluxBound(Rname+'_lb', Rname, 'greaterEqual', lb) cub = CBModel.FluxBound(Rname+'_ub', Rname, 'lessEqual', ub) fbam.addReaction(R, create_default_bounds=False) fbam.addFluxBound(clb) fbam.addFluxBound(cub) print('\n***\nCreated new reaction {} with bounds ({} : {})\n***\n'.format(Rname, lb, ub))
[docs]def findDeadEndMetabolites(fbam): """ Finds dead-end (single reaction) metabolites rows in N with a single entry), returns a list of (metabolite, reaction) ids """ fbam.buildStoichMatrix() orphaned_list = [] for rr in range(fbam.N.array.shape[0]): if (fbam.N.array[rr, :] != 0.0).sum() == 1: if __DEBUG__: print(fbam.N.array[rr,:]) if __DEBUG__: print(fbam.N.row[rr]) for c in range(fbam.N.array.shape[1]): if fbam.N.array[rr,c] != 0.0: orphaned_list.append((fbam.N.row[rr],fbam.N.col[c])) return orphaned_list
[docs]def findDeadEndReactions(fbam): """ Finds dead-end (single substrate/product) reactions (cols in N with a single entry), returns a list of (metabolite, reaction) ids """ fbam.buildStoichMatrix() orphaned_list = [] for cc in range(fbam.N.array.shape[1]): if (fbam.N.array[:, cc] != 0.0).sum() == 1: if __DEBUG__: print(fbam.N.array[:, cc]) if __DEBUG__: print(fbam.N.col[cc]) for r in range(fbam.N.array.shape[0]): if fbam.N.array[r,cc] != 0.0: orphaned_list.append((fbam.N.row[r], fbam.N.col[cc])) return orphaned_list
[docs]def setSpeciesPropertiesFromAnnotations(fbam, overwriteCharge=False, overwriteChemFormula=False): """ This will attempt to set the model Species properties from the annotation. With the default options it will only replace missing data. With ChemicalFormula this is easy to detect however charge may have an "unknown value" of 0. Setting the optional values to true will replace any existing value with any valid annotation. - *overwriteChemFormula* [default=False] - *overwriteCharge* [default=False] """ for s_ in fbam.species: try: processSpeciesChargeChemFormulaAnnot(s_, getFromName=False, overwriteCharge=overwriteCharge, overwriteChemFormula=overwriteChemFormula) except Exception: print('processSpeciesChargeChemFormulaAnnot failed for species with id: {}'.format(s_.getId()))
[docs]def fixReversibility(fbam, auto_correct=False): """ Set fluxbound lower bound from reactions reversibility information. - *fbam* and FBAModel instance - *auto_correct* (default=False) if True automatically sets lower bound to zero if required, otherwise prints a warning if false. """ for c in fbam.flux_bounds: R = c.reaction ## print R O = c.operation ## print O V = c.value ## print V R_obj = fbam.reactions[fbam.getReactionIds().index(c.reaction)] RE = R_obj.reversible ## print RE if O in ['greater', 'greaterEqual']: if not RE and float(V) < 0.0: print('Warning {} is not reversible and lower bound is {}.'.format(R, V)) if auto_correct: print('Resetting {} lower bound ({}) to zero'.format(R, V)) c.value = 0.0 else: print('Reaction ({}) reversible={} inconsistent with fluxbound lower bound ({}) run with auto_correct=True to reset lower bound.'.format(R, RE, V)) time.sleep(1)
[docs]def splitReversibleReactions(fba, selected_reactions=None): """ Split a (set of) reactions into reversible reactions returns a copy of the original model R1: A = B R1f: A -> B R1r: B -> A - *fba* an instantiated CBMPy model object - *selected_reactions* if a reversible reaction id is in here split it """ if selected_reactions is None: selected_reactions = [] M = fba.clone() if len(selected_reactions) == 0: selected_reactions = M.getReversibleReactionIds() for r_ in M.getReversibleReactionIds(): if r_ in selected_reactions: splitSingleReversibleReaction(M, r_) else: pass return M
[docs]def splitSingleReversibleReaction(fba, rid, fwd_id=None, rev_id=None): """ Split a single reversible reaction into two irreversible reactions, returns the original reversible reaction and bounds while deleting them from model. R1: A = B R1_fwd: A -> B R1_rev: B -> A - *fba* an instantiated CBMPy model object - *rid* a valid reaction id - *fwd_id* [default=None] the new forward reaction id, defaults to rid_fwd - *rev_id* [default=None] the new forward reaction id, defaults to rid_rev """ R = fba.getReaction(rid) assert R != None print('Reversible reaction splitter is processing: {}'.format(rid)) Rf = R.clone() Rb = R.clone() Rf.setAnnotation('cbmpy_split_fwd', rid) Rb.setAnnotation('cbmpy_split_rev', rid) RB = fba.getReactionBounds(rid) LB = UB = EB = None if RB[1] != None and RB[2] != None: assert RB[1] <= RB[2], 'ERROR: For reaction splitting ({}): LowerBound ({}) must be LessEqual to UpperBound ({})'.format(rid, round(RB[1], 6), round(RB[2], 6)) if RB[1] != None: LB = fba.getFluxBoundByReactionID(rid, 'lower') if RB[2] != None: UB = fba.getFluxBoundByReactionID(rid, 'upper') if RB[3] != None: EB = fba.getFluxBoundByReactionID(rid, 'equality') fba.deleteReactionAndBounds(rid) if fwd_id is None: fwd_id = Rf.getId()+'_fwd' Rf.setPid(fwd_id) if rev_id is None: rev_id = Rb.getId()+'_rev' Rb.setPid(rev_id) Rf.reversible = False Rb.reversible = False for rr_ in Rf.reagents: rr_.setPid(rr_.getId()+'_fwd') for rr_ in Rb.reagents: rr_.setCoefficient(-1.0*rr_.getCoefficient()) rr_.setPid(rr_.getId()+'_rev') fba.addReaction(Rf, create_default_bounds=False) fba.addReaction(Rb, create_default_bounds=False) if EB != None: fba.createReactionLowerBound(Rf.getId(), EB.getValue()) fba.createReactionUpperBound(Rf.getId(), EB.getValue()) fba.createReactionLowerBound(Rb.getId(), EB.getValue()) fba.createReactionUpperBound(Rb.getId(), EB.getValue()) elif LB != None and UB != None: if LB.getValue() <= 0.0 and UB.getValue() >= 0.0: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), UB.getValue()) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), abs(LB.getValue())) elif LB.getValue() > 0.0 and UB.getValue() > 0.0: fba.createReactionLowerBound(Rf.getId(), LB.getValue()) fba.createReactionUpperBound(Rf.getId(), UB.getValue()) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), 0.0) if LB.getValue() < 0.0 and UB.getValue() < 0.0: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), 0.0) fba.createReactionLowerBound(Rb.getId(), abs(UB.getValue())) fba.createReactionUpperBound(Rb.getId(), abs(LB.getValue())) elif LB != None and UB is None: if LB.getValue() > 0: fba.createReactionLowerBound(Rf.getId(), LB.getValue()) fba.createReactionUpperBound(Rf.getId(), float('inf')) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), 0.0) else: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), float('inf')) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), abs(LB.getValue())) elif LB is None and UB != None: if UB.getValue() >= 0: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), UB.getValue()) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), float('inf')) else: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), 0.0) fba.createReactionLowerBound(Rb.getId(), abs(UB.getValue())) fba.createReactionUpperBound(Rb.getId(), float('inf')) else: fba.createReactionLowerBound(Rf.getId(), 0.0) fba.createReactionUpperBound(Rf.getId(), float('inf')) fba.createReactionLowerBound(Rb.getId(), 0.0) fba.createReactionUpperBound(Rb.getId(), float('inf')) return (R, LB, UB, EB)
[docs]def exportLabelledArray(arr, fname, names=None, sep=',', fmt='%f'): """ Write a 2D array type object to file - *arr* the an array like object - *names* [default=None] the list of row names - *fname* the output filename - *sep* [default=','] the column separator - *fmt* [default='%s'] the output number format """ if names != None: assert arr.shape[0] == len(names), '\n ... rows must equal number of names!' F = file(fname, 'w') cntr = 0 for r in range(arr.shape[0]): if names != None: F.write(('%s'+sep) % names[r]) for c in range(arr.shape[1]): if c < arr.shape[1]-1: F.write((fmt+sep) % arr[r,c]) else: F.write((fmt+'\n') % arr[r,c]) cntr += 1 if cntr >= 250: F.flush() cntr = 1 F.write('\n') F.flush() F.close() print('exported to {}'.format(fname))
[docs]def exportLabelledArrayWithHeader(arr, fname, names=None, header=None, sep=',', fmt='%f'): """ Export an array with row names and header - *arr* the an array like object - *names* [default=None] the list of row names - *header* [default=None] the list of column names - *fname* the output filename - *sep* [default=','] the column separator - *fmt* [default='%s'] the output number format - *appendlist* [default=False] if True append the array to *fname* otherwise create a new file """ if names != None: assert arr.shape[0] == len(names), '\n ... rows must equal number of names!' if header != None: assert arr.shape[1] == len(header), '\n ... cols must equal number of header names!' F = file(fname, 'w') cntr = 0 if header != None: if names != None: hstr = ' '+sep else: hstr = '' for h in header: hstr += str(h)+sep hstr = hstr[:-1]+'\n' F.write(hstr) del hstr for r in range(arr.shape[0]): if names != None: F.write(('%s'+sep) % names[r]) for c in range(arr.shape[1]): if c < arr.shape[1]-1: F.write((fmt+sep) % arr[r,c]) else: F.write((fmt+'\n') % arr[r,c]) cntr += 1 if cntr >= 250: F.flush() cntr = 1 F.write('\n') F.flush() F.close() print('exported to {}'.format(fname))
[docs]def exportLabelledLinkedList(arr, fname, names=None, sep=',', fmt='%s', appendlist=False): """ Write a 2D linked list [[...],[...],[...],[...]] and optionally a list of row labels to file: - *arr* the linked list - *fname* the output filename - *names* [default=None] the list of row names - *sep* [default=','] the column separator - *fmt* [default='%s'] the output number format - *appendlist* [default=False] if True append the array to *fname* otherwise create a new file """ if names != None: assert len(arr) == len(names), '\n ... rows must equal number of names!' if not appendlist: F = file(fname, 'w') else: F = file(fname, 'a') cntr = 0 for r in range(len(arr)): if names != None: F.write(('%s'+sep) % names[r]) col_l = len(arr[0]) for c in range(col_l): if c < col_l-1: if arr[r][c] == 0.0: F.write('0.0'+sep) else: try: F.write((fmt+sep) % arr[r][c]) except UnicodeEncodeError: F.write((fmt+sep) % 'uError') else: if arr[r][c] == 0.0: F.write('0.0\n') else: try: F.write((fmt+'\n') % arr[r][c]) except UnicodeEncodeError: F.write((fmt+'\n') % 'uError') cntr += 1 if cntr >= 250: F.flush() cntr = 1 ## F.write('\n') F.flush() F.close() del arr if not appendlist: print('exported to {}'.format(fname))
[docs]def exportLabelledArrayWithHeader2CSV(arr, fname, names=None, header=None): """ Export an array with row names and header to fname.csv - *arr* the an array like object - *fname* the output filename - *names* [default=None] the list of row names - *header* [default=None] the list of column names """ fname += '.csv' exportLabelledArrayWithHeader(arr, fname, names, header, sep=',', fmt='%f')
[docs]def exportLabelledArray2CSV(arr, fname, names=None): """ Export an array with row names to fname.csv - *arr* the an array like object - *fname* the output filename - *names* [default=None] the list of row names """ fname += '.csv' exportLabelledArray(arr, fname, names, sep=',', fmt='%f')
[docs]def exportArray2CSV(arr, fname): """ Export an array to fname.csv - *arr* the an array like object - *fname* the output filename - *sep* [default=','] the column separator """ fname += '.csv' exportLabelledArray(arr, fname, None, sep=',', fmt='%f')
[docs]def exportLabelledArrayWithHeader2TXT(arr, fname, names=None, header=None): """ Export an array with row names and header to fname.txt - *arr* the an array like object - *names* the list of row names - *header* the list of column names - *fname* the output filename """ fname += '.txt' exportLabelledArrayWithHeader(arr, fname, names, header, sep='\t', fmt='%f')
[docs]def exportLabelledArray2TXT(arr, fname, names=None): """ Export an array with row names to fname.txt - *arr* the an array like object - *names* [default=None] the list of row names - *fname* the output filename """ fname += '.txt' exportLabelledArray(arr, fname, names, sep='\t', fmt='%f')
[docs]def exportArray2TXT(arr, fname): """ Export an array to fname.txt - *arr* the an array like object - *fname* the output filename - *sep* [default=','] the column separator """ fname += '.txt' exportLabelledArray(arr, fname, None, sep='\t', fmt='%f')
[docs]def stringReplace(fbamod, old, new, target): """ This is alpha stuff, target can be: - 'species' - 'reactions' - 'constraints' - 'objectives' - 'all' """ print('stringReplace is relatively new and UNTESTED') fbamod.id = fbamod.id.replace(old, new) if target == 'species' or target == 'all': for s in fbamod.species: s.id = s.id.replace(old, new) if target == 'reactions' or target == 'all': for s in fbamod.reactions: s.id = s.id.replace(old, new) for r in s.reagents: r.id = r.id.replace(old, new) if target == 'constraints' or target == 'all': for s in fbamod.flux_bounds: s.id = s.id.replace(old, new) s.reaction = s.reaction.replace(old, new) if target == 'objectives' or target == 'all': for s in fbamod.objectives: s.id = s.id.replace(old, new) for f in s.fluxObjectives: f.id = f.id.replace(old, new) f.reaction = f.reaction.replace(old, new) return fbamod
[docs]def getBoundsDict(fbamod, substring=None): """ Return a dictionary of reactions&bounds """ rBdic = {} for r in fbamod.getReactionIds(substring=substring): name, lb, ub, eq = fbamod.getReactionBounds(r) rBdic.update({name : {'lb' : lb, 'ub' : ub, 'eq' : eq } }) return rBdic
[docs]def getExchBoundsDict(fbamod): """ Return a dictionary of all exchange reactions (as determined by the is_exchange attribute of Reaction) - *fbamod* a CBMPy model """ rBdic = {} for r in fbamod.getReactionIds(substring=None): name, lb, ub, eq = fbamod.getReactionBounds(r) rBdic.update({name : {'lb' : lb, 'ub' : ub, 'eq' : eq } }) for r in fbamod.reactions: if not r.is_exchange: rBdic.pop(r.getId()) return rBdic
[docs]def processBiGGchemFormula(fba): """ Disambiguates the overloaded BiGG name NAME_CHEMFORMULA into - *species.name* NAME - *species.chemFormula* CHEMFORMULA """ for s in fba.species: #print s.name tmp = s.name tmp2 = tmp.split('_') if len(tmp2) >= 2: CF = tmp2.pop(-1) NM = '' for se in tmp2: NM += '%s_' % se NM = NM[:-1] #NM = tmp.replace('_%s' % CF, '') else: NM = s.name CF = '' if __DEBUG__: print(NM, CF) del tmp, tmp2 if s.chemFormula in ['', None, ' '] and CF != '': s.chemFormula = CF.strip() s.name = NM.strip()
[docs]def processBiGGannotationNote(fba, annotation_key='note'): """ Parse the HTML formatted reaction information stored in the BiGG notes field. This function is being deprecated and replaced by `CBTools.processSBMLAnnotationNotes()` - requires an *annotation_key* which contains a BiGG HTML fragment """ print('\nDeprecation warning:\nCBTools.processBiGGannotationNote() is being replaced with CBTools.processSBMLAnnotationNotes') html_p = re.compile("<html:p>.*?</html:p>") for r in fba.reactions: new_ann = {} if annotation_key in r.annotation: hPs = re.findall(html_p, r.annotation.pop(annotation_key)) if __DEBUG__: print(hPs) for p in hPs: ps = p.replace('<html:p>','').replace('</html:p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) if len(ps) == 2: new_ann.update({ps[0].strip() : ps[1].strip()}) r.annotation.update(new_ann) if __DEBUG__: print(r.annotation)
[docs]def processSBMLAnnotationNotes(fba, annotation_key='note'): """ Parse the HTML formatted reaction information stored in the SBML notes field currently processes BiGG and PySCeSCBM style annotations it looks for the the annotation indexed with the *annotation_key* - *annotation_key* [default='note'] which contains a HTML/XHTML fragment in BiGG/PySCeSCBM format """ #if hasattr(fba, '_SBML_LEVEL_') and fba._SBML_LEVEL_ != None: #print('\n==================================\nINFO \"CBTools.processSBMLAnnotationNotes()\":\n') #print('This function is now called automatically\nduring model load and can be ignored.') #print('==================================\n') #return html_p = re.compile("<p>.*?</p>") html_span = re.compile("<span>.*?</span>") html_bigg_p = re.compile("<html:p>.*?</html:p>") for r in fba.reactions: if annotation_key in r.annotation: new_ann = {} if '<span xmlns="http://www.w3.org/1999/xhtml">' in r.annotation[annotation_key]: hPs = re.findall(html_p, r.annotation.pop(annotation_key).replace('\n','')) if __DEBUG__: print(hPs) for p in hPs: ps = re.findall(html_span, p) ps = [p.replace('<span>','').replace('</span>','').replace('&lt;','<').replace('&gt;','>').strip() for p in ps] if len(ps) == 2: new_ann.update({ps[0] : ps[1]}) else: annoKey = r.annotation.pop(annotation_key) hPs = re.findall(html_bigg_p, annoKey) if len(hPs) > 0: if __DEBUG__: print(hPs) for p in hPs: ps = p.replace('<html:p>','').replace('</html:p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) if len(ps) == 2: new_ann.update({ps[0].strip() : ps[1].strip()}) else: hPs = re.findall(html_p, annoKey) if __DEBUG__: print(hPs) for p in hPs: ps = p.replace('<p>','').replace('</p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) if len(ps) == 2: new_ann.update({ps[0].strip() : ps[1].strip()}) #hPs = re.findall(html_bigg_p, r.annotation.pop(annotation_key)) #if __DEBUG__: print hPs #for p in hPs: #ps = p.replace('<html:p>','').replace('</html:p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) #if len(ps) == 2: #new_ann.update({ps[0].strip() : ps[1].strip()}) r.annotation.update(new_ann) if __DEBUG__: print(r.annotation) for s in fba.species: if annotation_key in s.annotation: new_ann = {} if '<span xmlns="http://www.w3.org/1999/xhtml">' in s.annotation[annotation_key]: hPs = re.findall(html_p, s.annotation.pop(annotation_key).replace('\n','')) if __DEBUG__: print(hPs) for p in hPs: ps = re.findall(html_span, p) ps = [p.replace('<span>','').replace('</span>','').replace('&lt;','<').replace('&gt;','>').strip() for p in ps] if len(ps) == 2: new_ann.update({ps[0] : ps[1]}) else: annoKey = s.annotation.pop(annotation_key) hPs = re.findall(html_bigg_p, annoKey) if len(hPs) > 0: if __DEBUG__: print(hPs) for p in hPs: ps = p.replace('<html:p>','').replace('</html:p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) if len(ps) == 2: new_ann.update({ps[0].strip() : ps[1].strip()}) else: hPs = re.findall(html_p, annoKey) if __DEBUG__: print(hPs) for p in hPs: ps = p.replace('<p>','').replace('</p>','').replace('&lt;','<').replace('&gt;','>').split(':',1) if len(ps) == 2: new_ann.update({ps[0].strip() : ps[1].strip()}) s.annotation.update(new_ann) if 'chemFormula' in s.annotation and (s.chemFormula is None or s.chemFormula == ''): s.chemFormula = s.annotation.pop('chemFormula') if __DEBUG__: print(s.annotation) elif 'FORMULA' in s.annotation and (s.chemFormula is None or s.chemFormula == ''): s.chemFormula = s.annotation.pop('FORMULA') if s.chemFormula != '' and not checkChemFormula(s.chemFormula): s.chemFormula = '' if (s.charge is None or s.charge == '' or s.charge == 0) and 'charge' in s.annotation and s.annotation['charge'] != '': chrg = s.annotation.pop('charge') try: s.charge = int(chrg) except ValueError: s.charge = None print('Invalid charge: {} defined for species {}'.format(chrg, s.getId())) if __DEBUG__: print(s.annotation) elif (s.charge is None or s.charge == '' or s.charge == 0) and 'CHARGE' in s.annotation and s.annotation['CHARGE'] != '': chrg = s.annotation.pop('CHARGE') try: s.charge = int(chrg) except ValueError: print('Invalid charge: {} defined for species {}'.format(chrg, s.getId())) s.charge = None if __DEBUG__: print(s.annotation)
[docs]def processExchangeReactions(fba, key): """ Extract exchange reactions from model using *key* and return: - a dictionary of all exchange reactions without *medium* reactions - a dictionary of *medium* exchange reactions (negative lower bound) """ # extract all exchange bounds if key is None: fexDic = getExchBoundsDict(fba) else: fexDic = getBoundsDict(fba, substring=key) # extract the medium (exchange fluxes that allow uptake) MediumAll = [] Medium = [] for r in fexDic: if fexDic[r]['lb'] < 0.0: MediumAll.append((r, fexDic[r]['lb'], fexDic[r]['ub'])) Medium.append(r) if __DEBUG__: print(r, fexDic[r]) # remove medium from bounds dictionary and place in medium dict mediumDic = {} for m in Medium: mediumDic.update({m : fexDic.pop(m)}) if __DEBUG__: print('\nMedium') for m in MediumAll: print(m) print('mediumDic') print(mediumDic) print('\nr in fexDic') for r in mediumDic: print(r, r in fexDic) return fexDic, mediumDic
def generateInputScanReports(fba, exDict, mediumDict, optimal_growth_rates, wDir, tag=''): modName = fba.sourcefile modName += tag rnames = fba.getReactionNames() rid = fba.getReactionIds() F = file(os.path.join(wDir, '%s.medium.csv' % modName), 'w') F.write('J, lb, ub\n') for r in mediumDict: RN = rnames[rid.index(r)] F.write('%s, %s, %s, %s\n' % (r, mediumDict[r]['lb'], mediumDict[r]['ub'], RN)) F.write('\n') F.close() F = file(os.path.join(wDir, '%s.exchange.csv' % modName), 'w') F.write('J, lb, ub\n') for r in exDict: RN = rnames[rid.index(r)] F.write('%s, %s, %s, %s\n' % (r, exDict[r]['lb'], exDict[r]['ub'], RN)) F.write('\n') F.close() F = file(os.path.join(wDir, '%s.optima.csv' % modName), 'w') F.write('J, lb, ub, optimum, "name"\n') if __DEBUG__: print(rnames) print(rid) for r in optimal_growth_rates: RN = rnames[rid.index(r)] F.write('%s, %s, %s, %s, "%s"\n' % (r, exDict[r]['lb'], exDict[r]['ub'], optimal_growth_rates[r], RN)) F.write('\n') F.close() def getAllReactionsAssociatedWithGene(fba, gene, gene_annotation_key='GENE ASSOCIATION'): out = [] for r in fba.reactions: GA = None if gene_annotation_key in r.annotation: GA = gene_annotation_key elif 'GENE ASSOCIATION' in r.annotation: GA = 'GENE ASSOCIATION' elif 'GENE_ASSOCIATION' in r.annotation: GA = 'GENE_ASSOCIATION' if GA != None: if gene in r.annotation[GA]: out.append(r.getId()) return out
[docs]def scanForReactionDuplicates(f, ignore_coefficients=False): """ This method uses uses a brute force apprach to finding reactions with matching stoichiometry """ duplicates = [] for r in f.reactions: Rref = r.getSpeciesIds() Rref.sort() refspecies = '' for s in Rref: refspecies += '%s:' % s refspecies = refspecies[:-1] for r2 in f.reactions: Rtest = r2.getSpeciesIds() Rtest.sort() if Rref == Rtest and r.id != r2.id: if not ignore_coefficients: go = True for rgid in Rtest: if float(r.getReagentWithSpeciesRef(rgid).coefficient) != float(r2.getReagentWithSpeciesRef(rgid).coefficient): go = False break if go: dup = [r.id, r2.id,] dup.sort() dup = dup+[refspecies, f.getReaction(dup[0]).getName(), f.getReaction(dup[1]).getName()] if dup not in duplicates: duplicates.append(dup) else: dup = [r.id, r2.id,] dup.sort() dup = dup+[refspecies, f.getReaction(dup[0]).getName(), f.getReaction(dup[1]).getName()] if dup not in duplicates: duplicates.append(dup) for d in duplicates: print(d) print('\nFound %s pairs of duplicate reactions' % len(duplicates)) return duplicates
def countedPause(Tsec): print('\nPausing ... ',) for t in range(Tsec,-1,-1): print('\b\b\b{}'.format(t), end=" ") time.sleep(1) print('\b\b{}'.format('done.'))
[docs]def addGenesFromAnnotations(fba, annotation_key='GENE ASSOCIATION', gene_pattern=None): """ THIS METHOD IS DERPRECATED PLEASE USE cmod.createGeneAssociationsFromAnnotations() Add genes to the model using the definitions stored in the annotation key - *fba* and fba object - *annotation_key* the annotation dictionary key that holds the gene association for the protein/enzyme - *gene_pattern* deprecated, not needed anymore """ print('\nWARNING: CBTools.addGenesFromAnnotations IS DEPRECATED PLEASE USE cmod.createGeneAssociationsFromAnnotations()\n') fba.createGeneAssociationsFromAnnotations(annotation_key=annotation_key, replace_existing=True)
[docs]def getModelGenesPerReaction(fba, gene_pattern=None, gene_annotation_key='GENE ASSOCIATION'): ''' Parse a BiGG style gene annotation string using default gene_pattern='(\(\W*\w*\W*\))' or (<any non-alphanum><any alphanum><any non-alphanum>) Old eColi specific pattern '(b\w*\W)' It is advisable to use the model methods directly rather than this function ''' react_gene = {} #gene_re = re.compile(gene_pattern) for r in fba.reactions: GA = None ## print r.annotation if gene_annotation_key in r.annotation: GA = gene_annotation_key elif 'GENE ASSOCIATION' in r.annotation: GA = 'GENE ASSOCIATION' elif 'GENE_ASSOCIATION' in r.annotation: GA = 'GENE_ASSOCIATION' elif 'gene_association' in r.annotation: GA = 'gene_association' elif 'gene association' in r.annotation: GA = 'gene association' if GA != None: genes = extractGeneIdsFromString(r.annotation[GA]) #genes = re.findall(gene_re, r.annotation[GA]) #genes = [g.replace('(','').replace(')','').strip() for g in genes] ## print r.annotation['GENE ASSOCIATION'] if len(genes) == 0: ## print '\n' ## print 'GA:', r.annotation['GENE ASSOCIATION'] ## print r.getId(), genes ## raw_input('x') genes = None ## print r.getId(), genes ## raw_input() react_gene.update({r.getId() : genes}) else: react_gene.update({r.getId() : None}) return react_gene
def getReactionsPerGene(react_gene): gene_react = {} no_gene = [] for R in react_gene: if react_gene[R] is None: print('Reaction {} has no gene associated with it'.format(R)) no_gene.append(R) else: for G in react_gene[R]: ## GK = G.replace('(','').replace(')','').strip() if G in gene_react: print('Updating gene {} with reaction {}'.format(G, R)) gene_react[G].append(R) else: print('Adding gene {} to gene_react'.format(G)) gene_react.update({G : [R]}) genes = list(gene_react) return gene_react, genes, no_gene
[docs]def removeFixedSpeciesReactions(f): """ This function is a hack that removes reactions which only have boundary species as reactants and products. These are typically gene associations encoded in the Manchester style and there is probably a better way of working around this problem ... - *f* an instantiated fba model object """ c_react = [] for rea in f.reactions: lsa = numpy.array([f.getSpecies(r.species_ref).is_boundary for r in rea.reagents]) if lsa.all(): c_react.append(rea.getId()) for r in c_react: f.deleteReactionAndBounds(r)
[docs]def addFluxAsActiveObjective(f, reaction_id, osense, coefficient=1): """ Adds a flux as an active objective function - *reaction_id* a string containing a reaction id - *osense* objective sense must be **maximize** or **minimize** - *coefficient* the objective funtion coefficient [default=1] """ osense = osense.lower() if osense == 'max': osense = 'maximize' if osense == 'min': osense = 'minimize' if osense in ['maximise', 'minimise']: osense = osense.replace('se','ze') assert osense in ['maximize', 'minimize'], "\nosense must be ['maximize', 'minimize'] not %s" % osense assert reaction_id in [r.getId() for r in f.reactions], '\n%s is not avalid reaction' % reaction_id n_obj = CBModel.Objective(reaction_id+'_objf',osense) f.addObjective(n_obj, active=True) n_flux_obj = CBModel.FluxObjective(reaction_id+'_fluxobj', reaction_id, coefficient) n_obj.addFluxObjective(n_flux_obj)
[docs]def checkReactionBalanceElemental(f, Rid=None, zero_tol=1.0e-12): """ Check if the reaction is balanced using the chemical formula - *f* the FBA object - *Rid* [default = None] the reaction to check, defaults to all - *zero_tol* [default=1.0e-12] the floating point zero used for elemental balancing This function is derived from the code found here: http://pyparsing.wikispaces.com/file/view/chemicalFormulas.py """ assert HAVE_PYPARSING, '\nPyParsing needs to be installed for this method' if Rid is None: Rid = f.getReactionIds() elif isinstance(Rid, list): pass else: Rid = [Rid] ROUT = {} RCHARGE = {} for rid in Rid: R = f.getReaction(rid) reagents = [] netcharge = None for rr in R.reagents: CF = f.getSpecies(rr.species_ref).chemFormula chrg = f.getSpecies(rr.species_ref).charge if CF not in [None, '']: #print rid, rr.getId(), CF try: CFP = pp_chemicalFormula.parseString(CF) R2 = [(r[0], int(r[1])) for r in CFP] #print R2 # note this uses a net stoichiometry approach with signed coefficients reagents.append([rr.species_ref, rr.coefficient, CF, R2]) except pyparsing.ParseException: print('Invalid Chemical Formula ({}): {}'.format(rid, CF)) reagents.append([rr.species_ref, rr.coefficient, CF, None]) else: # note this uses a net stoichiometry approach with signed coefficients reagents.append([rr.species_ref, rr.coefficient, CF, None]) if chrg not in [None, '']: if netcharge is None: netcharge = float(chrg)*rr.coefficient else: netcharge += float(chrg)*rr.coefficient # if after all this we still do not have a charge make it all zero RCHARGE[rid] = netcharge ROUT[rid] = reagents Rres = {} for R in ROUT: Ed = {} for rr in ROUT[R]: if rr[3] != None: for s in rr[3]: if s[0] in Ed: Ed.update({s[0] : Ed[s[0]] + rr[1]*s[1]}) else: Ed.update({s[0] : rr[1]*s[1]}) else: pass# print('Invalid or no chemical formula defined for reagent: {}'.format(rr[0])) if len(Ed) > 0: CBAL = True EBAL = True else: CBAL = False EBAL = False for e in Ed: if abs(Ed[e]) >= zero_tol: EBAL = False if RCHARGE[R] is None or abs(RCHARGE[R]) >= zero_tol: CBAL = False Rres.update({ R : {'id' : R, 'charge_balanced' : CBAL, 'element_balanced' : EBAL, 'elements' : Ed.copy(), 'charge' : RCHARGE[R], 'stuff' : ROUT[R]}}) if CBAL and EBAL: f.getReaction(R).is_balanced = True else: f.getReaction(R).is_balanced = False return Rres
[docs]def scanForUnbalancedReactions(f, output='all'): """ Scan a model for unbalanced reactions, returns a tuple of dictionaries balanced and unbalanced: - *f* an FBA model instance - *output* [default='all'] can be one of ['all','charge','element'] - *charge* return all charge **un** balanced reactions - *element* return all element **un** balanced reactions """ bcheck = checkReactionBalanceElemental(f) badD = bcheck.copy() out = {} all_balanced = {} charge_balanced = {} element_balanced = {} for b in bcheck: if bcheck[b]['charge_balanced'] and bcheck[b]['element_balanced']: all_balanced.update({b : badD.pop(b)}) elif bcheck[b]['charge_balanced']: charge_balanced.update({b : badD.pop(b)}) elif bcheck[b]['element_balanced']: element_balanced.update({b : badD.pop(b)}) if output == 'charge': out.update(element_balanced) elif output == 'element': out.update(charge_balanced) else: out.update(element_balanced) out.update(charge_balanced) print(len(bcheck), len(badD)) return out
[docs]def createZipArchive(zipname, files, move=False, compression='normal'): """ Create a zip archive which contains one or more files - *zipname* the name of the zip archive to create (fully qualified) - *files* either a valid filename or a list of filenames (fully qualified) - *move* [default=False] attempt to delete input files after zip-archive creation - *compression* [default='normal'] normal zip compression, set as None for no compression only store files (zlib not required) """ if compression is None: compression = zipfile.ZIP_STORED else: compression = zipfile.ZIP_DEFLATED zf = zipfile.ZipFile(zipname, mode='w', compression=compression) if isinstance(files, list) or isinstance(files, tuple): files = [files] for f_ in files: assert os.path.exists(f_), 'ERROR: file \"{}\" does not exist'.format(f_) for f_ in files: zf.write(f_, arcname=os.path.split(f_)[-1]) zf.close() if move: for f_ in files: try: os.remove(f_) except Exception as ex: print(ex) print('\nINFO: {} input file(s) moved to archive \"{}\".'.format(len(files), zipname)) else: print('\nINFO: zip-archive \"{}\" created.'.format(zipname))
[docs]def checkExchangeReactions(fba, autocorrect=True): """ Scan all reactions for exchange reactions (reactions containing a boundary species), return a list of inconsistent reactions or correct automatically. - *fba* a CBMPy model - *autocorrect* [default=True] correctly set the "is_exchange" attribute on a reaction """ badR = [] for r_ in fba.reactions: has_fixed = False if True in [fba.getSpecies(rr_.species_ref).is_boundary for rr_ in r_.reagents]: has_fixed = True if r_.is_exchange and not has_fixed: print('WARNING: reaction {} is labelled as an exchange reaction but has no fixed reagents.'.format(r_.getId())) if autocorrect: print('INFO: is_exchange reaction attribute corrected') r_.is_exchange = has_fixed badR.append(r_.getId()) elif not r_.is_exchange and has_fixed: print('WARNING: reaction {} is not labelled as an exchange reaction but contains a fixed reagent.'.format(r_.getId())) if autocorrect: print('INFO: is_exchange reaction attribute corrected') r_.is_exchange = has_fixed badR.append(r_.getId()) return badR
[docs]def checkIds(fba, items='all'): """ Checks the id's of the specified model attributes to see if the name is legal and if there are duplicates. Returns a list of items with errors. - *fba* a CBMPy model instance - *items* [default='all'] 'all' means 'species,reactions,flux_bounds,objectives' of which one or more can be specified """ if items == 'all': items = [a.strip() for a in 'species,reactions,flux_bounds,objectives'.split(',')] else: items = [a.strip() for a in items.split(',')] for i_ in range(len(items)-1,-1,-1): if not hasattr(fba, items[i_]): print('ERROR: bad descriptor \"{}\" removing from input list'.format(items.pop(i_))) output = {} iddump = [] for i_ in items: output[i_] = [] ITEMS = fba.__getattribute__(i_) for I_ in ITEMS: Id = I_.getId() if Id in iddump: print('INFO: duplicate \"{}\" id: {}'.format(i_, Id)) output[i_].append(I_) else: iddump.append(Id) if i_ == 'reactions': if 'reagents' not in output: output['reagents'] = [] for rr_ in I_.reagents: rrid = rr_.getId() if rrid in iddump: print('INFO: duplicate \"reagent\" id: {}'.format(rrid)) if rr_ not in output['reagents']: output['reagents'].append(rr_) else: iddump.append(rrid) if i_ == 'objectives': if 'fluxObjectives' not in output: output['fluxObjectives'] = [] for fo_ in I_.fluxObjectives: foid = fo_.getId() if foid in iddump: print('INFO: duplicate \"fluxObjective\" id: {}'.format(foid)) if fo_ not in output['fluxObjectives']: output['fluxObjectives'].append(fo_) else: iddump.append(foid) if len(output) == 0: print('\nWARNING: no valid object descriptors found, please check your function call!') return output
[docs]def checkFluxBoundConsistency(fba): """ Check flux bound consistency checks for multiply defined bounds, bounds without a reaction, inconsistent bounds with respect to each other and reaction reversbility. Returns a dictionary of bounds/reactions where errors occur. """ dupIDs = checkIds(fba, items='flux_bounds')['flux_bounds'] if len(dupIDs) > 0: print('\nERROR: {} duplicate flux_bound Id\'s detected!'.format(len(dupIDs))) LB = {} UB = {} EB = {} eMB = {'lower' : {}, 'upper' : {}, 'equality' : {} } noreaction = [] for fb in fba.flux_bounds: raw_type = fb.is_bound get_type = fb.getType() RID = fb.getReactionId() if raw_type != get_type: print('WARNING: incorrect bound type for operation: \"{}\" old \"{}\" --> \"{}\"'.format(fb.operation, raw_type, get_type)) if get_type == 'lower': if RID in LB: print('ERROR multiple LOWER bounds defined for reaction: \"{}\"'.format(RID)) if RID in eMB['lower']: eMB['lower'][RID].append(fb) else: eMB['lower'][RID] = [fb] LB[RID] = fb if get_type == 'upper': if RID in UB: print('ERROR multiple UPPER bounds defined for reaction: \"{}\"'.format(RID)) if RID in eMB['upper']: eMB['upper'][RID].append(fb) else: eMB['upper'][RID] = [fb] UB[RID] = fb if get_type == 'equality': if RID in EB: print('ERROR multiple EQUAL bounds defined for reaction: \"{}\"'.format(RID)) if RID in eMB['equality']: eMB['equality'][RID].append(fb) else: eMB['equality'][RID] = [fb] EB[RID] = fb if fba.getReaction(RID) is None: noreaction.append(fb) for mb_ in list(eMB['lower']): if len(eMB['lower'][mb_]) == 1: eMB['lower'].pop(mb_) for mb_ in list(eMB['upper']): if len(eMB['upper'][mb_]) == 1: eMB['upper'].pop(mb_) for mb_ in list(eMB['equality']): if len(eMB['equality'][mb_]) == 1: eMB['equality'].pop(mb_) undefined = {'no_upper' : [], 'no_lower' : [], 'no_upper_lower' : [] } for r_ in fba.getReactionIds(): LBdef = True UBdef = True if r_ not in EB: if r_ not in LB: LBdef = False if r_ not in UB: UBdef = False if not LBdef and not UBdef: print('WARNING: No bounds defined for reaction: \"{}\"'.format(r_)) undefined['no_upper_lower'].append(r_) else: if not LBdef: print('WARNING: No LOWER BOUND defined for reaction: \"{}\"'.format(r_)) undefined['no_lower'].append(r_) if not UBdef: print('WARNING: No UPPER BOUND defined for reaction: \"{}\"'.format(r_)) undefined['no_upper'].append(r_) errors = {'eq+lb' : [], 'eq+ub' : [], 'duplicate_ids' : dupIDs, 'multiple_defines' : eMB, 'lb>ub' : [], 'undefined' : undefined, 'rev_contradict' : [], 'no_reaction' : noreaction } for k_ in EB: if k_ in LB: errors['eq+lb'].append((EB[k_], LB[k_])) if k_ in UB: errors['eq+ub'].append((EB[k_], UB[k_])) checked = [] for k_ in LB: if k_ in UB and k_ not in checked: if not LB[k_].getValue() <= UB[k_].getValue(): print('ERROR: Reaction {} has lower bound ({}) larger than upper bound ({})'.format(k_, LB[k_].getValue(), UB[k_].getValue())) errors['lb>ub'].append((LB[k_], UB[k_])) checked.append(k_) assR = fba.getReaction(LB[k_].getReactionId()) if assR != None: if not assR.reversible: if LB[k_].getValue() < 0.0: print('ERROR: Reaction {} is marked as irreversible but has a negative lower bound ({})'.format(assR.getId(), LB[k_].getValue())) errors['rev_contradict'].append(assR) del assR for k_ in UB: if k_ in LB and k_ not in checked: if not LB[k_].getValue() <= UB[k_].getValue(): print('ERROR: Reaction {} has lower bound ({}) larger than upper bound ({})'.format(k_, LB[k_].getValue(), UB[k_].getValue())) errors['lb>ub'].append((LB[k_], UB[k_])) checked.append(k_) return errors
[docs]def roundOffWithSense(val, osense='max', tol=1e-8): """ Round of a value in a way that takes into consideration the sense of the operation that generated it - *val* the value - *osense* [default='max'] the sense - *tol* [default=1e-8] the tolerance of the roundoff factor """ if osense.lower() in ['min', 'minimize', 'minimise']: val = numpy.ceil(val/tol)*tol else: val = numpy.floor(val/tol)*tol return val
[docs]def merge2Models(m1, m2, ignore=None, ignore_duplicate_ids=False): """ Merge 2 models, this method does a raw merge of model 2 into model 1 without any model checking. Component id's in ignore are ignored in both models and the first objective of model 1 is arbitrarily set as active. Compartments are also merged and a new "OuterMerge" compartment is also created. In all cases duplicate id's are tracked and ignored, essentially using the object id encountered first - usually that of model 1. Duplicate checking can be disabled by setting the *ignore_duplicate_ids* flag. - *m1* model 1 - *m2* model 2 - *ignore* [[]] do not merge these id's - *ignore_duplicate_ids* [False] default behaviour that can be enabled In development: merging genes and gpr's. """ if ignore is None: ignore = [] out = CBModel.Model(m1.getId() + m2.getId()) out.setName(m1.getName() + m2.getName()) out.createCompartment('OuterMerge', size=1.0, dimensions=3) idstore = [] for x_ in m1.compartments+m2.compartments: sid = x_.getId() if sid not in ignore: if ignore_duplicate_ids or sid not in idstore: idstore.append(sid) out.addCompartment(x_.clone()) for s_ in m1.species+m2.species: sid = s_.getId() if sid not in ignore: if ignore_duplicate_ids or sid not in idstore: idstore.append(sid) out.addSpecies(s_.clone()) else: print('Skipping duplicate id: \"{}\"'.format(sid)) else: print('Skipping ignored id: \"{}\"'.format(sid)) for r_ in m1.reactions+m2.reactions: sid = r_.getId() if r_.getId() not in ignore: if ignore_duplicate_ids or sid not in idstore: idstore.append(sid) out.addReaction(r_.clone(), create_default_bounds=False) else: print('Skipping duplicate id: \"{}\"'.format(sid)) else: print('Skipping ignored id: \"{}\"'.format(sid)) for f_ in m1.flux_bounds+m2.flux_bounds: sid = f_.getId() if f_.getId() not in ignore: if ignore_duplicate_ids or sid not in idstore: idstore.append(sid) out.addFluxBound(f_.clone()) else: print('Skipping duplicate id: \"{}\"'.format(sid)) else: print('Skipping ignored id: \"{}\"'.format(sid)) GO = True for o_ in m1.objectives+m2.objectives: sid = o_.getId() if o_.getId() not in ignore: if ignore_duplicate_ids or sid not in idstore: idstore.append(sid) if GO: out.addObjective(o_.clone(), active=True) GO = False else: out.addObjective(o_.clone(), active=False) else: print('Skipping duplicate id: \"{}\"'.format(sid)) else: print('Skipping ignored id: \"{}\"'.format(sid)) print('\nAdded {} components to merged model'.format(len(idstore))) idstore = [] return out
[docs]def checkProducibilityMetabolites(mod, metabolites=None, retOnlyZeroEntr=False, zeroLimit=1.0e-11): """ Check for blocked metabolites by adding a sink reaction and maximizing its output. If no metabolites are defined all metabolites are used by default. Returns a dictionary of metabolite id and sink flux pairs: - *mod* a CBMPy model - *metabolites* [default=[]] if not specified by default uses all metabolites defined in model - *reactions* [default=[]] if defined, the reagents of each reaction listed here will be tested - *retOnlyZeroEntr* [default=False] default returns all results, if this is try only blocked metabolites are returned - *zeroLimit* [default=1.0e-11] values smaller than this are considered to be zero This function was contributed by Willi Gottstein, Amsterdam, 2015. """ raise DeprecationWarning("\ncheckProducibilityMetabolites is being refreshed and will return in the next release, our apologies for the inconvenience.") if metabolites is None: metabolites = [] res = {} tempMod = mod.clone() if metabolites: assert all(isinstance(s, str) for s in metabolites), 'please provide metabolite names as strings' else: metabolites = tempMod.getSpeciesIds() # this is an intermediate level hack, as the generic functions in CBSolver are created at loadtime we need to import # it at runtime to use here (also keep things nicely scoped) from .CBSolver import analyzeModel for meti in metabolites: addSinkReaction(tempMod, meti) addFluxAsActiveObjective(tempMod,meti+'_sink','maximize') analyzeModel(tempMod, quiet=True) res[meti] = tempMod.getObjFuncValue() tempMod.deleteReactionAndBounds(meti+'_sink') del tempMod, analyzeModel if retOnlyZeroEntr: res = { k : v for k,v in res.items() if abs(v) <= zeroLimit } return res
[docs]def checkProducibilityReactions(mod, reactions=None, retOnlyZeroEntr=False, zeroLimit=1.0e-11): """ Check for blocked metabolites by adding a sink reaction to each reaction reagent and maximizing its output. Returns a dictionary of reagent/metabolite id and sink flux pairs: - *mod* a CBMPy model - *reactions* [default=[]] if defined, the reagents of each reaction listed here will be tested - *retOnlyZeroEntr* [default=False] default returns all results, if this is try only blocked metabolites are returned - *zeroLimit* [default=1.0e-11] values smaller than this are considered to be zero This function was contributed by Willi Gottstein, Amsterdam, 2015. """ raise DeprecationWarning("\ncheckProducibilityReactions is being refreshed and will return in the next release, our apologies for the inconvenience.") if reactions is None: reactions = [] res = {} if reactions: assert all(isinstance(s, string) for s in reactions), 'please provide reaction names as strings' metlist = [] for reai in reactions: metlist.extend(mod.getReaction(reai).getSpeciesIds()) res = checkProducibilityMetabolites(mod, metlist, retOnlyZeroEntr, zeroLimit) return res
[docs]def checkProducibility(mod, metabolites=None, reactions=None, retOnlyZeroEntr=False, zeroLimit=1.0e-11): """ Check for blocked metabolites by adding a sink reaction and maximizing its output. If no metabolites are defined all metabolites are used by default. Returns a dictionary of metabolite id and sink flux pairs: - *mod* a CBMPy model - *metabolites* [default=[]] if not specified by default uses all metabolites defined in model - *reactions* [default=[]] if defined, the reagents of each reaction listed here will be tested - *retOnlyZeroEntr* [default=False] default returns all results, if this is try only blocked metabolites are returned - *zeroLimit* [default=1.0e-11] values smaller than this are considered to be zero This function was contributed by Willi Gottstein, Amsterdam, 2015. """ raise DeprecationWarning("\ncheckProducibility is being refreshed and will return in the next release, our apologies for the inconvenience.") if metabolites is None: metabolites = [] if reactions is None: reactions = [] res = checkProducibilityMetabolites(mod, metabolites, retOnlyZeroEntr, zeroLimit) reacs = checkProducibilityReactions(mod, reactions, retOnlyZeroEntr, zeroLimit) res.update(reacs) return res
[docs]def checkSuffixes(aList, suf1, suf2): """ Check whether there are strings in aList with the suffixes suf1 and suf2, respectively used in the function getReaByMetSuf """ boolSuf1 = any([x.endswith(suf1) for x in aList]) boolSuf2 = any([x.endswith(suf2) for x in aList]) return all([boolSuf1, boolSuf2])
## WILLI: can't you also do this using the compartment attribute? I would also call the function: getTransportReactionsBysuffix
[docs]def getReaByMetSuf(fba_mod, suf1, suf2, retSpec=False): """ - can be used to determine all reactions in which at least two species with different suffixes are involved - e.g. getReaByMetSuf(fba_mod, '_e', '_c') returns all reactions IDs between the extracellular compartment (suffix '_e') and the cytosol (suffix '_c)'. INPUT: fba_mod: a model instance suf1: suffix one (string) suf2: suffix two (string) OUTPUT: if retSpec=True, a dictionary of reaction IDs and their associated species are returned if retSpec=False, a list with reaction IDs is returned """ # check whether suf1 and suf2 are strings if not all(isinstance(s, str) for s in [suf1, suf2]): raise TypeError('Please provide suffixes as strings') # create a dictionary where keys are reactions IDs and values are species IDs reaSpecDict = {reai.getId(): fba_mod.getReaction(reai.getId()).getSpeciesIds() for reai in fba_mod.reactions} # dictionary where keys are reactions IDs and values are Boolean depending on whether there are species IDs ending # with suf1 and suf2 reaBoolDict = {k: checkSuffixes(v, suf1, suf2) for k, v in reaSpecDict.items()} # return either only the reactions IDs or a dictionary with reactions IDs as keys and their associated species # as values if retSpec: return filter(lambda x: reaBoolDict[x[0]], reaSpecDict.items()) return filter(lambda x: reaBoolDict[x], reaBoolDict.keys())