"""
Processor module for computing thermodynamic properties and rate coefficients using statistical mechanics.
"""
import os
import shutil
from typing import Optional
import arc.plotter as plotter
from arc.common import ARC_PATH, get_logger, read_yaml_file, save_yaml_file
from arc.level import Level
from arc.job.local import execute_command
from arc.statmech.factory import statmech_factory
logger = get_logger()
THERMO_SCRIPT_PATH = os.path.join(ARC_PATH, 'arc', 'scripts', 'rmg_thermo.py')
KINETICS_SCRIPT_PATH = os.path.join(ARC_PATH, 'arc', 'scripts', 'rmg_kinetics.py')
EA_UNIT_CONVERSION = {'J/mol': 1, 'kJ/mol': 1e+3, 'cal/mol': 4.184, 'kcal/mol': 4.184e+3}
[docs]
def process_arc_project(thermo_adapter: str,
kinetics_adapter: str,
project: str,
project_directory: str,
species_dict: dict,
reactions: list,
output_dict: dict,
bac_type: Optional[str] = None,
sp_level: Optional[Level] = None,
freq_level: Optional[Level] = None,
freq_scale_factor: float = 1.0,
compute_thermo: bool = True,
compute_rates: bool = True,
compute_transport: bool = False,
T_min: tuple = None,
T_max: tuple = None,
T_count: int = 50,
lib_long_desc: str = '',
compare_to_rmg: bool = True,
skip_nmd: bool = False,
) -> None:
"""
Process an ARC project, generate thermo and rate coefficients using statistical mechanics (statmech).
Args:
thermo_adapter (str): The software to use for calculating thermodynamic data.
kinetics_adapter (str): The software to use for calculating rate coefficients.
project (str): The ARC project name.
project_directory (str): The path to the ARC project directory.
species_dict (dict): Keys are labels, values are ARCSpecies objects.
reactions (list): Entries are ARCReaction objects.
output_dict (dict): Keys are labels, values are output file paths.
See Scheduler for a description of this dictionary.
bac_type (str, optional): The bond additivity correction type. 'p' for Petersson- or 'm' for Melius-type BAC.
``None`` to not use BAC.
sp_level (Level, optional): The level of theory used for energy corrections.
freq_level (Level, optional): The level of theory used for frequency calculations.
freq_scale_factor (float, optional): The harmonic frequencies scaling factor.
compute_thermo (bool, optional): Whether to compute thermodynamic properties for the provided species.
compute_rates (bool, optional): Whether to compute high pressure limit rate coefficients.
compute_transport (bool, optional): Whether to compute transport properties.
T_min (tuple, optional): The minimum temperature for kinetics computations, e.g., (500, 'K').
T_max (tuple, optional): The maximum temperature for kinetics computations, e.g., (3000, 'K').
T_count (int, optional): The number of temperature points between ``T_min`` and ``T_max``.
lib_long_desc (str, optional): A multiline description of levels of theory for the resulting RMG libraries.
compare_to_rmg (bool, optional): If ``True``, ARC's calculations will be compared against estimations
from RMG's database.
skip_nmd (bool, optional): Whether to skip the normal mode displacement check analysis. Defaults to ``False``.
"""
T_min = T_min or (300, 'K')
T_max = T_max or (3000, 'K')
if isinstance(T_min, (int, float)):
T_min = (T_min, 'K')
if isinstance(T_max, (int, float)):
T_max = (T_max, 'K')
T_count = T_count or 50
species_for_thermo_lib, converged_species, converged_e0_only_species, unconverged_species = list(), list(), list(), list()
rxns_for_kinetics_lib, converged_rxns, unconverged_rxns = list(), list(), list()
species_for_transport_lib = list()
bde_report = dict()
output_directory = os.path.join(project_directory, 'output')
calcs_directory = os.path.join(project_directory, 'calcs')
libraries_path = os.path.join(output_directory, 'RMG libraries')
if not os.path.isdir(output_directory):
os.makedirs(output_directory)
# 1. Rates
if compute_rates:
for reaction in reactions:
unconverged_ts, unconverged_rxn_species = list(), list()
if not output_dict[reaction.ts_label]['convergence']:
unconverged_ts.append(reaction.ts_label)
for species in reaction.r_species + reaction.p_species:
if not output_dict[species.label]['convergence']:
unconverged_rxn_species.append(species.label)
if unconverged_ts or unconverged_rxn_species:
message = f'Cannot compute a rate coefficient for {reaction.label}.'
if unconverged_ts:
message += f' TS {unconverged_ts} did not converge.'
if unconverged_rxn_species:
message += f' Species {unconverged_rxn_species} did not converge.'
logger.info('\n\n')
logger.error(message)
unconverged_rxns.append(reaction)
else:
converged_rxns.append(reaction)
if converged_rxns:
statmech_adapter = statmech_factory(statmech_adapter_label=kinetics_adapter,
output_directory=output_directory,
calcs_directory=calcs_directory,
output_dict=output_dict,
species=list({s for rxn in converged_rxns for s in rxn.r_species + rxn.p_species}),
reactions=converged_rxns,
bac_type=None,
sp_level=sp_level,
freq_level=freq_level,
freq_scale_factor=freq_scale_factor,
species_dict=species_dict,
T_min=T_min,
T_max=T_max,
T_count=T_count,
skip_nmd=skip_nmd,
)
statmech_adapter.compute_high_p_rate_coefficient()
for reaction in converged_rxns:
if reaction.kinetics is not None:
rxns_for_kinetics_lib.append(reaction)
else:
unconverged_rxns.append(reaction)
logger.error(f'Could not compute a rate coefficient for {reaction.label}.')
if rxns_for_kinetics_lib:
plotter.save_kinetics_lib(rxn_list=rxns_for_kinetics_lib,
path=libraries_path,
name=project,
lib_long_desc=lib_long_desc,
T_min=T_min[0],
T_max=T_max[0],
)
# 2. Thermo
if compute_thermo:
for spc in species_dict.values():
if spc.is_ts:
continue
if (spc.compute_thermo or spc.e0_only) and output_dict[spc.label]['convergence']:
if spc.e0_only:
converged_e0_only_species.append(spc)
else:
converged_species.append(spc)
else:
unconverged_species.append(spc)
if unconverged_species:
logger.info('\n\n')
logger.error(f'The following species did not converge:\n{", ".join([spc.label for spc in unconverged_species])}.\n'
f'Cannot compute thermo for these species.')
if converged_species:
statmech_adapter = statmech_factory(statmech_adapter_label=thermo_adapter,
output_directory=output_directory,
calcs_directory=calcs_directory,
output_dict=output_dict,
species=converged_species,
bac_type=bac_type,
sp_level=sp_level,
freq_level=freq_level,
freq_scale_factor=freq_scale_factor,
species_dict=species_dict,
)
statmech_adapter.compute_thermo()
if converged_e0_only_species:
statmech_adapter = statmech_factory(statmech_adapter_label=thermo_adapter,
output_directory=output_directory,
calcs_directory=calcs_directory,
output_dict=output_dict,
species=converged_e0_only_species,
bac_type=bac_type,
sp_level=sp_level,
freq_level=freq_level,
freq_scale_factor=freq_scale_factor,
species_dict=species_dict,
)
statmech_adapter.compute_thermo(e0_only=True)
for spc in converged_species:
if spc.thermo is not None:
species_for_thermo_lib.append(spc)
plotter.augment_arkane_yml_file_with_mol_repr(spc, output_directory)
if species_for_thermo_lib:
plotter.save_thermo_lib(species_list=species_for_thermo_lib,
path=libraries_path,
name=project,
lib_long_desc=lib_long_desc)
# 3. Transport
if compute_transport:
for species in species_dict.values():
if output_dict[species.label]['job_types']['onedmin'] and output_dict[species.label]['convergence']:
pass
# todo
if species_for_transport_lib:
plotter.save_transport_lib(species_list=species_for_thermo_lib,
path=libraries_path,
name=project,
lib_long_desc=lib_long_desc)
# 4. BDE
for species in species_dict.values():
# looping again to make sure all relevant Species.e0 attributes were set
if species.bdes is not None:
bde_report[species.label] = process_bdes(label=species.label, species_dict=species_dict)
if bde_report:
bde_path = os.path.join(project_directory, 'output', 'BDE_report.txt')
plotter.log_bde_report(path=bde_path, bde_report=bde_report, spc_dict=species_dict)
# Comparisons
if compare_to_rmg:
compare_thermo(species_for_thermo_lib=species_for_thermo_lib,
output_directory=output_directory)
compare_rates(rxns_for_kinetics_lib=rxns_for_kinetics_lib,
output_directory=output_directory,
T_min=T_min,
T_max=T_max,
T_count=T_count)
compare_transport(species_for_transport_lib,
output_directory=output_directory)
write_unconverged_log(unconverged_species=unconverged_species,
unconverged_rxns=unconverged_rxns,
log_file_path=os.path.join(output_directory, 'unconverged_species.log'))
clean_output_directory(project_directory)
[docs]
def compare_thermo(species_for_thermo_lib: list,
output_directory: str,
) -> None:
"""
Compare the calculated thermo with RMG's estimations or libraries.
Args:
species_for_thermo_lib (list): Species for which thermochemical properties were computed.
output_directory (str): The path to the project's output folder.
"""
species_to_compare = list() # species for which thermo was both calculated and estimated.
species_thermo_path = os.path.join(output_directory, 'RMG_thermo.yml')
save_yaml_file(path=species_thermo_path,
content=[{'label': spc.label, 'adjlist': spc.mol.copy(deep=True).to_adjacency_list()} for spc in species_for_thermo_lib])
commands = ['bash -lc "set -euo pipefail; '
'if command -v micromamba >/dev/null 2>&1; then '
f' micromamba run -n rmg_env python {THERMO_SCRIPT_PATH} {species_thermo_path}; '
'elif command -v conda >/dev/null 2>&1 || command -v mamba >/dev/null 2>&1; then '
f' conda run -n rmg_env python {THERMO_SCRIPT_PATH} {species_thermo_path}; '
'else '
' echo \'❌ Micromamba/Mamba/Conda required\' >&2; exit 1; '
'fi"',
]
stdout, stderr = execute_command(command=commands, no_fail=True)
if len(stderr):
logger.error(f'Error while running RMG thermo script: {stderr}')
species_list = read_yaml_file(path=species_thermo_path)
for original_spc, rmg_spc in zip(species_for_thermo_lib, species_list):
h298, s298, comment = rmg_spc.get('h298', None), rmg_spc.get('s298', None), rmg_spc.get('comment', None)
if h298 is not None and s298 is not None:
original_spc.rmg_thermo.H298 = h298
original_spc.rmg_thermo.S298 = s298
original_spc.rmg_thermo.comment = comment
species_to_compare.append(original_spc)
if len(species_to_compare):
plotter.draw_thermo_parity_plots(species_list=species_to_compare, path=output_directory)
[docs]
def compare_rates(rxns_for_kinetics_lib: list,
output_directory: str,
T_min: tuple = None,
T_max: tuple = None,
T_count: int = 50,
) -> list:
"""
Compare the calculated rates with RMG's estimations or libraries.
Args:
rxns_for_kinetics_lib (list): Reactions for which rate coefficients were computed.
output_directory (str): The path to the project's output folder.
T_min (tuple, optional): The minimum temperature for kinetics computations, e.g., (500, 'K').
T_max (tuple, optional): The maximum temperature for kinetics computations, e.g., (3000, 'K').
T_count (int, optional): The number of temperature points between ``T_min`` and ``T_max``.
Returns:
list: Reactions for which a rate was both calculated and estimated.
Returning this list for testing purposes.
"""
reactions_to_compare = list() # reactions for which a rate was both calculated and estimated.
reactions_kinetics_path = os.path.join(output_directory, 'RMG_kinetics.yml')
save_yaml_file(path=reactions_kinetics_path,
content=[{'label': rxn.label,
'reactants': [spc.mol.to_adjacency_list() for spc in rxn.r_species],
'products': [spc.mol.to_adjacency_list() for spc in rxn.p_species],
'dh_rxn298': rxn.dh_rxn298,
'family': rxn.family,
} for rxn in rxns_for_kinetics_lib],
)
env_name = 'rmg_env'
shell_script = f"""if command -v micromamba &> /dev/null; then
eval "$(micromamba shell hook --shell=bash)"
micromamba activate {env_name}
elif command -v mamba &> /dev/null; then
eval "$(mamba shell hook --shell=bash)"
mamba activate {env_name}
elif command -v conda &> /dev/null; then
source "$(conda info --base)/etc/profile.d/conda.sh"
conda activate {env_name}
else
exit 1
fi
python {KINETICS_SCRIPT_PATH} {reactions_kinetics_path} > >(tee -a stdout.log) 2> >(tee -a stderr.log >&2)
"""
o, e = execute_command(command=shell_script,
shell=True,
no_fail=True,
executable='/bin/bash')
# print(f'output: {o}\nerror: {e}')
reactions_list_w_rmg_kinetics = read_yaml_file(path=reactions_kinetics_path)
for original_rxn, rxn_w_rmg_kinetics in zip(rxns_for_kinetics_lib, reactions_list_w_rmg_kinetics):
original_rxn.rmg_kinetics = original_rxn.rmg_kinetics or list()
if 'kinetics' not in rxn_w_rmg_kinetics:
continue
for kinetics_entry in rxn_w_rmg_kinetics['kinetics']:
if 'A' in kinetics_entry and 'n' in kinetics_entry and 'Ea' in kinetics_entry:
original_rxn.rmg_kinetics.append({'A': kinetics_entry['A'],
'n': kinetics_entry['n'],
'Ea': kinetics_entry['Ea'],
'comment': kinetics_entry['comment'],
})
reactions_to_compare.append(original_rxn)
if reactions_to_compare:
plotter.draw_kinetics_plots(reactions_to_compare,
T_min=T_min,
T_max=T_max,
T_count=T_count,
path=output_directory)
return reactions_to_compare
[docs]
def compare_transport(species_for_transport_lib: list,
output_directory: str,
) -> None:
"""
Compare the calculates transport data with RMG's estimations.
Args:
species_for_transport_lib (list): Species for which thermochemical properties were computed.
output_directory (str): The path to the project's output folder.
"""
pass
[docs]
def process_bdes(label: str,
species_dict: dict,
) -> dict:
"""
Process bond dissociation energies for a single parent species represented by `label`.
Args:
label (str): The species label.
species_dict (dict): Keys are labels, values are ARCSpecies objects.
Returns:
dict: The BDE report for a single species. Keys are pivots, values are energies in kJ/mol.
"""
source = species_dict[label]
bde_report = dict()
if source.e0 is None:
logger.error(f'Cannot calculate BDEs without E0 for {label}. Make sure freq and sp jobs ran successfully '
f'for this species.')
return bde_report
for bde_indices in source.bdes:
found_a_label, cyclic = False, False
# Index 0 of the tuple:
if source.mol.atoms[bde_indices[0] - 1].is_hydrogen():
e1 = species_dict['H'].e0
else:
bde_label = f'{label}_BDE_{bde_indices[0]}_{bde_indices[1]}_A'
bde_cyclic_label = f'{label}_BDE_{bde_indices[0]}_{bde_indices[1]}_cyclic'
cyclic = bde_cyclic_label in species_dict.keys()
if not cyclic and bde_label not in species_dict.keys():
logger.error(f'Could not find BDE species {bde_label} for generating a BDE report for {label}. '
f'Not generating a BDE report for this species.')
return dict()
found_a_label = True
e1 = species_dict[bde_cyclic_label if cyclic else bde_label].e0
# Index 1 of the tuple:
if cyclic:
e2 = 0
elif source.mol.atoms[bde_indices[1] - 1].is_hydrogen():
e2 = species_dict['H'].e0
else:
letter = 'B' if found_a_label else 'A'
bde_label = f'{label}_BDE_{bde_indices[0]}_{bde_indices[1]}_{letter}'
if bde_label not in species_dict.keys():
logger.error(f'Could not find BDE species {bde_label} for generating a BDE report for {label}. '
f'Not generating a BDE report for this species.')
return dict()
e2 = species_dict[bde_label].e0
if e1 is not None and e2 is not None:
bde_report[bde_indices] = e1 + e2 - source.e0 # products - reactant
else:
bde_report[bde_indices] = 'N/A'
logger.error(f'Could not calculate BDE for {label} between atoms '
f'{bde_indices[0]} ({source.mol.atoms[bde_indices[0] - 1].element.symbol}) '
f'and {bde_indices[1]} ({source.mol.atoms[bde_indices[1] - 1].element.symbol})')
return bde_report
[docs]
def write_unconverged_log(unconverged_species: list,
unconverged_rxns: list,
log_file_path: str,
) -> None:
"""
Write a log file of unconverged species and reactions.
Args:
unconverged_species (list): List of unconverged species to report.
unconverged_rxns (list): List of unconverged reactions to report.
log_file_path (str): The path to the log file to write.
"""
if unconverged_species or unconverged_rxns:
with open(log_file_path, 'w') as f:
if unconverged_species:
f.write('Species:')
for species in unconverged_species:
f.write(species.label)
if species.is_ts:
f.write(f' rxn: {species.rxn_label}')
elif species.mol is not None:
f.write(f' SMILES: {species.mol.copy(deep=True).to_smiles()}')
f.write('\n')
if unconverged_rxns:
f.write('Reactions:')
for reaction in unconverged_rxns:
f.write(reaction.label)
[docs]
def clean_output_directory(project_directory: str) -> None:
"""
A helper function to organize the output directory.
- remove redundant rotor.txt files (from kinetics jobs)
- move remaining rotor files to the rotor directory
- move the Arkane YAML file from the `species` directory to the base directory, and delete `species`
Args:
project_directory (str): The path to the ARC project directory.
"""
for base_folder in ['Species', 'rxns']:
base_path = os.path.join(project_directory, 'output', base_folder)
dir_names = list()
for (_, dirs, _) in os.walk(base_path):
dir_names.extend(dirs)
break # don't continue to explore subdirectories
for species_label in dir_names:
species_path = os.path.join(base_path, species_label)
file_names = list()
for (_, _, files) in os.walk(species_path):
file_names.extend(files)
break # don't continue to explore subdirectories
if any(['rotor' in file_name for file_name in file_names]) \
and not os.path.exists(os.path.join(species_path, 'rotors')):
os.makedirs(os.path.join(species_path, 'rotors'))
for file_name in file_names:
if '_rotor' in file_name: # move to the rotor directory
shutil.move(src=os.path.join(species_path, file_name),
dst=os.path.join(species_path, 'rotors', file_name))