Skip to content

Instantly share code, notes, and snippets.

@yadudoc
Last active June 19, 2020 21:39
Show Gist options
  • Select an option

  • Save yadudoc/b71765284d2db0706c4f43605dd8b8d6 to your computer and use it in GitHub Desktop.

Select an option

Save yadudoc/b71765284d2db0706c4f43605dd8b8d6 to your computer and use it in GitHub Desktop.
Personal config options.
"""
Specification of user-specific configuration options.
The fields must be configured separately for each user. To disable any associated configurations, commen\
t
out the entry.
User specific overrides that should not go in version control can be set by creating a
file called local_user_opts.py, which declares a dictionary local_user_opts. Top level
keys in that dictionary will replace entries in the below user opts file, so it should
be safe to cut-and-paste entries from this file into that file.
"""
from typing import Any, Dict
COMET_USERNAME = "yadunand"
FRONTERA_USERNAME = "yadunand"
ALCF_USERNAME = "yadunand"
local_user_opts = {
'ec2': {
'ami_id': 'ami-759bc50a',
'aws_region': 'us-east-1',
'keyname': 'parsl-testing',
'worker_init': '''
wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
bash Miniconda3-latest-Linux-x86_64.sh -f -b -p $PWD/miniconda3 # $HOME/miniconda
source $PWD/miniconda3/bin/activate
conda create -p $CONDA_TARGET python=3.7 --yes --force
conda activate $PWD/$CONDA_TARGET
conda install psutil --yes
pip install parsl==1.0.0a0
''',
},
'frontera': {
'username': FRONTERA_USERNAME,
'scheduler_options': '#SBATCH -A FTA-Jha',
'worker_init': 'source ~/setup_parsl_test_env.sh',
},
'theta': {
'username': ALCF_USERNAME,
'account': 'CVD_Research',
'queue': 'CVD_Research',
#'queue': 'debug-cache-quad',
#'account': 'CVD_Research',
'worker_init': 'source ~/setup_parsl_test_env.sh',
},
'summit': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'project': 'GEN011WORKFLOW'
},
'cori': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'scheduler_options': '#SBATCH --constraint=knl,quad,cache',
},
'comet': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'scheduler_options': '',
},
'stampede2': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'scheduler_options': '',
'partition': 'development'
},
'bridges': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'scheduler_options': '',
'partition': 'RM-small'
},
'cc_in2p3': {
'worker_init': 'source ~/setup_parsl_test_env.sh',
'scheduler_options': '',
},
'ad_hoc': {
'username': 'yadunand',
'script_dir': '/home/yadunand/parsl_workdir',
'remote_hostnames': ['lsst-dc02', 'lsst-dc03'],
}
} # type: Dict[str, Any]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment