On every machine in the cluster install openmpi and mlx-lm:
conda install conda-forge::openmpi
pip install -U mlx-lmNext download the pipeline parallel run script. Download it to the same path on every machine:
On every machine in the cluster install openmpi and mlx-lm:
conda install conda-forge::openmpi
pip install -U mlx-lmNext download the pipeline parallel run script. Download it to the same path on every machine:
| from django.core.management.base import BaseCommand | |
| from rq.registry import FailedJobRegistry | |
| from django_rq.queues import get_queue | |
| from django_rq.utils import get_jobs | |
| class Command(BaseCommand): | |
| help = 'Delete failed jobs from Django RQ.' |
| import os | |
| import shlex | |
| import subprocess | |
| from django.core.management.base import BaseCommand | |
| from django.utils import autoreload | |
| class Command(BaseCommand): | |
| def add_arguments(self, parser): |
| #!/usr/bin/python3.7 | |
| import asyncio | |
| import ipaddress | |
| import re | |
| import sys | |
| MAX_NUMBER_WORKERS = 200 |
| import time | |
| import asyncio | |
| import concurrent.futures | |
| import requests | |
| URL_SESSION = 'http://localhost:8061/session' | |
| URL_REQUESTS = 'http://localhost:8061/requests' | |
| URL_REQUESTS_EXECUTOR = 'http://localhost:8061/requests_executor' |
| // import_json_appsscript.js | |
| // https://gist.github.com/allenyllee/c764c86ed722417948fc256b7a5077c4 | |
| // | |
| // Changelog: | |
| // (Oct. 16 2019) tag: allenyllee-20191016 | |
| // 1. Fixed google script error: urlfetchapp - service invoked too many times https://stackoverflow.com/questions/10598179/google-apps-script-urlfetchapp-service-invoked-too-many-times | |
| // (Jul. 16 2018) tag: allenyllee-20180716 | |
| // 1. Fixed the issue "If you try to query /arrayA[k]/arrayB[n]/arrayC[m]/.../member, you will always get /arrayA[k]/arrayB[k]/arrayC[k]/.../member." | |
| // (Nov. 30 2017) tag: allenyllee-20171130 | |
| // 1. Add the ability to query array elements by using xpath like "/array[n]/member" where "n" is array index |
| from flask import Flask | |
| from flask import request | |
| import json | |
| import requests | |
| import hashlib as hasher | |
| import datetime as date | |
| node = Flask(__name__) | |
| # Define what a Snakecoin block is | |
| class Block: |
| import hashlib as hasher | |
| import datetime as date | |
| # Define what a Snakecoin block is | |
| class Block: | |
| def __init__(self, index, timestamp, data, previous_hash): | |
| self.index = index | |
| self.timestamp = timestamp | |
| self.data = data | |
| self.previous_hash = previous_hash |
| # Bash best practices and style-guide | |
| Just simple methods to keep the code clean. | |
| Inspired by [progrium/bashstyle](https://github.com/progrium/bashstyle) and [Kfir Lavi post](http://www.kfirlavi.com/blog/2012/11/14/defensive-bash-programming/). | |
| ## Quick big rules | |
| * All code goes in a function | |
| * Always double quote variables |