Ray Scripts

cluster-info.py

#!/usr/bin/env python
from collections import Counter
import socket
import time

import ray

ray.init()

print('''This cluster consists of
    {} nodes in total
    {} CPU resources in total
'''.format(len(ray.nodes()), ray.cluster_resources()['CPU']))

@ray.remote
def f():
    time.sleep(0.001)
    # Return IP address.
    return socket.gethostbyname("localhost")

object_ids = [f.remote() for _ in range(10000)]
ip_addresses = ray.get(object_ids)

print('Tasks executed')
for ip_address, num_tasks in Counter(ip_addresses).items():
    print('    {} tasks on {}'.format(num_tasks, ip_address))

ray-hello50.py

#!/usr/bin/env python
import ray
from time import sleep
import platform
import logging

ray.init()
logger = logging.getLogger("ray.worker")
logger.setLevel(logging.DEBUG)

@ray.remote
def hello_world():
    return "Hello from Worker %s" %  platform.node()

for x in range(50):
  print(ray.get(hello_world.remote()), flush=True)