Build:
dev/change_scala_version.sh 2.11
mvn clean package -Pspark-2.0 -Phadoop-2.6 -Pyarn -Pscala-2.11 -DskipTests
| FROM ubuntu:16.04 | |
| LABEL maintainer "Charlie" | |
| LABEL com.nvidia.volumes.needed="nvidia_driver" | |
| ENV DEBIAN_FRONTEND noninteractive | |
| RUN NVIDIA_GPGKEY_SUM=d1be581509378368edeec8c1eb2958702feedf3bc3d17011adbf24efacce4ab5 && \ | |
| NVIDIA_GPGKEY_FPR=ae09fe4bbd223a84b2ccfce3f60f4b3d7fa2af80 && \ | |
| apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/7fa2af80.pub && \ | |
| apt-key adv --export --no-emit-version -a $NVIDIA_GPGKEY_FPR | tail -n +5 > cudasign.pub && \ |
Build:
dev/change_scala_version.sh 2.11
mvn clean package -Pspark-2.0 -Phadoop-2.6 -Pyarn -Pscala-2.11 -DskipTests
| # List topics | |
| bin/kafka-topics.sh --list --zookeeper zookeeper_host:2181 | |
| # Create topic | |
| bin/kafka-topics.sh --create --zookeeper zookeeper_host:2181 --replication-factor 1 --partitions 1 --topic test | |
| # Start consumer (v0.9) |
| #!/usr/bin/env python | |
| import sys, os | |
| input = sys.stdin.read() | |
| oldrev, newrev, refname = input.rstrip().split(" ") | |
| SUPER_USER_KEY_ID = 'key-ID' | |
| user_key_id = os.environ['GL_ID'] |
| import scala.concurrent.ExecutionContext.Implicits.global | |
| import scala.concurrent.duration._ | |
| import scala.concurrent.{Await, Future} | |
| val futures: List[Future[List[Int]]] = | |
| List.fill(10)(Future { | |
| Thread.sleep(100) | |
| List(1, 2, 3) | |
| }) |
| import java.util.concurrent._ | |
| import scala.{Option, Some, None} | |
| case class Node[T](val v: T, l: Option[Node[T]], r: Option[Node[T]]) { | |
| def map[R](f: T => R): Node[R] = { | |
| new Node(f(v), l.map(n => n.map(f)), r.map(n => n.map(f))) | |
| } | |
| def mapConcurrently[R](f: T => R): Node[R] = { | |
| val poolSize = Runtime.getRuntime.availableProcessors() |