This Rally track is used to test the relationship between bulk indexing rejections and the following parameters:
The track contains a number of challenges, each indexing into an index with a set number of shards using a increasing number of concurrent client connections and two different bulk sizes.
| # Ingest pipeline that records the timestamp the event was processed (`@received`) | |
| # by the ingest pipeline and calculates the difference in milliseconds compared to | |
| # the event timestamp (`@timestamp`). | |
| POST _scripts/calculate_ingest_delay | |
| { | |
| "script": { | |
| "lang": "painless", | |
| "source": "SimpleDateFormat sdf = new SimpleDateFormat(\"yyyy-MM-dd'T'HH:mm:ss.SSS'Z'\"); ctx.ingest_delay = (sdf.parse(ctx['received']).getTime() - sdf.parse(ctx['@timestamp']).getTime()) / 1000.0" | |
| } |
| #!/bin/sh | |
| if [ $# != 2 ]; then | |
| echo "usage: videoshot.sh /Users/danny/MyVideoDir /Users/danny/MyOutputDir" | |
| exit -1 | |
| fi | |
| inputDir=$1 | |
| outputDir=$2 | |
| binaryEXE=./ffmpeg |
| .markdown-here-wrapper { | |
| font-size: 16px; | |
| line-height: 1.8em; | |
| letter-spacing: 0.1em; | |
| } | |
| pre, code { | |
| font-size: 14px; | |
| font-family: Roboto, 'Courier New', Consolas, Inconsolata, Courier, monospace; |
| <?xml version="1.0" encoding="UTF-8"?> | |
| <!DOCTYPE module PUBLIC "-//Puppy Crawl//DTD Check Configuration 1.2//EN" "http://www.puppycrawl.com/dtds/configuration_1_2.dtd"> | |
| <!-- Generated by RHY @will_awoke --> | |
| <module name="Checker"> | |
| <property name="charset" value="UTF-8"/> | |
| <property name="severity" value="warning"/> |
| // PhantomJS Cheatsheet | |
| $ brew update && brew install phantomjs // install PhantomJS with brew | |
| phantom.exit(); | |
| var page = require('webpage').create(); | |
| page.open('http://example.com', function() {}); | |
| page.evaluate(function() { return document.title; }); |
| /** | |
| * 提取淘宝地址库 | |
| * | |
| * 用法: | |
| * 1. 打开淘宝 https://www.taobao.com/ | |
| * 2. 将下面代码复制到控制台 | |
| * 3. 按回车 | |
| * 4. 复制输出的 json 数据保存到你的文件 | |
| * | |
| * 仅支持: chrome 48+ |
| package timestamp | |
| import ( | |
| "fmt" | |
| "labix.org/v2/mgo/bson" | |
| "strconv" | |
| "time" | |
| ) | |
| type Timestamp time.Time |
| [Proxy] | |
| # 为了方便将来修改，将可用服务器写成 Proxy 形式 | |
| US = protocol, us.server.com, port1, username, password | |
| JP = protocol, jp.server.com, port2, username, password | |
| # 要用美服，就把美服那行复制到下面，然后改叫 SSLEDGE | |
| SSLEDGE = protocol, us.server.com, port1, username, password | |
| # 要换日服，就把日服那行复制到下面，然后改叫 SSLEDGE | |
| # 同名 Proxy，Surge 只保留最后一个 |
| <?xml version="1.0" encoding="UTF-8"?> | |
| <configuration scan="true"> | |
| <appender name="consoleAppender" class="ch.qos.logback.core.ConsoleAppender"> | |
| <encoder> | |
| <charset>UTF-8</charset> | |
| <Pattern>%d %-4relative [%thread] %-5level %logger{35} - %msg%n</Pattern> | |
| </encoder> | |
| </appender> | |
| <appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender"> |