cat list_objects.txt | xargs -n 1 -P 8 -I % aws s3 cp s3://${BUCKET_NAME}/% ./
-P num of parallel process
| {"93":"AF","35":"PT","21":"TN","16":"TC","37":"SM","24":"SD","12":"VG","67":"VU","54":"AR","29":"SH","61":"CC","43":"AT","99":"UZ","97":"AE","88":"TW","32":"BE","50":"GS","22":"TG","14":"GD","59":"UY","38":"UA","26":"ZW","55":"BR","25":"UG","85":"MO","23":"SL","13":"VI","56":"CL","86":"CN","57":"CO","68":"WF","53":"CU","42":"SK","45":"DK","17":"SX","18":"TT","20":"EG","33":"FR","49":"DE","30":"GR","44":"GB","36":"HU","91":"IN","62":"ID","98":"IR","96":"YE","39":"IT","81":"JP","77":"KZ","82":"KR","60":"MY","69":"TK","52":"MX","95":"MM","31":"NL","64":"NZ","47":"SJ","92":"PK","51":"PE","63":"PH","87":"PN","48":"PL","19":"PR","40":"RO","7":"RU","65":"SG","27":"ZA","34":"ES","94":"LK","46":"SE","41":"CH","66":"TH","90":"TR","1":["US","CA"],"58":"VE","84":"VN"} |
| #side_bar { | |
| display: none | |
| } | |
| #content > div > div > div.col-xxs-10.col-s-4.offset-xxs-1.offset-s-0.col-l-3.col-xl-2 { | |
| display: none | |
| } | |
| #buildASolutionCard { | |
| display: none |
git filter-branch -f --index-filter 'git rm -r --cached --ignore-unmatch node_modules/ vendor/' HEAD
git rev-list --objects --all \
| git cat-file --batch-check='%(objecttype) %(objectname) %(objectsize) %(rest)' \
| awk '/^blob/ {print substr($0,6)}' \
| sort --numeric-sort --key=2 \
| cut --complement --characters=13-40 \
| CREATE EXTERNAL TABLE IF NOT EXISTS my_athena_db_name.app1_access_logs( | |
| BucketOwner STRING, | |
| Bucket STRING, | |
| RequestDateTime STRING, | |
| RemoteIP STRING, | |
| Requester STRING, | |
| RequestID STRING, | |
| Operation STRING, | |
| Key STRING, | |
| RequestURI_operation STRING, |
| # Parse api-gateway log pattern for space separated message cloudwatch | |
| fields @timestamp | |
| | parse '* - - "*" * * * - * * * *' as ip, timestamp, method, route, http, req_id, req_latency, code, req_size | |
| | filter code = 200 | |
| | sort @timestamp desc | |
| | limit 20 | |
| # Parse with filter on field with regex | |
| fields @timestamp | |
| | parse '* - - "*" * * * - * * * *' as ip, timestamp, method, route, http, req_id, req_latency, code, req_size |
| log4j.debug=false | |
| # Default level is INFO | |
| log4j.rootLogger=INFO,StdoutErrorFatal,StdoutWarn,StdoutInfo,StdoutDebug,StdoutTrace | |
| # and for com.some.package.* log with debug | |
| log4j.logger.com.some.packager=DEBUG | |
| log4j.appender.StdoutErrorFatal=org.apache.log4j.ConsoleAppender | |
| log4j.appender.StdoutErrorFatal.layout=org.apache.log4j.PatternLayout |
I hereby claim:
I am gnomeria on github.
I am gnomeria (https://keybase.io/gnomeria) on keybase.
I have a public key ASAhbee8_qTEEGua4nx0QR8lKcEYzVKBpNl_J6jcqlJxxwo
| git filter-branch -f --index-filter 'git rm -r --cached --ignore-unmatch main vendor/' HEAD |
| git rev-list --objects --all \ | |
| | git cat-file --batch-check='%(objecttype) %(objectname) %(objectsize) %(rest)' \ | |
| | awk '/^blob/ {print substr($0,6)}' \ | |
| | sort --numeric-sort --key=2 \ | |
| | cut --complement --characters=13-40 \ | |
| | numfmt --field=2 --to=iec-i --suffix=B --padding=7 --round=nearest |