smnorris

+ ogr2ogr -f Parquet /vsiaz/bcfishpass/crossings.parquet -nln crossings --debug ON --config CPL_CURL_VERBOSE=YES /vsicurl/https://cabdbcfishpassstorage.blob.core.windows.net/bcfishpass/test.parquet
HTTP: libcurl/8.7.1 (SecureTransport) LibreSSL/3.3.6 zlib/1.2.12 nghttp2/1.63.0
CURL_INFO_TEXT: Couldn't find host cabdbcfishpassstorage.blob.core.windows.net in the .netrc file; using defaults
CURL_INFO_TEXT: Host cabdbcfishpassstorage.blob.core.windows.net:443 was resolved.
CURL_INFO_TEXT: IPv6: (none)
CURL_INFO_TEXT: IPv4: 20.60.242.227
CURL_INFO_TEXT:   Trying 20.60.242.227:443...
CURL_INFO_TEXT: Connected to cabdbcfishpassstorage.blob.core.windows.net (20.60.242.227) port 443
CURL_INFO_TEXT: ALPN: curl offers h2,http/1.1
CURL_INFO_TEXT: (304) (OUT), TLS handshake, Client hello (1):

smnorris

drop table temp.length_between_vertices;

create table temp.length_between_vertices as

-- exclude ex-bc streams from sample
with exclude as (
  select distinct blue_line_key
  from whse_basemapping.fwa_stream_networks_sp
  where edge_type = 6010
),

smnorris

smnorris

<ns0:WFS_Capabilities xmlns:ns0="http://www.opengis.net/wfs/2.0" xmlns:ns2="http://www.opengis.net/ows/1.1" xmlns:ns3="http://www.w3.org/1999/xlink" xmlns:ns4="http://www.opengis.net/fes/2.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" version="2.0.0" xsi:schemaLocation="http://www.opengis.net/wfs/2.0 http://schemas.opengis.net/wfs/2.0/wfs.xsd" updateSequence="1719670"><ns2:ServiceIdentification><ns2:Title>DataBC Public Web Feature Service</ns2:Title><ns2:Abstract>This is the reference implementation of WFS 1.0.0 and
  WFS 1.1.0, supports all WFS operations including
  Transaction.</ns2:Abstract><ns2:Keywords><ns2:Keyword>WFS</ns2:Keyword><ns2:Keyword>WMS</ns2:Keyword><ns2:Keyword>GEOSERVER</ns2:Keyword></ns2:Keywords><ns2:ServiceType>WFS</ns2:ServiceType><ns2:ServiceTypeVersion>2.0.0</ns2:ServiceTypeVersion><ns2:Fees>NONE</ns2:Fees><ns2:AccessConstraints>NONE</ns2:AccessConstraints></ns2:ServiceIdentification><ns2:ServiceProvider><ns2:ProviderName /><ns2:ServiceContact><ns2:IndividualName /><ns2:

smnorris

smnorris

smnorris

drop table if exists bcfishpass.cabd_id_xref;

create table bcfishpass.cabd_id_xref(
  bcdams_id integer, 
  cabd_id varchar, 
  distance numeric
);

-- find matches within 20m
insert into bcfishpass.cabd_id_xref 

smnorris

##
# osgeo/gdal:ubuntu-small

# This file is available at the option of the licensee under:
# Public domain
# or licensed under MIT (LICENSE.TXT) Copyright 2019 Even Rouault <even.rouault@spatialys.com>

ARG PROJ_INSTALL_PREFIX=/usr/local
ARG BASE_IMAGE=ubuntu:20.04
ARG TARGET_BASE_IMAGE=ubuntu:20.04

smnorris

docker update shared memory on mac

Bigger parallel postgres queries can run out of memory because the Docker VM only has 1G shared memory as default. To fix, update the shm_size.

First, update docker-compose.yml to set the shm_size when creating containers:

        services:

smnorris