-
Notifications
You must be signed in to change notification settings - Fork 137
/
Dockerfile
171 lines (153 loc) · 6.08 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
FROM golang:1.17 as go-builder
ARG IMPOSM_REPO="https://github.com/omniscale/imposm3.git"
ARG IMPOSM_VERSION="v0.11.1"
# Build imposm
RUN set -eux ;\
DEBIAN_FRONTEND=noninteractive apt-get update ;\
DEBIAN_FRONTEND=noninteractive apt-get install -y \
`# installing imposm dependencies` \
libgeos-dev \
libleveldb-dev \
libprotobuf-dev \
protobuf-compiler \
;\
\
apt list --installed ;\
\
go version ;\
go get github.com/tools/godep ;\
mkdir /build-bin ;\
\
/bin/bash -c 'echo ""; echo ""; echo "##### Build imposm3 -- $IMPOSM_REPO in version $IMPOSM_VERSION"' >&2 ;\
#
# get and build specific version of imposm
git clone --quiet --depth 1 $IMPOSM_REPO -b $IMPOSM_VERSION \
$GOPATH/src/github.com/omniscale/imposm3 ;\
cd $GOPATH/src/github.com/omniscale/imposm3 ;\
make build ;\
# Older imposm executable was called imposm3 - rename it to the common name "imposm"
( [ -f imposm ] && mv imposm /build-bin/imposm || mv imposm3 /build-bin/imposm )
# Build osmborder
FROM python:3.9 as c-builder
ARG OSMBORDER_REV=e3ae8f7a2dcdcd6dc80abab4679cb5edb7dc6fa5
RUN set -eux ;\
mkdir /build-bin ;\
DEBIAN_FRONTEND=noninteractive apt-get update ;\
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
`# installing osmborder dependencies` \
build-essential \
ca-certificates \
cmake \
git \
libosmium2-dev \
zlib1g-dev \
;\
/bin/bash -c 'echo ""; echo ""; echo "##### Building osmborder -- https://github.com/pnorman/osmborder"' >&2 ;\
git clone https://github.com/pnorman/osmborder.git /usr/src/osmborder ;\
cd /usr/src/osmborder ;\
git checkout ${OSMBORDER_REV:?} ;\
mkdir -p /usr/src/osmborder/build ;\
cd /usr/src/osmborder/build ;\
cmake .. ;\
make ;\
make install ;\
mv /usr/src/osmborder/build/src/osmborder /build-bin ;\
mv /usr/src/osmborder/build/src/osmborder_filter /build-bin
# Build SPREET
FROM rust:1.76 as rust-builder
ARG SPREET_REPO="https://github.com/flother/spreet"
ARG SPREET_VERSION="v0.11.0"
RUN set -eux ;\
/bin/bash -c 'echo ""; echo ""; echo "##### Build Spreet -- $SPREET_REPO -- version $SPREET_VERSION"' >&2 ;\
git clone --quiet --depth 1 $SPREET_REPO -b $SPREET_VERSION ;\
cd spreet ;\
cargo build --release ;\
mkdir /build-bin ;\
mv target/release/spreet /build-bin
# Primary image
FROM python:3.9-slim
LABEL maintainer="Yuri Astrakhan <YuriAstrakhan@gmail.com>"
ARG PG_MAJOR=14
ARG TOOLS_DIR=/usr/src/app
WORKDIR ${TOOLS_DIR}
#
# IMPOSM_CONFIG_FILE can be used to provide custom IMPOSM config file
# SQL_TOOLS_DIR can be used to provide custom SQL files instead of the files from /sql
#
ENV TOOLS_DIR="$TOOLS_DIR" \
PATH="${TOOLS_DIR}:${PATH}" \
IMPOSM_CONFIG_FILE=${TOOLS_DIR}/config/repl_config.json \
IMPOSM_MAPPING_FILE=/mapping/mapping.yaml \
IMPOSM_CACHE_DIR=/cache \
IMPOSM_DIFF_DIR=/import \
EXPIRETILES_DIR=/import \
PBF_DATA_DIR=/import \
SQL_DIR=/sql \
SQL_TOOLS_DIR="${TOOLS_DIR}/sql"
RUN set -eux ;\
/bin/bash -c 'echo ""; echo ""; echo "##### Installing packages..."' >&2 ;\
DEBIAN_FRONTEND=noninteractive apt-get update ;\
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
# a few common tools
ca-certificates \
curl \
wget \
git \
less \
nano \
procps `# ps command` \
gnupg2 `# TODO: not sure why gnupg2 is needed` ;\
curl https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add - ;\
/bin/bash -c 'source /etc/os-release && echo "deb http://apt.postgresql.org/pub/repos/apt/ ${VERSION_CODENAME:?}-pgdg main ${PG_MAJOR:?}" > /etc/apt/sources.list.d/pgdg.list' ;\
DEBIAN_FRONTEND=noninteractive apt-get update ;\
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
aria2 `# multi-stream file downloader - used by download-osm` \
graphviz `# used by layer mapping graphs` \
sqlite3 `# mbtiles file manipulations` \
gdal-bin `# contains ogr2ogr` \
osmctools `# osmconvert and other OSM tools` \
osmosis `# useful toolset - https://wiki.openstreetmap.org/wiki/Osmosis` \
postgresql-client-${PG_MAJOR:?} `# psql` \
\
# imposm dependencies
libgeos-dev \
libleveldb-dev \
libprotobuf-dev \
;\
# generate-tiles
curl -sL https://deb.nodesource.com/setup_14.x | bash - ;\
DEBIAN_FRONTEND=noninteractive apt-get update ;\
DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
nodejs npm build-essential ;\
rm -rf /var/lib/apt/lists/ ;\
npm install -g \
@mapbox/mbtiles@0.12.1 \
@mapbox/tilelive@6.1.1 \
tilelive-pgquery@1.2.0 ;\
\
/bin/bash -c 'echo ""; echo ""; echo "##### Cleaning up"' >&2 ;\
rm -rf /var/lib/apt/lists/*
RUN groupadd --gid 1000 openmaptiles \
&& useradd --uid 1000 --gid openmaptiles --shell /bin/bash --create-home openmaptiles
# Copy requirements.txt first to avoid pip install on every code change
COPY ./requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
# Copy tools, imposm, osmborder and spreet into the app dir
COPY --from=go-builder /build-bin/* ./
COPY --from=c-builder /build-bin/* ./
COPY --from=rust-builder /build-bin/* ./
COPY . .
RUN set -eux ;\
mv bin/* . ;\
rm -rf bin ;\
rm requirements.txt ;\
./download-osm list geofabrik ;\
./download-osm list bbbike
WORKDIR /tileset
# In case there are no parameters, print a list of available scripts
CMD echo "*******************************************************************" ;\
echo " Please specify a script to run. Here are the available scripts." ;\
echo " Use script name with --help to get more information." ;\
echo " Use 'bash' to start a shell inside the tools container." ;\
echo "*******************************************************************" ;\
find "${TOOLS_DIR}" -maxdepth 1 -executable -type f -printf " * %f\n" | sort