Skip to content

Commit

Permalink
Extract deephaven/runtime-base into separate project
Browse files Browse the repository at this point in the history
  • Loading branch information
devinrsmith committed Nov 11, 2021
1 parent 6b6e14c commit c3de634
Show file tree
Hide file tree
Showing 9 changed files with 66 additions and 58 deletions.
4 changes: 2 additions & 2 deletions DB-test/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ plugins {
id 'com.bmuschko.docker-remote-api'
}

evaluationDependsOn ':Integrations' // runtimeBase
evaluationDependsOn ':docker-runtime-base' // runtimeBase

configurations {
//compile.extendsFrom dhDb
Expand Down Expand Up @@ -58,7 +58,7 @@ tasks.getByName('check').dependsOn Docker.registerDockerTask(project, 'test-in-d
into 'classes'
}
}
parentContainers = [project(':Integrations').tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base
dockerfile {
// base image with default java, python, wheels
from 'deephaven/runtime-base:local-build'
Expand Down
48 changes: 2 additions & 46 deletions Integrations/build.gradle
Original file line number Diff line number Diff line change
@@ -1,14 +1,9 @@
import com.bmuschko.gradle.docker.tasks.image.Dockerfile

plugins {
id 'com.bmuschko.docker-remote-api'
id 'com.avast.gradle.docker-compose'
}

evaluationDependsOn ':docker-java-and-python'
evaluationDependsOn ':deephaven-jpy'
evaluationDependsOn ':deephaven-wheel'
evaluationDependsOn ':deephaven2-wheel'
evaluationDependsOn ':docker-runtime-base'

configurations {
compile.extendsFrom dhIntegrations
Expand Down Expand Up @@ -66,45 +61,6 @@ idea {
}
}

def dockerContext = project.layout.buildDirectory.dir('context')

def prepareDocker = project.tasks.register('prepareDocker', Sync) {
// deephaven-jpy.whl
def deephavenJpyWheel = project(':deephaven-jpy').tasks.getByName('buildWheel')

// deephaven.whl
def deephavenWheel = project(':deephaven-wheel').tasks.getByName('buildWheel')

// deephaven2.whl
def deephaven2Wheel = project(':deephaven2-wheel').tasks.getByName('buildWheel')

from (deephavenJpyWheel.outputs.files) {
into 'deephaven-jpy-wheel'
}
from (deephavenWheel.outputs.files) {
into 'deephaven-wheel'
}
from (deephaven2Wheel.outputs.files) {
into 'deephaven2-wheel'
}

from 'src/main/docker'
into dockerContext
}

Docker.registerDockerImage(project, 'buildDeephavenPython') {
// deephaven/java-and-python:local-build
def javaAndPython = project(':docker-java-and-python').tasks.getByName('buildDocker')

dependsOn prepareDocker

inputs.files javaAndPython.outputs.files

inputDir.set dockerContext

images.add('deephaven/runtime-base:local-build')
}

JavaPluginConvention java = project.convention.plugins.get('java') as JavaPluginConvention
SourceSet test = java.sourceSets.maybeCreate('test')

Expand All @@ -125,7 +81,7 @@ def runInDocker = { String name, String sourcePath, List<String> command ->
into 'python/configs'
}
}
parentContainers = [tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base

imageName = 'deephaven/py-integrations:local-build'

Expand Down
2 changes: 1 addition & 1 deletion build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -97,7 +97,7 @@ ext.globalVersion = "0.7.0"
// If you have fishlib open in IDE, also set includeFish=true to get the
// intellij projects wired up across repositories.

Set<Project> modsAreBasic = subprojects.findAll {it.name in ['deephaven-wheel', 'deephaven2-wheel', 'envoy', 'grpc-proxy', 'web-client-ui', 'protoc', 'pyclient', 'sphinx', 'docker-java-and-python'] }
Set<Project> modsAreBasic = subprojects.findAll {it.name in ['deephaven-wheel', 'deephaven2-wheel', 'envoy', 'grpc-proxy', 'web-client-ui', 'protoc', 'pyclient', 'sphinx', 'docker-java-and-python', 'docker-runtime-base'] }

Set<Project> modsAreBin = subprojects.findAll {it.name in ['bin', 'configs', 'test-configs'] }

Expand Down
49 changes: 49 additions & 0 deletions docker/runtime-base/build.gradle
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
plugins {
id 'com.bmuschko.docker-remote-api'
}

evaluationDependsOn ':docker-java-and-python'
evaluationDependsOn ':deephaven-jpy'
evaluationDependsOn ':deephaven-wheel'
evaluationDependsOn ':deephaven2-wheel'

def dockerContext = project.layout.buildDirectory.dir('context')

def prepareDocker = project.tasks.register('prepareDocker', Sync) {
// deephaven-jpy.whl
def deephavenJpyWheel = project(':deephaven-jpy').tasks.getByName('buildWheel')

// deephaven.whl
def deephavenWheel = project(':deephaven-wheel').tasks.getByName('buildWheel')

// deephaven2.whl
def deephaven2Wheel = project(':deephaven2-wheel').tasks.getByName('buildWheel')

from (deephavenJpyWheel.outputs.files) {
into 'deephaven-jpy-wheel'
}
from (deephavenWheel.outputs.files) {
into 'deephaven-wheel'
}
from (deephaven2Wheel.outputs.files) {
into 'deephaven2-wheel'
}

from 'src/main/docker'
into dockerContext
}

Docker.registerDockerImage(project, 'buildDocker') {
// deephaven/java-and-python:local-build
def javaAndPython = project(':docker-java-and-python').tasks.getByName('buildDocker')

dependsOn prepareDocker

inputs.files javaAndPython.outputs.files

inputDir.set dockerContext

images.add('deephaven/runtime-base:local-build')
}

assemble.dependsOn buildDocker
File renamed without changes.
4 changes: 2 additions & 2 deletions grpc-api/server/docker/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ plugins {
id 'com.bmuschko.docker-java-application'
}

evaluationDependsOn(":Integrations")
evaluationDependsOn(':docker-runtime-base')

dependencies {
implementation(project(':grpc-api')) {
Expand Down Expand Up @@ -101,7 +101,7 @@ docker {


// deephaven/runtime-base
def grpcApiBase = project(':Integrations').tasks.findByName('buildDeephavenPython')
def grpcApiBase = project(':docker-runtime-base').tasks.findByName('buildDocker')
dockerBuildImage.dependsOn grpcApiBase
dockerBuildImage.inputs.file grpcApiBase.outputs.files.singleFile
// Currently, GH build-ci.yml calls dockerCreateDockerfile, and relies on buildx; so we need to
Expand Down
8 changes: 4 additions & 4 deletions py/jpy-integration/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ plugins {
}

evaluationDependsOn ':deephaven-jpy'
evaluationDependsOn ':Integrations'
evaluationDependsOn ':docker-runtime-base'

sourceSets {
// All sourcesets here are used for testing; we'll inform the idea{} plugin, below
Expand Down Expand Up @@ -134,7 +134,7 @@ Closure<TaskProvider<Task>> gradleTestInDocker = { String taskName, SourceSet so
into 'classes'
}
}
parentContainers = [project(':Integrations').tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base
dockerfile {
// base image with default java, python, wheels
from 'deephaven/runtime-base:local-build'
Expand Down Expand Up @@ -166,7 +166,7 @@ Closure<TaskProvider<Task>> javaMainInDocker = { String taskName, String javaMai
into 'classpath'
}
}
parentContainers = [project(':Integrations').tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base
imageName = 'deephaven/jpy-integration-java-to-python-tests:local-build'
dockerfile {
from 'deephaven/runtime-base:local-build'
Expand Down Expand Up @@ -217,7 +217,7 @@ Closure<TaskProvider<Task>> pyExec = { String taskName, List<String> command, bo
into 'python'
}
}
parentContainers = [project(':Integrations').tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base
imageName = 'deephaven/jpy-integration-python-to-java-tests:local-build'
dockerfile {
// set up the container, env vars - things that aren't likely to change
Expand Down
3 changes: 3 additions & 0 deletions settings.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -186,6 +186,9 @@ project(':deephaven2-wheel').projectDir = file('py/deephaven2-wheel')
include(':docker-java-and-python')
project(':docker-java-and-python').projectDir = file('docker/java-and-python')

include(':docker-runtime-base')
project(':docker-runtime-base').projectDir = file('docker/runtime-base')

// Apply "vanity naming" (look for .gradle files matching ProjectName/ProjectName.gradle)
File root = settings.rootDir
mods.each {
Expand Down
6 changes: 3 additions & 3 deletions sphinx/sphinx.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ plugins {

description = 'Generates docs for the python libraries provided in Deephaven Core'

evaluationDependsOn ':Integrations'
evaluationDependsOn ':docker-runtime-base'
evaluationDependsOn ':pyclient'

def copyPyClientWhl = tasks.register('copyPyClientWhl', Sync) {
Expand Down Expand Up @@ -37,7 +37,7 @@ def sphinxImage = Docker.registerDockerImage(project, 'sphinx') {
inputs.files copyPyClientWhl.get().outputs.files
inputs.files copySphinxLib.get().outputs.files
inputDir.set layout.buildDirectory.dir('sphinx-image')
inputs.files project(':Integrations').tasks.findByName('buildDeephavenPython').outputs.files // deephaven/runtime-base
inputs.files project(':docker-runtime-base').tasks.findByName('buildDocker').outputs.files // deephaven/runtime-base
images.add('deephaven/sphinx:local-build')
}

Expand Down Expand Up @@ -101,7 +101,7 @@ def cppClientDoxygenTask = Docker.registerDockerTask(project, 'cppClientDoxygen'
doxygen
''')
}
parentContainers = [project(':Integrations').tasks.findByName('buildDeephavenPython')] // deephaven/runtime-base
parentContainers = [project(':docker-runtime-base').tasks.findByName('buildDocker')] // deephaven/runtime-base
containerOutPath = '/project/doc/doxygenoutput'
copyOut {
into "$buildDir/cppClientDoxygen"
Expand Down

0 comments on commit c3de634

Please sign in to comment.