Skip to content

Commit

Permalink
Fix: hand off process killing to blocking thread, await all children.
Browse files Browse the repository at this point in the history
This should make dropping `ChildContainer`s and their parent `Input`s safer in async contexts.

It seems like SIGINT is insufficient to make wait terminate, but SIGKILL suffices. This introduced a new problem, namely that we have to remember and wait on *every* pid we create. This should, hopefully, put the issue of zombie processes to bed for good.
  • Loading branch information
FelixMcFelix committed Feb 1, 2021
1 parent 7d4891d commit b245309
Show file tree
Hide file tree
Showing 4 changed files with 53 additions and 32 deletions.
5 changes: 0 additions & 5 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -52,10 +52,6 @@ version = "0.10"
[dependencies.futures]
version = "0.3"

[dependencies.nix]
version = "0.19"
optional = true

[dependencies.parking_lot]
optional = true
version = "0.11"
Expand Down Expand Up @@ -137,7 +133,6 @@ driver = [
"byteorder",
"discortp",
"flume",
"nix",
"parking_lot",
"rand",
"serenity-voice-model",
Expand Down
68 changes: 46 additions & 22 deletions src/input/child.rs
Original file line number Diff line number Diff line change
@@ -1,55 +1,79 @@
use super::*;
use std::{
io::{BufReader, Read},
mem,
process::Child,
};
use tokio::runtime::Handle;
use tracing::debug;

#[cfg(unix)]
use nix::{
sys::signal::{self, Signal},
unistd::Pid,
};

/// Handle for a child process which ensures that any subprocesses are properly closed
/// on drop.
///
/// # Warning
/// To allow proper cleanup of child processes, if you create a process chain you must
/// make sure to use `From<Vec<Child>>`. Here, the *last* process in the `Vec` will be
/// used as the audio byte source.
#[derive(Debug)]
pub struct ChildContainer(Child);
pub struct ChildContainer(Vec<Child>);

pub(crate) fn child_to_reader<T>(child: Child) -> Reader {
pub(crate) fn children_to_reader<T>(children: Vec<Child>) -> Reader {
Reader::Pipe(BufReader::with_capacity(
STEREO_FRAME_SIZE * mem::size_of::<T>() * CHILD_BUFFER_LEN,
ChildContainer(child),
ChildContainer(children),
))
}

impl From<Child> for Reader {
fn from(container: Child) -> Self {
child_to_reader::<f32>(container)
children_to_reader::<f32>(vec![container])
}
}

impl From<Vec<Child>> for Reader {
fn from(container: Vec<Child>) -> Self {
children_to_reader::<f32>(container)
}
}

impl Read for ChildContainer {
fn read(&mut self, buffer: &mut [u8]) -> IoResult<usize> {
self.0.stdout.as_mut().unwrap().read(buffer)
match self.0.last_mut() {
Some(ref mut child) => child.stdout.as_mut().unwrap().read(buffer),
None => Ok(0),
}
}
}

impl Drop for ChildContainer {
fn drop(&mut self) {
#[cfg(not(unix))]
let attempt = self.0.kill();
let children = mem::take(&mut self.0);

#[cfg(unix)]
let attempt = {
let pid = Pid::from_raw(self.0.id() as i32);
let _ = signal::kill(pid, Signal::SIGINT);
if let Ok(handle) = Handle::try_current() {
handle.spawn_blocking(move || {
cleanup_child_processes(children);
});
} else {
cleanup_child_processes(children);
}
}
}

self.0.wait()
};
fn cleanup_child_processes(mut children: Vec<Child>) {
let attempt = if let Some(child) = children.last_mut() {
child.kill()
} else {
return;
};

if let Err(e) = attempt {
debug!("Error awaiting child process: {:?}", e);
}
let attempt = attempt.and_then(|_| {
children
.iter_mut()
.rev()
.try_for_each(|child| child.wait().map(|_| ()))
});

if let Err(e) = attempt {
debug!("Error awaiting child process: {:?}", e);
}
}
4 changes: 2 additions & 2 deletions src/input/ffmpeg_src.rs
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
use super::{
child_to_reader,
children_to_reader,
error::{Error, Result},
Codec,
Container,
Expand Down Expand Up @@ -115,7 +115,7 @@ pub(crate) async fn _ffmpeg_optioned(

Ok(Input::new(
is_stereo,
child_to_reader::<f32>(command),
children_to_reader::<f32>(vec![command]),
Codec::FloatPcm,
Container::Raw,
Some(metadata),
Expand Down
8 changes: 5 additions & 3 deletions src/input/ytdl_src.rs
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
use super::{
child_to_reader,
children_to_reader,
error::{Error, Result},
Codec,
Container,
Expand Down Expand Up @@ -92,12 +92,14 @@ pub(crate) async fn _ytdl(uri: &str, pre_args: &[&str]) -> Result<Input> {

youtube_dl.stderr = Some(returned_stderr);

let taken_stdout = youtube_dl.stdout.take().ok_or(Error::Stdout)?;

let ffmpeg = Command::new("ffmpeg")
.args(pre_args)
.arg("-i")
.arg("-")
.args(&ffmpeg_args)
.stdin(youtube_dl.stdout.ok_or(Error::Stdout)?)
.stdin(taken_stdout)
.stderr(Stdio::null())
.stdout(Stdio::piped())
.spawn()?;
Expand All @@ -108,7 +110,7 @@ pub(crate) async fn _ytdl(uri: &str, pre_args: &[&str]) -> Result<Input> {

Ok(Input::new(
true,
child_to_reader::<f32>(ffmpeg),
children_to_reader::<f32>(vec![youtube_dl, ffmpeg]),
Codec::FloatPcm,
Container::Raw,
Some(metadata),
Expand Down

0 comments on commit b245309

Please sign in to comment.