blob: 7c05219348529984e716c1dbc6543e5557df90b9 [file] [log] [blame]
/*
* Copyright (C) 2018 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "common/libs/utils/subprocess.h"
#include <errno.h>
#include <signal.h>
#include <stdlib.h>
#include <sys/prctl.h>
#include <sys/types.h>
#include <sys/wait.h>
#include <unistd.h>
#include <map>
#include <set>
#include <thread>
#include <android-base/logging.h>
#include "common/libs/fs/shared_buf.h"
namespace cuttlefish {
namespace {
// If a redirected-to file descriptor was already closed, it's possible that
// some inherited file descriptor duped to this file descriptor and the redirect
// would override that. This function makes sure that doesn't happen.
bool validate_redirects(
const std::map<Subprocess::StdIOChannel, int>& redirects,
const std::map<SharedFD, int>& inherited_fds) {
// Add the redirected IO channels to a set as integers. This allows converting
// the enum values into integers instead of the other way around.
std::set<int> int_redirects;
for (const auto& entry : redirects) {
int_redirects.insert(static_cast<int>(entry.first));
}
for (const auto& entry : inherited_fds) {
auto dupped_fd = entry.second;
if (int_redirects.count(dupped_fd)) {
LOG(ERROR) << "Requested redirect of fd(" << dupped_fd
<< ") conflicts with inherited FD.";
return false;
}
}
return true;
}
void do_redirects(const std::map<Subprocess::StdIOChannel, int>& redirects) {
for (const auto& entry : redirects) {
auto std_channel = static_cast<int>(entry.first);
auto fd = entry.second;
TEMP_FAILURE_RETRY(dup2(fd, std_channel));
}
}
std::vector<const char*> ToCharPointers(const std::vector<std::string>& vect) {
std::vector<const char*> ret = {};
for (const auto& str : vect) {
ret.push_back(str.c_str());
}
ret.push_back(NULL);
return ret;
}
void UnsetEnvironment(const std::unordered_set<std::string>& unenv) {
for (auto it = unenv.cbegin(); it != unenv.cend(); ++it) {
unsetenv(it->c_str());
}
}
} // namespace
Subprocess::Subprocess(Subprocess&& subprocess)
: pid_(subprocess.pid_),
started_(subprocess.started_),
stopper_(subprocess.stopper_) {
// Make sure the moved object no longer controls this subprocess
subprocess.pid_ = -1;
subprocess.started_ = false;
}
Subprocess& Subprocess::operator=(Subprocess&& other) {
pid_ = other.pid_;
started_ = other.started_;
stopper_ = other.stopper_;
other.pid_ = -1;
other.started_ = false;
return *this;
}
int Subprocess::Wait() {
if (pid_ < 0) {
LOG(ERROR)
<< "Attempt to wait on invalid pid(has it been waited on already?): "
<< pid_;
return -1;
}
int wstatus = 0;
auto pid = pid_; // Wait will set pid_ to -1 after waiting
auto wait_ret = Wait(&wstatus, 0);
if (wait_ret < 0) {
auto error = errno;
LOG(ERROR) << "Error on call to waitpid: " << strerror(error);
return wait_ret;
}
int retval = 0;
if (WIFEXITED(wstatus)) {
retval = WEXITSTATUS(wstatus);
if (retval) {
LOG(ERROR) << "Subprocess " << pid
<< " exited with error code: " << retval;
}
} else if (WIFSIGNALED(wstatus)) {
LOG(ERROR) << "Subprocess " << pid
<< " was interrupted by a signal: " << WTERMSIG(wstatus);
retval = -1;
}
return retval;
}
pid_t Subprocess::Wait(int* wstatus, int options) {
if (pid_ < 0) {
LOG(ERROR)
<< "Attempt to wait on invalid pid(has it been waited on already?): "
<< pid_;
return -1;
}
auto retval = waitpid(pid_, wstatus, options);
// We don't want to wait twice for the same process
pid_ = -1;
return retval;
}
bool KillSubprocess(Subprocess* subprocess) {
auto pid = subprocess->pid();
if (pid > 0) {
auto pgid = getpgid(pid);
if (pgid < 0) {
auto error = errno;
LOG(WARNING) << "Error obtaining process group id of process with pid="
<< pid << ": " << strerror(error);
// Send the kill signal anyways, because pgid will be -1 it will be sent
// to the process and not a (non-existent) group
}
bool is_group_head = pid == pgid;
if (is_group_head) {
return killpg(pid, SIGKILL) == 0;
} else {
return kill(pid, SIGKILL) == 0;
}
}
return true;
}
Command::~Command() {
// Close all inherited file descriptors
for (const auto& entry : inherited_fds_) {
close(entry.second);
}
// Close all redirected file descriptors
for (const auto& entry : redirects_) {
close(entry.second);
}
}
bool Command::BuildParameter(std::stringstream* stream, SharedFD shared_fd) {
int fd;
if (inherited_fds_.count(shared_fd)) {
fd = inherited_fds_[shared_fd];
} else {
fd = shared_fd->Fcntl(F_DUPFD_CLOEXEC, 3);
if (fd < 0) {
LOG(ERROR) << "Could not acquire a new file descriptor: " << shared_fd->StrError();
return false;
}
inherited_fds_[shared_fd] = fd;
}
*stream << fd;
return true;
}
bool Command::RedirectStdIO(Subprocess::StdIOChannel channel,
SharedFD shared_fd) {
if (!shared_fd->IsOpen()) {
return false;
}
if (redirects_.count(channel)) {
LOG(ERROR) << "Attempted multiple redirections of fd: "
<< static_cast<int>(channel);
return false;
}
auto dup_fd = shared_fd->Fcntl(F_DUPFD_CLOEXEC, 3);
if (dup_fd < 0) {
LOG(ERROR) << "Could not acquire a new file descriptor: " << shared_fd->StrError();
return false;
}
redirects_[channel] = dup_fd;
return true;
}
bool Command::RedirectStdIO(Subprocess::StdIOChannel subprocess_channel,
Subprocess::StdIOChannel parent_channel) {
return RedirectStdIO(subprocess_channel,
SharedFD::Dup(static_cast<int>(parent_channel)));
}
Subprocess Command::Start(SubprocessOptions options) const {
auto cmd = ToCharPointers(command_);
if (!validate_redirects(redirects_, inherited_fds_)) {
return Subprocess(-1, {});
}
pid_t pid = fork();
if (!pid) {
if (options.ExitWithParent()) {
prctl(PR_SET_PDEATHSIG, SIGHUP); // Die when parent dies
}
do_redirects(redirects_);
if (options.InGroup()) {
// This call should never fail (see SETPGID(2))
if (setpgid(0, 0) != 0) {
auto error = errno;
LOG(ERROR) << "setpgid failed (" << strerror(error) << ")";
}
}
for (const auto& entry : inherited_fds_) {
if (fcntl(entry.second, F_SETFD, 0)) {
int error_num = errno;
LOG(ERROR) << "fcntl failed: " << strerror(error_num);
}
}
int rval;
// If use_parent_env_ is false, the current process's environment is used as
// the environment of the child process. To force an empty emvironment for
// the child process pass the address of a pointer to NULL
if (use_parent_env_) {
UnsetEnvironment(unenv_);
rval = execvp(cmd[0], const_cast<char* const*>(cmd.data()));
} else {
auto envp = ToCharPointers(env_);
rval = execvpe(cmd[0], const_cast<char* const*>(cmd.data()),
const_cast<char* const*>(envp.data()));
}
// No need for an if: if exec worked it wouldn't have returned
LOG(ERROR) << "exec of " << cmd[0] << " failed (" << strerror(errno)
<< ")";
exit(rval);
}
if (pid == -1) {
LOG(ERROR) << "fork failed (" << strerror(errno) << ")";
}
if (options.Verbose()) { // "more verbose", and LOG(DEBUG) > LOG(VERBOSE)
LOG(DEBUG) << "Started (pid: " << pid << "): " << cmd[0];
for (int i = 1; cmd[i]; i++) {
LOG(DEBUG) << cmd[i];
}
} else {
LOG(VERBOSE) << "Started (pid: " << pid << "): " << cmd[0];
for (int i = 1; cmd[i]; i++) {
LOG(VERBOSE) << cmd[i];
}
}
return Subprocess(pid, subprocess_stopper_);
}
// A class that waits for threads to exit in its destructor.
class ThreadJoiner {
std::vector<std::thread*> threads_;
public:
ThreadJoiner(const std::vector<std::thread*> threads) : threads_(threads) {}
~ThreadJoiner() {
for (auto& thread : threads_) {
if (thread->joinable()) {
thread->join();
}
}
}
};
int RunWithManagedStdio(Command&& cmd_tmp, const std::string* stdin,
std::string* stdout, std::string* stderr,
SubprocessOptions options) {
/*
* The order of these declarations is necessary for safety. If the function
* returns at any point, the Command will be destroyed first, closing all
* of its references to SharedFDs. This will cause the thread internals to fail
* their reads or writes. The ThreadJoiner then waits for the threads to
* complete, as running the destructor of an active std::thread crashes the
* program.
*
* C++ scoping rules dictate that objects are descoped in reverse order to
* construction, so this behavior is predictable.
*/
std::thread stdin_thread, stdout_thread, stderr_thread;
ThreadJoiner thread_joiner({&stdin_thread, &stdout_thread, &stderr_thread});
Command cmd = std::move(cmd_tmp);
bool io_error = false;
if (stdin != nullptr) {
SharedFD pipe_read, pipe_write;
if (!SharedFD::Pipe(&pipe_read, &pipe_write)) {
LOG(ERROR) << "Could not create a pipe to write the stdin of \""
<< cmd.GetShortName() << "\"";
return -1;
}
if (!cmd.RedirectStdIO(Subprocess::StdIOChannel::kStdIn, pipe_read)) {
LOG(ERROR) << "Could not set stdout of \"" << cmd.GetShortName()
<< "\", was already set.";
return -1;
}
stdin_thread = std::thread([pipe_write, stdin, &io_error]() {
int written = WriteAll(pipe_write, *stdin);
if (written < 0) {
io_error = true;
LOG(ERROR) << "Error in writing stdin to process";
}
});
}
if (stdout != nullptr) {
SharedFD pipe_read, pipe_write;
if (!SharedFD::Pipe(&pipe_read, &pipe_write)) {
LOG(ERROR) << "Could not create a pipe to read the stdout of \""
<< cmd.GetShortName() << "\"";
return -1;
}
if (!cmd.RedirectStdIO(Subprocess::StdIOChannel::kStdOut, pipe_write)) {
LOG(ERROR) << "Could not set stdout of \"" << cmd.GetShortName()
<< "\", was already set.";
return -1;
}
stdout_thread = std::thread([pipe_read, stdout, &io_error]() {
int read = ReadAll(pipe_read, stdout);
if (read < 0) {
io_error = true;
LOG(ERROR) << "Error in reading stdout from process";
}
});
}
if (stderr != nullptr) {
SharedFD pipe_read, pipe_write;
if (!SharedFD::Pipe(&pipe_read, &pipe_write)) {
LOG(ERROR) << "Could not create a pipe to read the stderr of \""
<< cmd.GetShortName() << "\"";
return -1;
}
if (!cmd.RedirectStdIO(Subprocess::StdIOChannel::kStdErr, pipe_write)) {
LOG(ERROR) << "Could not set stderr of \"" << cmd.GetShortName()
<< "\", was already set.";
return -1;
}
stderr_thread = std::thread([pipe_read, stderr, &io_error]() {
int read = ReadAll(pipe_read, stderr);
if (read < 0) {
io_error = true;
LOG(ERROR) << "Error in reading stderr from process";
}
});
}
auto subprocess = cmd.Start(options);
if (!subprocess.Started()) {
return -1;
}
auto cmd_short_name = cmd.GetShortName();
{
// Force the destructor to run by moving it into a smaller scope.
// This is necessary to close the write end of the pipe.
Command forceDelete = std::move(cmd);
}
int wstatus;
subprocess.Wait(&wstatus, 0);
if (WIFSIGNALED(wstatus)) {
LOG(ERROR) << "Command was interrupted by a signal: " << WTERMSIG(wstatus);
return -1;
}
{
auto join_threads = std::move(thread_joiner);
}
if (io_error) {
LOG(ERROR) << "IO error communicating with " << cmd_short_name;
return -1;
}
return WEXITSTATUS(wstatus);
}
int execute(const std::vector<std::string>& command,
const std::vector<std::string>& env) {
Command cmd(command[0]);
for (size_t i = 1; i < command.size(); ++i) {
cmd.AddParameter(command[i]);
}
cmd.SetEnvironment(env);
auto subprocess = cmd.Start();
if (!subprocess.Started()) {
return -1;
}
return subprocess.Wait();
}
int execute(const std::vector<std::string>& command) {
Command cmd(command[0]);
for (size_t i = 1; i < command.size(); ++i) {
cmd.AddParameter(command[i]);
}
auto subprocess = cmd.Start();
if (!subprocess.Started()) {
return -1;
}
return subprocess.Wait();
}
} // namespace cuttlefish