package Machine; use strict; use threads; use Socket; use IO::Handle; use POSIX qw(dup2); use FileHandle; use Cwd; use File::Basename; # Stuff our PID in the multicast address/port to prevent collissions # with other NixOS VM networks. See # http://www.iana.org/assignments/multicast-addresses/. my $mcastPrefix = "232.18"; my $mcastSuffix = ($$ >> 8) . ":" . (64000 + ($$ & 0xff)); print STDERR "using multicast addresses $mcastPrefix..$mcastSuffix\n"; for (my $n = 0; $n < 256; $n++) { $ENV{"QEMU_MCAST_ADDR_$n"} = "$mcastPrefix.$n.$mcastSuffix"; } my $showGraphics = defined $ENV{'DISPLAY'}; sub new { my ($class, $args) = @_; my $startCommand = $args->{startCommand}; my $name = $args->{name}; if (!$name) { $startCommand =~ /run-(.*)-vm$/; $name = $1 || "machine"; } if (!$startCommand) { # !!! merge with qemu-vm.nix. $startCommand = "qemu-system-x86_64 -m 384 " . "-net nic,model=virtio -net user,\$QEMU_NET_OPTS \$QEMU_OPTS "; $startCommand .= "-drive file=" . Cwd::abs_path($args->{hda}) . ",if=virtio,boot=on,werror=report " if defined $args->{hda}; $startCommand .= "-cdrom $args->{cdrom} " if defined $args->{cdrom}; $startCommand .= $args->{qemuFlags} || ""; } else { $startCommand = Cwd::abs_path $startCommand; } my $tmpDir = $ENV{'TMPDIR'} || "/tmp"; my $self = { startCommand => $startCommand, name => $name, booted => 0, pid => 0, connected => 0, socket => undef, stateDir => "$tmpDir/vm-state-$name", monitor => undef, log => $args->{log}, }; mkdir $self->{stateDir}, 0700; bless $self, $class; return $self; } sub log { my ($self, $msg) = @_; $self->{log}->log($msg, { machine => $self->{name} }); } sub nest { my ($self, $msg, $coderef, $attrs) = @_; $self->{log}->nest($msg, $coderef, { %{$attrs || {}}, machine => $self->{name} }); } sub name { my ($self) = @_; return $self->{name}; } sub stateDir { my ($self) = @_; return $self->{stateDir}; } sub start { my ($self) = @_; return if $self->{booted}; $self->log("starting vm"); # Create a socket pair for the serial line input/output of the VM. my ($serialP, $serialC); socketpair($serialP, $serialC, PF_UNIX, SOCK_STREAM, 0) or die; # Create a Unix domain socket to which QEMU's monitor will connect. my $monitorPath = $self->{stateDir} . "/monitor"; unlink $monitorPath; my $monitorS; socket($monitorS, PF_UNIX, SOCK_STREAM, 0) or die; bind($monitorS, sockaddr_un($monitorPath)) or die "cannot bind monitor socket: $!"; listen($monitorS, 1) or die; # Create a Unix domain socket to which the root shell in the guest will connect. my $shellPath = $self->{stateDir} . "/shell"; unlink $shellPath; my $shellS; socket($shellS, PF_UNIX, SOCK_STREAM, 0) or die; bind($shellS, sockaddr_un($shellPath)) or die "cannot bind shell socket: $!"; listen($shellS, 1) or die; # Start the VM. my $pid = fork(); die if $pid == -1; if ($pid == 0) { close $serialP; close $monitorS; close $shellS; open NUL, "{stateDir}; $ENV{USE_TMPDIR} = 1; $ENV{QEMU_OPTS} = "-no-reboot -monitor unix:./monitor -chardev socket,id=shell,path=./shell " . ($showGraphics ? "-serial stdio" : "-nographic"); $ENV{QEMU_NET_OPTS} = "guestfwd=tcp:10.0.2.6:23-chardev:shell"; $ENV{QEMU_KERNEL_PARAMS} = "hostTmpDir=$ENV{TMPDIR}"; chdir $self->{stateDir} or die; exec $self->{startCommand}; die "running VM script: $!"; } # Process serial line output. close $serialC; threads->create(\&processSerialOutput, $self, $serialP)->detach; sub processSerialOutput { my ($self, $serialP) = @_; while (<$serialP>) { chomp; s/\r$//; print STDERR $self->{name}, "# $_\n"; $self->{log}->{logQueue}->enqueue({msg => $_, machine => $self->{name}}); # !!! } } eval { local $SIG{CHLD} = sub { die "QEMU died prematurely\n"; }; # Wait until QEMU connects to the monitor. accept($self->{monitor}, $monitorS) or die; # Wait until QEMU connects to the root shell socket. QEMU # does so immediately; this doesn't mean that the root shell # has connected yet inside the guest. accept($self->{socket}, $shellS) or die; $self->{socket}->autoflush(1); }; die "$@" if $@; $self->waitForMonitorPrompt; $self->log("QEMU running (pid $pid)"); $self->{pid} = $pid; $self->{booted} = 1; } # Send a command to the monitor and wait for it to finish. TODO: QEMU # also has a JSON-based monitor interface now, but it doesn't support # all commands yet. We should use it once it does. sub sendMonitorCommand { my ($self, $command) = @_; $self->log("sending monitor command: $command"); syswrite $self->{monitor}, "$command\n"; return $self->waitForMonitorPrompt; } # Wait until the monitor sends "(qemu) ". sub waitForMonitorPrompt { my ($self) = @_; my $res = ""; my $s; while (sysread($self->{monitor}, $s, 1024)) { $res .= $s; last if $res =~ s/\(qemu\) $//; } return $res; } # Call the given code reference repeatedly, with 1 second intervals, # until it returns 1 or a timeout is reached. sub retry { my ($coderef) = @_; my $n; for ($n = 0; $n < 900; $n++) { return if &$coderef; sleep 1; } die "action timed out after $n seconds"; } sub connect { my ($self) = @_; return if $self->{connected}; $self->nest("waiting for the VM to finish booting", sub { $self->start; local $SIG{ALRM} = sub { die "timed out waiting for the guest to connect\n"; }; alarm 300; readline $self->{socket} or die; alarm 0; $self->log("connected to guest root shell"); $self->{connected} = 1; }); } sub waitForShutdown { my ($self) = @_; return unless $self->{booted}; $self->nest("waiting for the VM to power off", sub { waitpid $self->{pid}, 0; $self->{pid} = 0; $self->{booted} = 0; $self->{connected} = 0; }); } sub isUp { my ($self) = @_; return $self->{booted} && $self->{connected}; } sub execute_ { my ($self, $command) = @_; $self->connect; print { $self->{socket} } ("( $command ); echo '|!=EOF' \$?\n"); my $out = ""; while (1) { my $line = readline($self->{socket}); die "connection to VM lost unexpectedly" unless defined $line; #$self->log("got line: $line"); if ($line =~ /^(.*)\|\!\=EOF\s+(\d+)$/) { $out .= $1; $self->log("exit status $2"); return ($2, $out); } $out .= $line; } } sub execute { my ($self, $command) = @_; my @res; $self->nest("running command: $command", sub { @res = $self->execute_($command); }); return @res; } sub succeed { my ($self, @commands) = @_; my $res; foreach my $command (@commands) { $self->nest("must succeed: $command", sub { my ($status, $out) = $self->execute_($command); if ($status != 0) { $self->log("output: $out"); die "command `$command' did not succeed (exit code $status)\n"; } $res .= $out; }); } return $res; } sub mustSucceed { succeed @_; } sub waitUntilSucceeds { my ($self, $command) = @_; $self->nest("waiting for success: $command", sub { retry sub { my ($status, $out) = $self->execute($command); return 1 if $status == 0; }; }); } sub waitUntilFails { my ($self, $command) = @_; $self->nest("waiting for failure: $command", sub { retry sub { my ($status, $out) = $self->execute($command); return 1 if $status != 0; }; }); } sub fail { my ($self, $command) = @_; $self->nest("must fail: $command", sub { my ($status, $out) = $self->execute_($command); die "command `$command' unexpectedly succeeded" if $status == 0; }); } sub mustFail { fail @_; } # Wait for an Upstart job to reach the "running" state. sub waitForJob { my ($self, $jobName) = @_; $self->nest("waiting for job ‘$jobName’", sub { retry sub { my ($status, $out) = $self->execute("initctl status $jobName"); return 1 if $out =~ /start\/running/; }; }); } # Wait until the specified file exists. sub waitForFile { my ($self, $fileName) = @_; $self->nest("waiting for file ‘$fileName’", sub { retry sub { my ($status, $out) = $self->execute("test -e $fileName"); return 1 if $status == 0; } }); } sub startJob { my ($self, $jobName) = @_; $self->execute("initctl start $jobName"); my ($status, $out) = $self->execute("initctl status $jobName"); die "failed to start $jobName" unless $out =~ /start\/running/; } sub stopJob { my ($self, $jobName) = @_; $self->execute("initctl stop $jobName"); my ($status, $out) = $self->execute("initctl status $jobName"); die "failed to stop $jobName" unless $out =~ /stop\/waiting/; } # Wait until the machine is listening on the given TCP port. sub waitForOpenPort { my ($self, $port) = @_; $self->nest("waiting for TCP port $port", sub { retry sub { my ($status, $out) = $self->execute("nc -z localhost $port"); return 1 if $status == 0; } }); } # Wait until the machine is not listening on the given TCP port. sub waitForClosedPort { my ($self, $port) = @_; retry sub { my ($status, $out) = $self->execute("nc -z localhost $port"); return 1 if $status != 0; } } sub shutdown { my ($self) = @_; return unless $self->{booted}; $self->execute("poweroff"); $self->waitForShutdown; } sub crash { my ($self) = @_; return unless $self->{booted}; $self->sendMonitorCommand("quit"); $self->waitForShutdown; } # Make the machine unreachable by shutting down eth1 (the multicast # interface used to talk to the other VMs). We keep eth0 up so that # the test driver can continue to talk to the machine. sub block { my ($self) = @_; $self->sendMonitorCommand("set_link virtio-net-pci.1 off"); } # Make the machine reachable. sub unblock { my ($self) = @_; $self->sendMonitorCommand("set_link virtio-net-pci.1 on"); } # Take a screenshot of the X server on :0.0. sub screenshot { my ($self, $filename) = @_; my $dir = $ENV{'out'} || Cwd::abs_path("."); $filename = "$dir/${filename}.png" if $filename =~ /^\w+$/; my $tmp = "${filename}.ppm"; my $name = basename($filename); $self->nest("making screenshot ‘$name’", sub { $self->sendMonitorCommand("screendump $tmp"); system("convert $tmp ${filename}") == 0 or die "cannot convert screenshot"; unlink $tmp; }, { image => $name } ); } # Wait until it is possible to connect to the X server. Note that # testing the existence of /tmp/.X11-unix/X0 is insufficient. sub waitForX { my ($self, $regexp) = @_; $self->nest("waiting for the X11 server", sub { retry sub { my ($status, $out) = $self->execute("xwininfo -root > /dev/null 2>&1"); return 1 if $status == 0; } }); } sub getWindowNames { my ($self) = @_; my $res = $self->mustSucceed( q{xwininfo -root -tree | sed 's/.*0x[0-9a-f]* \"\([^\"]*\)\".*/\1/; t; d'}); return split /\n/, $res; } sub waitForWindow { my ($self, $regexp) = @_; $self->nest("waiting for a window to appear", sub { retry sub { my @names = $self->getWindowNames; foreach my $n (@names) { return 1 if $n =~ /$regexp/; } } }); } sub copyFileFromHost { my ($self, $from, $to) = @_; my $s = `cat $from` or die; $self->mustSucceed("echo '$s' > $to"); # !!! escaping } sub sendKeys { my ($self, @keys) = @_; foreach my $key (@keys) { $key = "spc" if $key eq " "; $key = "ret" if $key eq "\n"; $self->sendMonitorCommand("sendkey $key"); } } sub sendChars { my ($self, $chars) = @_; $self->nest("sending keys ‘$chars’", sub { $self->sendKeys(split //, $chars); }); } # Sleep N seconds (in virtual guest time, not real time). sub sleep { my ($self, $time) = @_; $self->succeed("sleep $time"); } 1;