123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244 |
- package control
- import (
- "io"
- "io/ioutil"
- "os"
- "path"
- "path/filepath"
- "syscall"
- "time"
- "github.com/rancher/os/config"
- "github.com/rancher/os/pkg/compose"
- rosDocker "github.com/rancher/os/pkg/docker"
- "github.com/rancher/os/pkg/log"
- "github.com/rancher/os/pkg/util"
- "github.com/codegangsta/cli"
- composeClient "github.com/docker/libcompose/docker/client"
- "github.com/docker/libcompose/project"
- "golang.org/x/net/context"
- )
- const (
- defaultStorageContext = "console"
- dockerPidFile = "/var/run/docker.pid"
- sourceDirectory = "/engine"
- destDirectory = "/var/lib/rancher/engine"
- dockerCompletionFName = "completion"
- )
- var (
- dockerCommand = []string{
- "ros",
- "docker-init",
- }
- )
- func userDockerAction(c *cli.Context) error {
- if err := copyBinaries(sourceDirectory, destDirectory); err != nil {
- return err
- }
- if err := syscall.Mount("/host/sys", "/sys", "", syscall.MS_BIND|syscall.MS_REC, ""); err != nil {
- return err
- }
- cfg := config.LoadConfig()
- return startDocker(cfg)
- }
- func copyBinaries(source, dest string) error {
- if err := os.MkdirAll(dest, 0755); err != nil {
- return err
- }
- files, err := ioutil.ReadDir(dest)
- if err != nil {
- return err
- }
- for _, file := range files {
- if err = os.RemoveAll(path.Join(dest, file.Name())); err != nil {
- return err
- }
- }
- files, err = ioutil.ReadDir(source)
- if err != nil {
- return err
- }
- for _, file := range files {
- sourceFile := path.Join(source, file.Name())
- destFile := path.Join(dest, file.Name())
- in, err := os.Open(sourceFile)
- if err != nil {
- return err
- }
- out, err := os.Create(destFile)
- if err != nil {
- return err
- }
- if _, err = io.Copy(out, in); err != nil {
- return err
- }
- if err = out.Sync(); err != nil {
- return err
- }
- if err = in.Close(); err != nil {
- return err
- }
- if err = out.Close(); err != nil {
- return err
- }
- if file.Name() == dockerCompletionFName {
- if err := os.Chmod(destFile, 0644); err != nil {
- return err
- }
- } else {
- if err := os.Chmod(destFile, 0751); err != nil {
- return err
- }
- }
- }
- return nil
- }
- func writeConfigCerts(cfg *config.CloudConfig) error {
- outDir := ServerTLSPath
- if err := os.MkdirAll(outDir, 0700); err != nil {
- return err
- }
- caCertPath := filepath.Join(outDir, CaCert)
- caKeyPath := filepath.Join(outDir, CaKey)
- serverCertPath := filepath.Join(outDir, ServerCert)
- serverKeyPath := filepath.Join(outDir, ServerKey)
- if cfg.Rancher.Docker.CACert != "" {
- if err := util.WriteFileAtomic(caCertPath, []byte(cfg.Rancher.Docker.CACert), 0400); err != nil {
- return err
- }
- if err := util.WriteFileAtomic(caKeyPath, []byte(cfg.Rancher.Docker.CAKey), 0400); err != nil {
- return err
- }
- }
- if cfg.Rancher.Docker.ServerCert != "" {
- if err := util.WriteFileAtomic(serverCertPath, []byte(cfg.Rancher.Docker.ServerCert), 0400); err != nil {
- return err
- }
- if err := util.WriteFileAtomic(serverKeyPath, []byte(cfg.Rancher.Docker.ServerKey), 0400); err != nil {
- return err
- }
- }
- return nil
- }
- func startDocker(cfg *config.CloudConfig) error {
- storageContext := cfg.Rancher.Docker.StorageContext
- if storageContext == "" {
- storageContext = defaultStorageContext
- }
- log.Infof("Starting Docker in context: %s", storageContext)
- p, err := compose.GetProject(cfg, true, false)
- if err != nil {
- return err
- }
- pid, err := waitForPid(storageContext, p)
- if err != nil {
- return err
- }
- log.Infof("%s PID %d", storageContext, pid)
- client, err := rosDocker.NewSystemClient()
- if err != nil {
- return err
- }
- dockerCfg := cfg.Rancher.Docker
- args := dockerCfg.FullArgs()
- log.Debugf("User Docker args: %v", args)
- if dockerCfg.TLS {
- if err := writeConfigCerts(cfg); err != nil {
- return err
- }
- }
- info, err := client.ContainerInspect(context.Background(), storageContext)
- if err != nil {
- return err
- }
- cmd := []string{"system-docker-runc", "exec", "--", info.ID, "env"}
- log.Info(dockerCfg.AppendEnv())
- cmd = append(cmd, dockerCfg.AppendEnv()...)
- cmd = append(cmd, dockerCommand...)
- cmd = append(cmd, args...)
- log.Infof("Running %v", cmd)
- return syscall.Exec("/usr/bin/system-docker-runc", cmd, os.Environ())
- }
- func waitForPid(service string, project *project.Project) (int, error) {
- log.Infof("Getting PID for service: %s", service)
- for {
- if pid, err := getPid(service, project); err != nil || pid == 0 {
- log.Infof("Waiting for %s : %d : %v", service, pid, err)
- time.Sleep(1 * time.Second)
- } else {
- return pid, err
- }
- }
- }
- func getPid(service string, project *project.Project) (int, error) {
- s, err := project.CreateService(service)
- if err != nil {
- return 0, err
- }
- containers, err := s.Containers(context.Background())
- if err != nil {
- return 0, err
- }
- if len(containers) == 0 {
- return 0, nil
- }
- client, err := composeClient.Create(composeClient.Options{
- Host: config.SystemDockerHost,
- })
- if err != nil {
- return 0, err
- }
- id, err := containers[0].ID()
- if err != nil {
- return 0, err
- }
- info, err := client.ContainerInspect(context.Background(), id)
- if err != nil || info.ID == "" {
- return 0, err
- }
- if info.State.Running {
- return info.State.Pid, nil
- }
- return 0, nil
- }
|