1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package clusterprovider
import (
"errors"
"fmt"
"io/fs"
"os"
"path/filepath"
"github.com/johnandersen777/socialweb-computer-kcp/internal/clusterstack"
)
const kubeSchedulerConfigMode = 0o600
var ErrKubeSchedulerConfigUnwritable = errors.New(
"clusterprovider: the kube-scheduler config could not be written into the cluster's data " +
"dir. k3s hands this path to kube-scheduler as it stands, and a scheduler that cannot " +
"read it does not come up at all -- the market cluster still serves its apiserver, so " +
"what an operator sees is a cluster whose pods are never placed, not a cluster that " +
"failed to start")
func WriteKubeSchedulerConfig(spec clusterstack.Spec) error {
if !spec.MarketDialled {
return nil
}
body, err := spec.KubeSchedulerConfig()
if err != nil {
return err
}
path := spec.KubeSchedulerConfigFile()
dir := filepath.Dir(path)
if err := os.MkdirAll(dir, 0o700); err != nil {
return fmt.Errorf("%w: the directory %s holding %s: %v", ErrKubeSchedulerConfigUnwritable,
dir, path, err)
}
if info, err := os.Stat(path); err == nil {
current, err := os.ReadFile(path)
if err != nil {
return fmt.Errorf("%w: reading %s: %v", ErrKubeSchedulerConfigUnwritable, path, err)
}
if string(current) == string(body) && info.Mode().Perm() == kubeSchedulerConfigMode {
return nil
}
} else if !errors.Is(err, fs.ErrNotExist) {
return fmt.Errorf("%w: stat %s: %v", ErrKubeSchedulerConfigUnwritable, path, err)
}
tmp, err := os.CreateTemp(dir, clusterstack.KubeSchedulerConfigFileName+".")
if err != nil {
return fmt.Errorf("%w: a temporary file beside %s: %v", ErrKubeSchedulerConfigUnwritable,
path, err)
}
defer func() { _ = os.Remove(tmp.Name()) }()
if err := tmp.Chmod(kubeSchedulerConfigMode); err != nil {
_ = tmp.Close()
return fmt.Errorf("%w: the mode of %s: %v", ErrKubeSchedulerConfigUnwritable, tmp.Name(), err)
}
if _, err := tmp.Write(body); err != nil {
_ = tmp.Close()
return fmt.Errorf("%w: writing %s: %v", ErrKubeSchedulerConfigUnwritable, tmp.Name(), err)
}
if err := tmp.Close(); err != nil {
return fmt.Errorf("%w: closing %s: %v", ErrKubeSchedulerConfigUnwritable, tmp.Name(), err)
}
if err := os.Rename(tmp.Name(), path); err != nil {
return fmt.Errorf("%w: renaming %s over %s: %v", ErrKubeSchedulerConfigUnwritable, tmp.Name(),
path, err)
}
return nil
}
