[PATCH 0/3] aws: add dynamic kconfig support
Luis Chamberlain <[email protected]>
| Newsgroups | dev.linux.lists.kdevops |
|---|---|
| Message-ID | <[email protected]> |
The Lambda Labs dynamic kconfig paved the way. This bring over that support to AWS. We leverage a similar strategy to kernel refs to allow us to also keep some dynamically generated kconfigs as static. We do this by adding a new target: make cloud-update And when we want to get the latest we just do the cycle: make cloud-config make cloud-update Only kdevops terraform admins need to worry about using make cloud-update. Luis Chamberlain (3): aws: add dynamic cloud configuration support using AWS CLI aws: run make cloud-update lambda: run make cloud-update .gitignore | 3 + defconfigs/aws-gpu-g6e-ai | 53 + .../templates/aws/terraform.tfvars.j2 | 5 + scripts/aws-cli | 436 +++++ scripts/aws_api.py | 1135 +++++++++++ scripts/dynamic-cloud-kconfig.Makefile | 88 +- scripts/generate_cloud_configs.py | 198 +- terraform/aws/kconfigs/Kconfig.compute | 109 +- terraform/aws/kconfigs/Kconfig.compute.static | 1736 +++++++++++++++++ .../aws/kconfigs/Kconfig.gpu-amis.static | 79 + .../aws/kconfigs/Kconfig.location.static | 124 ++ .../kconfigs/instance-types/Kconfig.a1.static | 68 + .../kconfigs/instance-types/Kconfig.c1.static | 34 + .../kconfigs/instance-types/Kconfig.c3.static | 64 + .../kconfigs/instance-types/Kconfig.c4.static | 59 + .../kconfigs/instance-types/Kconfig.c5.static | 95 + .../instance-types/Kconfig.c5a.static | 86 + .../instance-types/Kconfig.c5ad.static | 94 + .../instance-types/Kconfig.c5d.static | 104 + .../instance-types/Kconfig.c5n.static | 77 + .../instance-types/Kconfig.c6a.static | 113 ++ .../instance-types/Kconfig.c6g.static | 95 + .../instance-types/Kconfig.c6gd.static | 104 + .../instance-types/Kconfig.c6gn.static | 86 + .../instance-types/Kconfig.c6i.static | 104 + .../instance-types/Kconfig.c6id.static | 114 ++ .../instance-types/Kconfig.c6in.static | 104 + .../instance-types/Kconfig.c7a.static | 122 ++ .../instance-types/Kconfig.c7g.static | 95 + .../instance-types/Kconfig.c7gd.static | 104 + .../instance-types/Kconfig.c7gn.static | 95 + .../instance-types/Kconfig.c7i-flex.static | 77 + .../instance-types/Kconfig.c7i.static | 113 ++ .../instance-types/Kconfig.c8g.static | 122 ++ .../instance-types/Kconfig.c8gd.static | 134 ++ .../instance-types/Kconfig.c8gn.static | 122 ++ .../kconfigs/instance-types/Kconfig.d2.static | 54 + .../kconfigs/instance-types/Kconfig.d3.static | 54 + .../instance-types/Kconfig.d3en.static | 74 + .../instance-types/Kconfig.dl1.static | 24 + .../kconfigs/instance-types/Kconfig.f1.static | 44 + .../kconfigs/instance-types/Kconfig.f2.static | 44 + .../instance-types/Kconfig.g4ad.static | 64 + .../instance-types/Kconfig.g4dn.static | 84 + .../kconfigs/instance-types/Kconfig.g5.static | 94 + .../instance-types/Kconfig.g5g.static | 68 + .../kconfigs/instance-types/Kconfig.g6.static | 94 + .../instance-types/Kconfig.g6e.static | 94 + .../instance-types/Kconfig.g6f.static | 54 + .../instance-types/Kconfig.gr6.static | 34 + .../instance-types/Kconfig.gr6f.static | 24 + .../kconfigs/instance-types/Kconfig.h1.static | 54 + .../instance-types/Kconfig.hpc7g.static | 41 + .../kconfigs/instance-types/Kconfig.i2.static | 54 + .../kconfigs/instance-types/Kconfig.i3.static | 74 + .../instance-types/Kconfig.i3en.static | 94 + .../instance-types/Kconfig.i4g.static | 74 + .../instance-types/Kconfig.i4i.static | 114 ++ .../instance-types/Kconfig.i7i.static | 124 ++ .../instance-types/Kconfig.i7ie.static | 124 ++ .../instance-types/Kconfig.i8g.static | 114 ++ .../instance-types/Kconfig.i8ge.static | 124 ++ .../instance-types/Kconfig.im4gn.static | 74 + .../instance-types/Kconfig.inf1.static | 50 + .../instance-types/Kconfig.inf2.static | 50 + .../instance-types/Kconfig.is4gen.static | 74 + .../kconfigs/instance-types/Kconfig.m1.static | 54 + .../kconfigs/instance-types/Kconfig.m2.static | 44 + .../kconfigs/instance-types/Kconfig.m3.static | 54 + .../kconfigs/instance-types/Kconfig.m4.static | 68 + .../kconfigs/instance-types/Kconfig.m5.static | 95 + .../instance-types/Kconfig.m5a.static | 86 + .../instance-types/Kconfig.m5ad.static | 94 + .../instance-types/Kconfig.m5d.static | 104 + .../instance-types/Kconfig.m5dn.static | 104 + .../instance-types/Kconfig.m5n.static | 95 + .../instance-types/Kconfig.m5zn.static | 77 + .../instance-types/Kconfig.m6a.static | 113 ++ .../instance-types/Kconfig.m6g.static | 95 + .../instance-types/Kconfig.m6gd.static | 104 + .../instance-types/Kconfig.m6i.static | 104 + .../instance-types/Kconfig.m6id.static | 114 ++ .../instance-types/Kconfig.m6idn.static | 114 ++ .../instance-types/Kconfig.m6in.static | 104 + .../instance-types/Kconfig.m7a.static | 122 ++ .../instance-types/Kconfig.m7g.static | 95 + .../instance-types/Kconfig.m7gd.static | 104 + .../instance-types/Kconfig.m7i-flex.static | 77 + .../instance-types/Kconfig.m7i.static | 113 ++ .../instance-types/Kconfig.m8g.static | 122 ++ .../instance-types/Kconfig.m8gd.static | 134 ++ .../instance-types/Kconfig.m8i-flex.static | 77 + .../instance-types/Kconfig.m8i.static | 131 ++ .../instance-types/Kconfig.mac1.static | 23 + .../Kconfig.mac2-m1ultra.static | 23 + .../instance-types/Kconfig.mac2-m2.static | 23 + .../instance-types/Kconfig.mac2-m2pro.static | 23 + .../instance-types/Kconfig.mac2.static | 23 + .../kconfigs/instance-types/Kconfig.p3.static | 41 + .../instance-types/Kconfig.p3dn.static | 24 + .../instance-types/Kconfig.p4d.static | 24 + .../instance-types/Kconfig.p4de.static | 24 + .../kconfigs/instance-types/Kconfig.p5.static | 34 + .../instance-types/Kconfig.p5en.static | 24 + .../instance-types/Kconfig.p6-b200.static | 24 + .../kconfigs/instance-types/Kconfig.r3.static | 64 + .../kconfigs/instance-types/Kconfig.r4.static | 68 + .../kconfigs/instance-types/Kconfig.r5.static | 95 + .../instance-types/Kconfig.r5a.static | 86 + .../instance-types/Kconfig.r5ad.static | 94 + .../instance-types/Kconfig.r5b.static | 95 + .../instance-types/Kconfig.r5d.static | 104 + .../instance-types/Kconfig.r5dn.static | 104 + .../instance-types/Kconfig.r5n.static | 95 + .../instance-types/Kconfig.r6a.static | 113 ++ .../instance-types/Kconfig.r6g.static | 95 + .../instance-types/Kconfig.r6gd.static | 104 + .../instance-types/Kconfig.r6i.static | 104 + .../instance-types/Kconfig.r6id.static | 114 ++ .../instance-types/Kconfig.r6idn.static | 114 ++ .../instance-types/Kconfig.r6in.static | 104 + .../instance-types/Kconfig.r7a.static | 122 ++ .../instance-types/Kconfig.r7g.static | 95 + .../instance-types/Kconfig.r7gd.static | 104 + .../instance-types/Kconfig.r7i.static | 113 ++ .../instance-types/Kconfig.r7iz.static | 104 + .../instance-types/Kconfig.r8g.static | 122 ++ .../instance-types/Kconfig.r8gd.static | 134 ++ .../instance-types/Kconfig.r8i-flex.static | 77 + .../instance-types/Kconfig.r8i.static | 131 ++ .../kconfigs/instance-types/Kconfig.t1.static | 23 + .../kconfigs/instance-types/Kconfig.t2.static | 77 + .../kconfigs/instance-types/Kconfig.t3.static | 77 + .../instance-types/Kconfig.t3a.static | 77 + .../instance-types/Kconfig.t4g.static | 77 + .../instance-types/Kconfig.trn1.static | 34 + .../instance-types/Kconfig.trn1n.static | 24 + .../instance-types/Kconfig.u-3tb1.static | 23 + .../instance-types/Kconfig.u-6tb1.static | 32 + .../instance-types/Kconfig.u7i-12tb.static | 23 + .../instance-types/Kconfig.u7i-6tb.static | 23 + .../instance-types/Kconfig.u7i-8tb.static | 23 + .../instance-types/Kconfig.u7in-16tb.static | 23 + .../instance-types/Kconfig.u7in-24tb.static | 23 + .../instance-types/Kconfig.u7in-32tb.static | 23 + .../instance-types/Kconfig.vt1.static | 41 + .../kconfigs/instance-types/Kconfig.x1.static | 34 + .../instance-types/Kconfig.x1e.static | 74 + .../instance-types/Kconfig.x2gd.static | 104 + .../instance-types/Kconfig.x2idn.static | 54 + .../instance-types/Kconfig.x2iedn.static | 94 + .../instance-types/Kconfig.x2iezn.static | 68 + .../instance-types/Kconfig.x8g.static | 122 ++ .../instance-types/Kconfig.z1d.static | 84 + .../kconfigs/Kconfig.compute.static | 195 ++ .../kconfigs/Kconfig.location.static | 95 + 156 files changed, 15414 insertions(+), 90 deletions(-) create mode 100644 defconfigs/aws-gpu-g6e-ai create mode 100755 scripts/aws-cli create mode 100755 scripts/aws_api.py create mode 100644 terraform/aws/kconfigs/Kconfig.compute.static create mode 100644 terraform/aws/kconfigs/Kconfig.gpu-amis.static create mode 100644 terraform/aws/kconfigs/Kconfig.location.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.a1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c4.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6in.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d3en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.dl1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.f1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.f2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g4ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g4dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g5g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6e.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6f.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.gr6.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.gr6f.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.h1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.hpc7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i3en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i4g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i4i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i7ie.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i8ge.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.im4gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.inf1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.inf2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.is4gen.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m4.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5zn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6in.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m1ultra.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m2pro.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p3dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p4d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p4de.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p5en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p6-b200.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r4.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5b.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6in.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7iz.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t3a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t4g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.trn1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.trn1n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u-3tb1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u-6tb1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-12tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-6tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-8tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-16tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-24tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-32tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.vt1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x1e.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2iedn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2iezn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.z1d.static create mode 100644 terraform/lambdalabs/kconfigs/Kconfig.compute.static create mode 100644 terraform/lambdalabs/kconfigs/Kconfig.location.static -- 2.50.1