[PATCH v3 0/3] aws: add dynamic kconfig support
Luis Chamberlain <[email protected]>
| Newsgroups | dev.linux.lists.kdevops |
|---|---|
| Message-ID | <[email protected]> |
Changes on this v3: * Rips the bandaid off of being too careful with dynamic kconfig support and fully embraces it. So we kill legacy static cloud crap. * Minor typos and space fixes * One minor try / except fix on a python script * Enhance docs as suggested by Chuck * The last commit now adds the cloud-update changes You can give this a spin: https://github.com/linux-kdevops/kdevops/tree/mcgrof/20250908-aws-dyanmic-kconfig-v5 Luis Chamberlain (3): aws: add dynamic cloud configuration support aws: enable GPU AMI support for GPU instances cloud: run make cloud-update .gitignore | 3 + defconfigs/aws-gpu-g6e-ai | 40 + docs/cloud-configuration.md | 533 +++++ docs/kdevops-terraform.md | 9 + .../templates/aws/terraform.tfvars.j2 | 5 + scripts/aws-cli | 436 ++++ scripts/aws_api.py | 1161 ++++++++++ scripts/dynamic-cloud-kconfig.Makefile | 93 +- scripts/generate_cloud_configs.py | 193 +- terraform/aws/kconfigs/Kconfig.compute | 93 +- terraform/aws/kconfigs/Kconfig.compute.static | 1885 +++++++++++++++++ .../aws/kconfigs/Kconfig.gpu-amis.static | 79 + terraform/aws/kconfigs/Kconfig.location | 690 +----- .../aws/kconfigs/Kconfig.location.static | 124 ++ .../kconfigs/instance-types/Kconfig.a1.static | 68 + .../kconfigs/instance-types/Kconfig.c1.static | 34 + .../kconfigs/instance-types/Kconfig.c3.static | 64 + .../kconfigs/instance-types/Kconfig.c4.static | 59 + .../kconfigs/instance-types/Kconfig.c5.static | 95 + .../instance-types/Kconfig.c5a.static | 86 + .../instance-types/Kconfig.c5ad.static | 94 + .../instance-types/Kconfig.c5d.static | 104 + .../instance-types/Kconfig.c5n.static | 77 + .../instance-types/Kconfig.c6a.static | 113 + .../instance-types/Kconfig.c6g.static | 95 + .../instance-types/Kconfig.c6gd.static | 104 + .../instance-types/Kconfig.c6gn.static | 86 + .../instance-types/Kconfig.c6i.static | 104 + .../instance-types/Kconfig.c6id.static | 114 + .../instance-types/Kconfig.c6in.static | 104 + .../aws/kconfigs/instance-types/Kconfig.c7a | 28 - .../instance-types/Kconfig.c7a.static | 122 ++ .../instance-types/Kconfig.c7g.static | 95 + .../instance-types/Kconfig.c7gd.static | 104 + .../instance-types/Kconfig.c7gn.static | 95 + .../instance-types/Kconfig.c7i-flex.static | 77 + .../instance-types/Kconfig.c7i.static | 113 + .../instance-types/Kconfig.c8g.static | 122 ++ .../instance-types/Kconfig.c8gd.static | 134 ++ .../instance-types/Kconfig.c8gn.static | 122 ++ .../kconfigs/instance-types/Kconfig.d2.static | 54 + .../kconfigs/instance-types/Kconfig.d3.static | 54 + .../instance-types/Kconfig.d3en.static | 74 + .../instance-types/Kconfig.dl1.static | 24 + .../kconfigs/instance-types/Kconfig.f1.static | 44 + .../kconfigs/instance-types/Kconfig.f2.static | 44 + .../instance-types/Kconfig.g4ad.static | 64 + .../instance-types/Kconfig.g4dn.static | 84 + .../kconfigs/instance-types/Kconfig.g5.static | 94 + .../instance-types/Kconfig.g5g.static | 68 + .../kconfigs/instance-types/Kconfig.g6.static | 94 + .../instance-types/Kconfig.g6e.static | 94 + .../instance-types/Kconfig.g6f.static | 54 + .../instance-types/Kconfig.gr6.static | 34 + .../instance-types/Kconfig.gr6f.static | 24 + .../kconfigs/instance-types/Kconfig.h1.static | 54 + .../instance-types/Kconfig.hpc7g.static | 41 + .../kconfigs/instance-types/Kconfig.i2.static | 54 + .../kconfigs/instance-types/Kconfig.i3.static | 74 + .../instance-types/Kconfig.i3en.static | 94 + .../instance-types/Kconfig.i4g.static | 74 + .../aws/kconfigs/instance-types/Kconfig.i4i | 33 - .../instance-types/Kconfig.i4i.static | 114 + .../instance-types/Kconfig.i7i.static | 124 ++ .../instance-types/Kconfig.i7ie.static | 124 ++ .../instance-types/Kconfig.i8g.static | 114 + .../instance-types/Kconfig.i8ge.static | 124 ++ .../aws/kconfigs/instance-types/Kconfig.im4gn | 25 - .../instance-types/Kconfig.im4gn.static | 74 + .../instance-types/Kconfig.inf1.static | 50 + .../instance-types/Kconfig.inf2.static | 50 + .../kconfigs/instance-types/Kconfig.is4gen | 25 - .../instance-types/Kconfig.is4gen.static | 74 + .../kconfigs/instance-types/Kconfig.m1.static | 54 + .../kconfigs/instance-types/Kconfig.m2.static | 44 + .../kconfigs/instance-types/Kconfig.m3.static | 54 + .../kconfigs/instance-types/Kconfig.m4.static | 68 + .../aws/kconfigs/instance-types/Kconfig.m5 | 48 - .../kconfigs/instance-types/Kconfig.m5.static | 95 + .../instance-types/Kconfig.m5a.static | 86 + .../instance-types/Kconfig.m5ad.static | 94 + .../instance-types/Kconfig.m5d.static | 104 + .../instance-types/Kconfig.m5dn.static | 104 + .../instance-types/Kconfig.m5n.static | 95 + .../instance-types/Kconfig.m5zn.static | 77 + .../instance-types/Kconfig.m6a.static | 113 + .../instance-types/Kconfig.m6g.static | 95 + .../instance-types/Kconfig.m6gd.static | 104 + .../instance-types/Kconfig.m6i.static | 104 + .../instance-types/Kconfig.m6id.static | 114 + .../instance-types/Kconfig.m6idn.static | 114 + .../instance-types/Kconfig.m6in.static | 104 + .../aws/kconfigs/instance-types/Kconfig.m7a | 57 - .../instance-types/Kconfig.m7a.static | 122 ++ .../instance-types/Kconfig.m7g.static | 95 + .../instance-types/Kconfig.m7gd.static | 104 + .../instance-types/Kconfig.m7i-flex.static | 77 + .../instance-types/Kconfig.m7i.static | 113 + .../instance-types/Kconfig.m8g.static | 122 ++ .../instance-types/Kconfig.m8gd.static | 134 ++ .../instance-types/Kconfig.m8i-flex.static | 77 + .../instance-types/Kconfig.m8i.static | 131 ++ .../instance-types/Kconfig.mac1.static | 23 + .../Kconfig.mac2-m1ultra.static | 23 + .../instance-types/Kconfig.mac2-m2.static | 23 + .../instance-types/Kconfig.mac2-m2pro.static | 23 + .../instance-types/Kconfig.mac2.static | 23 + .../kconfigs/instance-types/Kconfig.p3.static | 41 + .../instance-types/Kconfig.p3dn.static | 24 + .../instance-types/Kconfig.p4d.static | 24 + .../instance-types/Kconfig.p4de.static | 24 + .../kconfigs/instance-types/Kconfig.p5.static | 34 + .../instance-types/Kconfig.p5en.static | 24 + .../instance-types/Kconfig.p6-b200.static | 24 + .../kconfigs/instance-types/Kconfig.r3.static | 64 + .../kconfigs/instance-types/Kconfig.r4.static | 68 + .../kconfigs/instance-types/Kconfig.r5.static | 95 + .../instance-types/Kconfig.r5a.static | 86 + .../instance-types/Kconfig.r5ad.static | 94 + .../instance-types/Kconfig.r5b.static | 95 + .../instance-types/Kconfig.r5d.static | 104 + .../instance-types/Kconfig.r5dn.static | 104 + .../instance-types/Kconfig.r5n.static | 95 + .../instance-types/Kconfig.r6a.static | 113 + .../instance-types/Kconfig.r6g.static | 95 + .../instance-types/Kconfig.r6gd.static | 104 + .../instance-types/Kconfig.r6i.static | 104 + .../instance-types/Kconfig.r6id.static | 114 + .../instance-types/Kconfig.r6idn.static | 114 + .../instance-types/Kconfig.r6in.static | 104 + .../instance-types/Kconfig.r7a.static | 122 ++ .../instance-types/Kconfig.r7g.static | 95 + .../instance-types/Kconfig.r7gd.static | 104 + .../instance-types/Kconfig.r7i.static | 113 + .../instance-types/Kconfig.r7iz.static | 104 + .../instance-types/Kconfig.r8g.static | 122 ++ .../instance-types/Kconfig.r8gd.static | 134 ++ .../instance-types/Kconfig.r8i-flex.static | 77 + .../instance-types/Kconfig.r8i.static | 131 ++ .../kconfigs/instance-types/Kconfig.t1.static | 23 + .../kconfigs/instance-types/Kconfig.t2.static | 77 + .../kconfigs/instance-types/Kconfig.t3.static | 77 + .../instance-types/Kconfig.t3a.static | 77 + .../instance-types/Kconfig.t4g.static | 77 + .../instance-types/Kconfig.trn1.static | 34 + .../instance-types/Kconfig.trn1n.static | 24 + .../instance-types/Kconfig.u-3tb1.static | 23 + .../instance-types/Kconfig.u-6tb1.static | 32 + .../instance-types/Kconfig.u7i-12tb.static | 23 + .../instance-types/Kconfig.u7i-6tb.static | 23 + .../instance-types/Kconfig.u7i-8tb.static | 23 + .../instance-types/Kconfig.u7in-16tb.static | 23 + .../instance-types/Kconfig.u7in-24tb.static | 23 + .../instance-types/Kconfig.u7in-32tb.static | 23 + .../instance-types/Kconfig.vt1.static | 41 + .../kconfigs/instance-types/Kconfig.x1.static | 34 + .../instance-types/Kconfig.x1e.static | 74 + .../instance-types/Kconfig.x2gd.static | 104 + .../instance-types/Kconfig.x2idn.static | 54 + .../instance-types/Kconfig.x2iedn.static | 94 + .../instance-types/Kconfig.x2iezn.static | 68 + .../instance-types/Kconfig.x8g.static | 122 ++ .../instance-types/Kconfig.z1d.static | 84 + .../kconfigs/Kconfig.compute.static | 195 ++ .../lambdalabs/kconfigs/Kconfig.images.static | 0 .../kconfigs/Kconfig.location.static | 59 + 166 files changed, 16070 insertions(+), 992 deletions(-) create mode 100644 defconfigs/aws-gpu-g6e-ai create mode 100644 docs/cloud-configuration.md create mode 100755 scripts/aws-cli create mode 100755 scripts/aws_api.py create mode 100644 terraform/aws/kconfigs/Kconfig.compute.static create mode 100644 terraform/aws/kconfigs/Kconfig.gpu-amis.static create mode 100644 terraform/aws/kconfigs/Kconfig.location.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.a1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c4.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c6in.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7a create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.c8gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.d3en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.dl1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.f1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.f2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g4ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g4dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g5g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6e.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.g6f.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.gr6.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.gr6f.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.h1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.hpc7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i3en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i4g.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i4i create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i4i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i7ie.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.i8ge.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.im4gn create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.im4gn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.inf1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.inf2.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.is4gen create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.is4gen.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m4.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5 create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m5zn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m6in.static delete mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7a create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.m8i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m1ultra.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2-m2pro.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.mac2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p3dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p4d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p4de.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p5en.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.p6-b200.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r4.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5ad.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5b.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5d.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5dn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r5n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6id.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r6in.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r7iz.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8i-flex.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.r8i.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t2.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t3.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t3a.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.t4g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.trn1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.trn1n.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u-3tb1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u-6tb1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-12tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-6tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7i-8tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-16tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-24tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.u7in-32tb.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.vt1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x1.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x1e.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2gd.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2idn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2iedn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x2iezn.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.x8g.static create mode 100644 terraform/aws/kconfigs/instance-types/Kconfig.z1d.static create mode 100644 terraform/lambdalabs/kconfigs/Kconfig.compute.static create mode 100644 terraform/lambdalabs/kconfigs/Kconfig.images.static create mode 100644 terraform/lambdalabs/kconfigs/Kconfig.location.static -- 2.50.1