hakurei/internal/rosa/python.go

package rosa

import (
	"slices"
	"strings"

	"hakurei.app/internal/pkg"
)

func (t Toolchain) newPython() (pkg.Artifact, string) {
	const (
		version  = "3.14.3"
		checksum = "ajEC32WPmn9Jvll0n4gGvlTvhMPUHb2H_j5_h9jf_esHmkZBRfAumDcKY7nTTsCH"
	)
	return t.NewPackage("python", version, pkg.NewHTTPGetTar(
		nil, "https://www.python.org/ftp/python/"+version+
			"/Python-"+version+".tgz",
		mustDecode(checksum),
		pkg.TarGzip,
	), &PackageAttr{
		// test_synopsis_sourceless assumes this is writable and checks __pycache__
		Writable: true,
		Chmod:    true,

		Env: []string{
			"EXTRATESTOPTS=-j0 -x " + strings.Join([]string{
				// requires internet access (http://www.pythontest.net/)
				"test_asyncio",
				"test_socket",
				"test_urllib2",
				"test_urllibnet",
				"test_urllib2net",

				// makes assumptions about uid_map/gid_map
				"test_os",
				"test_subprocess",

				// somehow picks up mtime of source code
				"test_zipfile",

				// requires gcc
				"test_ctypes",

				// breaks on llvm
				"test_dbm_gnu",
			}, " -x "),

			// _ctypes appears to infer something from the linker name
			"LDFLAGS=-Wl,--dynamic-linker=/system/lib/" +
				"ld-musl-" + linuxArch() + ".so.1",
		},
	}, &MakeHelper{
		Check: []string{"test"},
	},
		Zlib,
		Libffi,

		PkgConfig,
		OpenSSL,
		Bzip2,
		XZ,
	), version
}
func init() {
	artifactsM[Python] = Metadata{
		f: Toolchain.newPython,

		Name:        "python",
		Description: "the Python programming language interpreter",
		Website:     "https://www.python.org/",

		ID: 13254,
	}
}

// newViaPip is a helper for installing python dependencies via pip.
func newViaPip(
	name, description, version, interpreter, abi, platform, checksum, prefix string,
	extra ...PArtifact,
) Metadata {
	wname := name + "-" + version + "-" + interpreter + "-" + abi + "-" + platform + ".whl"
	return Metadata{
		f: func(t Toolchain) (pkg.Artifact, string) {
			extraRes := make([]pkg.Artifact, len(extra))
			for i, p := range extra {
				extraRes[i] = t.Load(p)
			}

			return t.New(name+"-"+version, 0, slices.Concat([]pkg.Artifact{
				t.Load(Zlib),
				t.Load(Python),
			}, extraRes), nil, nil, `
pip3 install \
	--no-index \
	--prefix=/system \
	--root=/work \
	/usr/src/`+wname+`
`, pkg.Path(AbsUsrSrc.Append(wname), false, pkg.NewHTTPGet(
				nil, prefix+wname,
				mustDecode(checksum),
			))), version
		},

		Name:        "python-" + name,
		Description: description,
		Website:     "https://pypi.org/project/" + name + "/",
	}
}

func (t Toolchain) newSetuptools() (pkg.Artifact, string) {
	const (
		version  = "82.0.0"
		checksum = "K9f8Yi7Gg95zjmQsE1LLw9UBb8NglI6EY6pQpdD6DM0Pmc_Td5w2qs1SMngTI6Jp"
	)
	return t.New("setuptools-"+version, 0, []pkg.Artifact{
		t.Load(Zlib),
		t.Load(Python),
	}, nil, nil, `
pip3 install \
	--no-index \
	--prefix=/system \
	--root=/work \
	/usr/src/setuptools
`, pkg.Path(AbsUsrSrc.Append("setuptools"), true, pkg.NewHTTPGetTar(
		nil, "https://github.com/pypa/setuptools/archive/refs/tags/"+
			"v"+version+".tar.gz",
		mustDecode(checksum),
		pkg.TarGzip,
	))), version
}
func init() {
	artifactsM[Setuptools] = Metadata{
		f: Toolchain.newSetuptools,

		Name:        "setuptools",
		Description: "the autotools of the Python ecosystem",
		Website:     "https://pypi.org/project/setuptools/",

		ID: 4021,
	}
}

func init() {
	artifactsM[PythonPygments] = newViaPip(
		"pygments",
		" a syntax highlighting package written in Python",
		"2.19.2", "py3", "none", "any",
		"ak_lwTalmSr7W4Mjy2XBZPG9I6a0gwSy2pS87N8x4QEuZYif0ie9z0OcfRfi9msd",
		"https://files.pythonhosted.org/packages/"+
			"c7/21/705964c7812476f378728bdf590ca4b771ec72385c533964653c68e86bdc/",
	)

	artifactsM[PythonPluggy] = newViaPip(
		"pluggy",
		"the core framework used by the pytest, tox, and devpi projects",
		"1.6.0", "py3", "none", "any",
		"2HWYBaEwM66-y1hSUcWI1MyE7dVVuNNRW24XD6iJBey4YaUdAK8WeXdtFMQGC-4J",
		"https://files.pythonhosted.org/packages/"+
			"54/20/4d324d65cc6d9205fabedc306948156824eb9f0ee1633355a8f7ec5c66bf/",
	)

	artifactsM[PythonPackaging] = newViaPip(
		"packaging",
		"reusable core utilities for various Python Packaging interoperability specifications",
		"26.0", "py3", "none", "any",
		"iVVXcqdwHDskPKoCFUlh2x8J0Gyq-bhO4ns9DvUJ7oJjeOegRYtSIvLV33Bki-pP",
		"https://files.pythonhosted.org/packages/"+
			"b7/b9/c538f279a4e237a006a2c98387d081e9eb060d203d8ed34467cc0f0b9b53/",
	)

	artifactsM[PythonIniConfig] = newViaPip(
		"iniconfig",
		"a small and simple INI-file parser module",
		"2.3.0", "py3", "none", "any",
		"SDgs4S5bXi77aVOeKTPv2TUrS3M9rduiK4DpU0hCmDsSBWqnZcWInq9lsx6INxut",
		"https://files.pythonhosted.org/packages/"+
			"cb/b1/3846dd7f199d53cb17f49cba7e651e9ce294d8497c8c150530ed11865bb8/",
	)

	artifactsM[PythonPyTest] = newViaPip(
		"pytest",
		"the pytest framework",
		"9.0.2", "py3", "none", "any",
		"IM2wDbLke1EtZhF92zvAjUl_Hms1uKDtM7U8Dt4acOaChMnDg1pW7ib8U0wYGDLH",
		"https://files.pythonhosted.org/packages/"+
			"3b/ab/b3226f0bd7cdcf710fbede2b3548584366da3b19b5021e74f5bde2a8fa3f/",
		PythonIniConfig,
		PythonPackaging,
		PythonPluggy,
		PythonPygments,
	)

	artifactsM[PythonCfgv] = newViaPip(
		"cfgv",
		"validate configuration and produce human readable error messages",
		"3.5.0", "py2.py3", "none", "any",
		"yFKTyVRlmnLKAxvvge15kAd_GOP1Xh3fZ0NFImO5pBdD5e0zj3GRmA6Q1HdtLTYO",
		"https://files.pythonhosted.org/packages/"+
			"db/3c/33bac158f8ab7f89b2e59426d5fe2e4f63f7ed25df84c036890172b412b5/",
	)

	artifactsM[PythonIdentify] = newViaPip(
		"identify",
		"file identification library for Python",
		"2.6.17", "py2.py3", "none", "any",
		"9RxK3igO-Pxxof5AuCAGiF_L1SWi4SpuSF1fWNXCzE2D4oTRSob-9VpFMLlybrSv",
		"https://files.pythonhosted.org/packages/"+
			"40/66/71c1227dff78aaeb942fed29dd5651f2aec166cc7c9aeea3e8b26a539b7d/",
	)

	artifactsM[PythonNodeenv] = newViaPip(
		"nodeenv",
		"a tool to create isolated node.js environments",
		"1.10.0", "py2.py3", "none", "any",
		"ihUb4-WQXYIhYOOKSsXlKIzjzQieOYl6ojro9H-0DFzGheaRTtuyZgsCmriq58sq",
		"https://files.pythonhosted.org/packages/"+
			"88/b2/d0896bdcdc8d28a7fc5717c305f1a861c26e18c05047949fb371034d98bd/",
	)

	artifactsM[PythonPyYAML] = newViaPip(
		"pyyaml",
		"a complete YAML 1.1 parser",
		"6.0.3", "cp314", "cp314", "musllinux_1_2_x86_64",
		"4_jhCFpUNtyrFp2HOMqUisR005u90MHId53eS7rkUbcGXkoaJ7JRsY21dREHEfGN",
		"https://files.pythonhosted.org/packages/"+
			"d7/ce/af88a49043cd2e265be63d083fc75b27b6ed062f5f9fd6cdc223ad62f03e/",
	)

	artifactsM[PythonDistlib] = newViaPip(
		"distlib",
		"used as the basis for third-party packaging tools",
		"0.4.0", "py2.py3", "none", "any",
		"lGLLfYVhUhXOTw_84zULaH2K8n6pk1OOVXmJfGavev7N42msbtHoq-XY5D_xULI_",
		"https://files.pythonhosted.org/packages/"+
			"33/6b/e0547afaf41bf2c42e52430072fa5658766e3d65bd4b03a563d1b6336f57/",
	)

	artifactsM[PythonFilelock] = newViaPip(
		"filelock",
		"a platform-independent file locking library for Python",
		"3.25.0", "py3", "none", "any",
		"0gSQIYNUEjOs1JBxXjGwfLnwFPFINwqyU_Zqgj7fT_EGafv_HaD5h3Xv2Rq_qQ44",
		"https://files.pythonhosted.org/packages/"+
			"f9/0b/de6f54d4a8bedfe8645c41497f3c18d749f0bd3218170c667bf4b81d0cdd/",
	)

	artifactsM[PythonPlatformdirs] = newViaPip(
		"platformdirs",
		"a Python package for determining platform-specific directories",
		"4.9.4", "py3", "none", "any",
		"JGNpMCX2JMn-7c9bk3QzOSNDgJRR_5lH-jIqfy0zXMZppRCdLsTNbdp4V7QFwxOI",
		"https://files.pythonhosted.org/packages/"+
			"63/d7/97f7e3a6abb67d8080dd406fd4df842c2be0efaf712d1c899c32a075027c/",
	)

	artifactsM[PythonDiscovery] = newViaPip(
		"python_discovery",
		"looks for a python installation",
		"1.1.1", "py3", "none", "any",
		"Jk_qGMfZYm0fdNOSvMdVQZuQbJlqu3NWRm7T2fRtiBXmHLQyOdJE3ypI_it1OJR0",
		"https://files.pythonhosted.org/packages/"+
			"75/0f/2bf7e3b5a4a65f623cb820feb5793e243fad58ae561015ee15a6152f67a2/",
		PythonFilelock,
		PythonPlatformdirs,
	)

	artifactsM[PythonVirtualenv] = newViaPip(
		"virtualenv",
		"a tool for creating isolated virtual python environments",
		"21.1.0", "py3", "none", "any",
		"SLvdr3gJZ7GTS-kiRyq2RvJdrQ8SZYC1pglbViWCMLCuAIcbLNjVEUJZ4hDtKUxm",
		"https://files.pythonhosted.org/packages/"+
			"78/55/896b06bf93a49bec0f4ae2a6f1ed12bd05c8860744ac3a70eda041064e4d/",
		PythonDistlib,
		PythonFilelock,
		PythonPlatformdirs,
		PythonDiscovery,
	)

	artifactsM[PythonPreCommit] = newViaPip(
		"pre_commit",
		"a framework for managing and maintaining multi-language pre-commit hooks",
		"4.5.1", "py2.py3", "none", "any",
		"9G2Hv5JpvXFZVfw4pv_KAsmHD6bvot9Z0YBDmW6JeJizqTA4xEQCKel-pCERqQFK",
		"https://files.pythonhosted.org/packages/"+
			"5d/19/fd3ef348460c80af7bb4669ea7926651d1f95c23ff2df18b9d24bab4f3fa/",
		PythonCfgv,
		PythonIdentify,
		PythonNodeenv,
		PythonPyYAML,
		PythonDistlib,
		PythonFilelock,
		PythonPlatformdirs,
		PythonDiscovery,
		PythonVirtualenv,
	)
}