chore(build): trim and compress genesis CARs in build

Ref: filecoin-project/lotus-infra#1627
Ref: filecoin-project/lotus-infra#1628

* Remove WASM actors from butterflynet.car
* Compress with zstd

Author: rvagg

build/buildconstants/params_butterfly.go

@@ -22,7 +22,7 @@ var NetworkBundle = "butterflynet"
 var ActorDebugging = false
 
 const BootstrappersFile = "butterflynet.pi"
-const GenesisFile = "butterflynet.car"
+const GenesisFile = "butterflynet.car.zst"
 
 const UpgradeBreezeHeight = -1
 const BreezeGasTampingDuration = 120

build/buildconstants/params_calibnet.go

@@ -26,7 +26,7 @@ var NetworkBundle = "calibrationnet"
 var ActorDebugging = false
 
 const BootstrappersFile = "calibnet.pi"
-const GenesisFile = "calibnet.car"
+const GenesisFile = "calibnet.car.zst"
 
 const UpgradeBreezeHeight = -1
 const BreezeGasTampingDuration = 120

build/buildconstants/params_interop.go

@@ -19,7 +19,7 @@ var NetworkBundle = "caterpillarnet"
 var ActorDebugging = false
 
 const BootstrappersFile = "interopnet.pi"
-const GenesisFile = "interopnet.car"
+const GenesisFile = "interopnet.car.zst"
 
 const GenesisNetworkVersion = network.Version22
 

build/buildconstants/params_mainnet.go

@@ -30,7 +30,7 @@ const ActorDebugging = false
 const GenesisNetworkVersion = network.Version0
 
 const BootstrappersFile = "mainnet.pi"
-const GenesisFile = "mainnet.car"
+const GenesisFile = "mainnet.car.zst"
 
 const UpgradeBreezeHeight abi.ChainEpoch = 41280
 

build/genesis.go

@@ -2,24 +2,41 @@ package build
 
 import (
 	"embed"
+	"io"
 	"path"
 
 	logging "github.com/ipfs/go-log/v2"
+	"github.com/klauspost/compress/zstd"
 
 	"github.com/filecoin-project/lotus/build/buildconstants"
 )
 
 // moved from now-defunct build/paramfetch.go
 var log = logging.Logger("build")
 
-//go:embed genesis
-var genesisfs embed.FS
+//go:embed genesis/*.car.zst
+var genesisCars embed.FS
 
 func MaybeGenesis() []byte {
-	genBytes, err := genesisfs.ReadFile(path.Join("genesis", buildconstants.GenesisFile))
+	file, err := genesisCars.Open(path.Join("genesis", buildconstants.GenesisFile))
 	if err != nil {
-		log.Warnf("loading built-in genesis: %s", err)
+		log.Warnf("opening built-in genesis: %s", err)
 		return nil
 	}
-	return genBytes
+	defer file.Close() //nolint
+
+	decoder, err := zstd.NewReader(file)
+	if err != nil {
+		log.Warnf("creating zstd decoder: %s", err)
+		return nil
+	}
+	defer decoder.Close() //nolint
+
+	decompressedBytes, err := io.ReadAll(decoder)
+	if err != nil {
+		log.Warnf("reading decompressed genesis file: %s", err)
+		return nil
+	}
+
+	return decompressedBytes
 }