mage: build with OpenSSL

3 build options have been added:

- static with statically linked OpenSSL;
- shared with dynamically linked OpenSSL;
- nossl  without OpenSSL;

Closes #308

Author: oleg-jukovec

.github/actions/prepare-ce-test-env/action.yml

@@ -42,5 +42,5 @@ runs:
         tarantool-version: '${{ inputs.tarantool-version }}'
 
     - name: Build tt
-      run: mage build
+      run: mage build static
       shell: bash

.github/actions/prepare-ee-test-env/action.yml

@@ -64,5 +64,5 @@ runs:
         shell: bash
 
       - name: Build tt
-        run: mage build
+        run: mage build static
         shell: bash

.github/workflows/full-ci.yml

@@ -134,7 +134,7 @@ jobs:
         uses: docker-practice/actions-setup-docker@master
 
       - name: Build tt
-        run: mage build
+        run: mage build static
 
       - name: Install tarantool
         run: brew install tarantool

.github/workflows/publish.yml

@@ -28,6 +28,14 @@ jobs:
           cd mage
           go run bootstrap.go
 
+      - name: Build OpenSSL 3.0
+        run: |
+          wget https://github.com/openssl/openssl/releases/download/openssl-3.0.8/openssl-3.0.8.tar.gz
+          tar -xvf openssl-3.0.8.tar.gz
+          cd openssl-3.0.8/
+          ./Configure --prefix=${GITHUB_WORKSPACE}/openssl no-shared
+          make && make install
+
       - name: Setup GoReleaser
         run: |
           curl -O -L https://github.com/goreleaser/goreleaser/releases/download/v1.12.3/goreleaser_1.12.3_amd64.deb
@@ -45,6 +53,8 @@ jobs:
 
       - name: Build packages
         env:
+          CGO_LDFLAGS: "-L${{ env.GITHUB_WORKSPACE }}/openssl/lib64"
+          CGO_CFLAGS: "-I${{ env.GITHUB_WORKSPACE }}/openssl/include"
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           goreleaser release ${{ steps.set-goreleaser-flags.outputs.GORELEASER_FLAGS }}

.github/workflows/tests.yml

@@ -124,7 +124,7 @@ jobs:
           pip3 install pytest tarantool requests psutil pyyaml netifaces
 
       - name: Build tt
-        run: mage build
+        run: mage build static
 
       - name: Install tarantool
         run: brew install tarantool

.goreleaser.yml

@@ -12,12 +12,15 @@ builds:
     dir: cli
 
     env:
-      - CGO_ENABLED=0
+      - CGO_ENABLED=1
 
-    flags:
-      - -tags=go_tarantool_ssl_disable
+    tags:
+      - netgo
+      - osusergo
+      - openssl_static
 
     ldflags:
+      - -linkmode=external -extldflags -static
       - -s -w
       - -X github.com/tarantool/tt/cli/version.gitTag={{ .Tag }}
       - -X github.com/tarantool/tt/cli/version.gitCommit={{ .ShortCommit }}

README.rst

@@ -37,7 +37,27 @@ Build
 
    git clone https://github.com/tarantool/tt --recursive
    cd tt
-   mage build
+
+You can build a binary with statically linked OpenSSL. This build type is used
+for releases:
+
+.. code-block:: bash
+
+   mage build static
+
+You can build a binary with dynamically linked OpenSSL for development
+purposes:
+
+.. code-block:: bash
+
+   mage build shared
+
+Finnally, you can build the binary without OpenSSL and TLS support for
+development purposes:
+
+.. code-block:: bash
+
+   mage build nossl
 
 ~~~~~~~~~~~~
 Dependencies

magefile.go

@@ -38,14 +38,24 @@ var (
 		"-X ${PACKAGE}/version.versionLabel=${VERSION_LABEL}",
 		"-X ${PACKAGE}/configure.defaultConfigPath=${CONFIG_PATH}",
 	}
-
+	staticLdflags = []string{
+		"-linkmode=external", "-extldflags", "-static",
+	}
 	goExecutableName     = "go"
 	pythonExecutableName = "python3"
 	ttExecutableName     = "tt"
 
 	generateModePath = filepath.Join(packagePath, "codegen", "generate_code.go")
 )
 
+type BuildType string
+
+const (
+	BuildTypeShared BuildType = "shared"
+	BuildTypeStatic BuildType = "static"
+	BuildTypeNossl  BuildType = "nossl"
+)
+
 func init() {
 	var err error
 
@@ -60,7 +70,6 @@ func init() {
 			panic(err)
 		}
 	}
-
 	// We want to use Go 1.11 modules even if the source lives inside GOPATH.
 	// The default is "auto".
 	os.Setenv("GO111MODULE", "on")
@@ -144,17 +153,35 @@ func PatchCC() error {
 }
 
 // Building tt executable.
-func Build() error {
+func Build(env string) error {
 	fmt.Println("Building tt...")
 
 	mg.Deps(PatchCC)
 	mg.Deps(GenerateGoCode)
 
+	buildLdflags := make([]string, len(ldflags))
+	copy(buildLdflags, ldflags)
+	tags := "-tags=netgo,osusergo"
+	switch BuildType(env) {
+	case BuildTypeStatic:
+		if runtime.GOOS != "darwin" {
+			buildLdflags = append(buildLdflags, staticLdflags...)
+		}
+		tags = tags + ",openssl_static"
+	case BuildTypeShared:
+	case BuildTypeNossl:
+		tags = tags + ",go_tarantool_ssl_disable"
+	default:
+		return fmt.Errorf("Unsupported build type: %s, supported: "+
+			"%s, %s, %s\n",
+			env, BuildTypeStatic, BuildTypeShared, BuildTypeNossl)
+	}
+
 	err := sh.RunWith(
 		getBuildEnvironment(), goExecutableName, "build",
 		"-o", ttExecutableName,
-		"-tags=go_tarantool_ssl_disable",
-		"-ldflags", strings.Join(ldflags, " "),
+		tags,
+		"-ldflags", strings.Join(buildLdflags, " "),
 		"-asmflags", asmflags,
 		"-gcflags", gcflags,
 		packagePath,
@@ -210,11 +237,11 @@ func Unit() error {
 	mg.Deps(GenerateGoCode)
 
 	if mg.Verbose() {
-		return sh.RunV(goExecutableName, "test", "-v", "-tags", "go_tarantool_ssl_disable",
+		return sh.RunV(goExecutableName, "test", "-v",
 			fmt.Sprintf("%s/...", packagePath))
 	}
 
-	return sh.RunV(goExecutableName, "test", "-tags", "go_tarantool_ssl_disable", fmt.Sprintf("%s/...", packagePath))
+	return sh.RunV(goExecutableName, "test", fmt.Sprintf("%s/...", packagePath))
 }
 
 // Run unit tests with a Tarantool instance integration.
@@ -225,11 +252,11 @@ func UnitFull() error {
 
 	if mg.Verbose() {
 		return sh.RunV(goExecutableName, "test", "-v", fmt.Sprintf("%s/...", packagePath),
-			"-tags", "integration,go_tarantool_ssl_disable")
+			"-tags", "integration")
 	}
 
 	return sh.RunV(goExecutableName, "test", fmt.Sprintf("%s/...", packagePath),
-		"-tags", "integration,go_tarantool_ssl_disable")
+		"-tags", "integration")
 }
 
 // Run integration tests, excluding slow tests.
@@ -320,6 +347,6 @@ func getBuildEnvironment() map[string]string {
 		"VERSION_LABEL": os.Getenv("VERSION_LABEL"),
 		"PWD":           currentDir,
 		"CONFIG_PATH":   getDefaultConfigPath(),
-		"CGO_ENABLED":   "0",
+		"CGO_ENABLED":   "1",
 	}
 }

test/conftest.py

@@ -41,7 +41,7 @@ def tt_cmd(session_tmpdir):
     build_env = os.environ.copy()
     build_env["TTEXE"] = tt_path
 
-    process = subprocess.run(["mage", "-v", "build"], cwd=tt_base_path, env=build_env)
+    process = subprocess.run(["mage", "-v", "build", "static"], cwd=tt_base_path, env=build_env)
     assert process.returncode == 0, "Failed to build Tarantool CLI executable"
 
     return tt_path