Skip to content

Commit 3b24dad

Browse files
rishav-karanjitrishav-karanjit
authored
feat(Go): DBESDK Go with some examples and some CI (#1719)
* chore(Go): Add DynamoDBEncryption Module * chore(Go): Add interop test with CI (#1721) * chore(Go): Add KMS and raw AES keyring example with CI (#1726)
1 parent d988c6e commit 3b24dad

File tree

30 files changed

+1700
-94
lines changed

30 files changed

+1700
-94
lines changed

‎.github/workflows/ci_test_go.yml

Lines changed: 141 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,141 @@
1+
# This workflow performs tests in Go.
2+
name: Library Go tests
3+
4+
on:
5+
workflow_call:
6+
inputs:
7+
dafny:
8+
description: "The Dafny version to run"
9+
required: true
10+
type: string
11+
regenerate-code:
12+
description: "Regenerate code using smithy-dafny"
13+
required: false
14+
default: false
15+
type: boolean
16+
mpl-version:
17+
description: "MPL version to use"
18+
required: false
19+
type: string
20+
mpl-head:
21+
description: "Running on MPL HEAD"
22+
required: false
23+
default: false
24+
type: boolean
25+
26+
jobs:
27+
testGo:
28+
strategy:
29+
matrix:
30+
library: [DynamoDbEncryption, TestVectors]
31+
os: [ubuntu-22.04]
32+
go-version: ["1.23"]
33+
runs-on: ${{ matrix.os }}
34+
permissions:
35+
id-token: write
36+
contents: read
37+
steps:
38+
- name: Setup Docker
39+
if: matrix.os == 'macos-13' && matrix.library == 'TestVectors'
40+
uses: douglascamata/setup-docker-macos-action@v1-alpha
41+
42+
- name: Setup DynamoDB Local
43+
if: matrix.library == 'TestVectors'
44+
uses: rrainn/[email protected]
45+
with:
46+
port: 8000
47+
cors: "*"
48+
49+
- name: Support longpaths
50+
run: |
51+
git config --global core.longpaths true
52+
53+
- name: Configure AWS Credentials
54+
uses: aws-actions/configure-aws-credentials@v4
55+
with:
56+
aws-region: us-west-2
57+
role-to-assume: arn:aws:iam::370957321024:role/GitHub-CI-DDBEC-Dafny-Role-us-west-2
58+
role-session-name: DDBEC-Dafny-Java-Tests
59+
60+
- uses: actions/checkout@v3
61+
with:
62+
submodules: recursive
63+
64+
- name: Setup Dafny
65+
uses: dafny-lang/[email protected]
66+
with:
67+
dafny-version: ${{ inputs.dafny }}
68+
69+
- name: Create temporary global.json
70+
run: echo '{"sdk":{"rollForward":"latestFeature","version":"6.0.0"}}' > ./global.json
71+
72+
- name: Setup Java 17 for codegen
73+
uses: actions/setup-java@v3
74+
with:
75+
distribution: "corretto"
76+
java-version: "17"
77+
78+
- name: Update MPL submodule if using MPL HEAD
79+
if: ${{ inputs.mpl-head == true }}
80+
working-directory: submodules/MaterialProviders
81+
run: |
82+
git checkout main
83+
git pull
84+
git submodule update --init --recursive
85+
git rev-parse HEAD
86+
87+
- name: Update project.properties if using MPL HEAD
88+
if: ${{ inputs.mpl-head == true }}
89+
run: |
90+
sed "s/mplDependencyJavaVersion=.*/mplDependencyJavaVersion=${{inputs.mpl-version}}/g" project.properties > project.properties2; mv project.properties2 project.properties
91+
92+
- name: Install Go
93+
uses: actions/setup-go@v5
94+
with:
95+
go-version: ${{ matrix.go-version }}
96+
97+
- name: Install Go imports
98+
run: |
99+
go install golang.org/x/tools/cmd/goimports@latest
100+
101+
- uses: actions/checkout@v3
102+
- name: Init Submodules
103+
shell: bash
104+
run: |
105+
git submodule update --init --recursive submodules/smithy-dafny
106+
git submodule update --init --recursive submodules/MaterialProviders
107+
108+
- name: Install Smithy-Dafny codegen dependencies
109+
uses: ./.github/actions/install_smithy_dafny_codegen_dependencies
110+
111+
- name: Build ${{ matrix.library }} implementation
112+
shell: bash
113+
working-directory: ./${{ matrix.library }}
114+
run: |
115+
# This works because `node` is installed by default on GHA runners
116+
CORES=$(node -e 'console.log(os.cpus().length)')
117+
make transpile_go CORES=$CORES
118+
119+
- name: Regenerate code using smithy-dafny
120+
shell: bash
121+
working-directory: ./${{ matrix.library }}
122+
run: |
123+
make polymorph_go
124+
125+
- name: Copy ${{ matrix.library }} Vector Files
126+
if: ${{ matrix.library == 'TestVectors' }}
127+
shell: bash
128+
working-directory: ./${{ matrix.library }}
129+
run: |
130+
cp runtimes/java/*.json runtimes/go/TestsFromDafny-go/
131+
132+
- name: Test ${{ matrix.library }}
133+
working-directory: ./${{ matrix.library }}
134+
run: |
135+
make test_go
136+
137+
- name: Test Examples
138+
if: matrix.library == 'DynamoDbEncryption'
139+
working-directory: ./Examples/runtimes/go
140+
run: |
141+
go run main.go

‎.github/workflows/ci_todos.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,4 +21,4 @@ jobs:
2121
GOOD_TODO_COUNT=$( { grep -r "TODO.*\(github.com\/.*issues.*\/[1-9][0-9]*\|CrypTool-[1-9][0-9]*\)" . --exclude-dir=./releases --exclude-dir=./submodules --exclude-dir=./.git --exclude-dir=./TestVectors/runtimes --exclude=./.github/workflows/ci_todos.yml || true; } | wc -l)
2222
if [ "$ALL_TODO_COUNT" != "$GOOD_TODO_COUNT" ]; then
2323
exit 1;
24-
fi
24+
fi

‎.github/workflows/pull.yml

Lines changed: 80 additions & 74 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# This workflow runs for every pull request
2+
# TODO: CI for Go
23
name: PR CI
34

45
on:
@@ -9,80 +10,85 @@ jobs:
910
uses: ./.github/workflows/dafny_version.yml
1011
getVerifyVersion:
1112
uses: ./.github/workflows/dafny_verify_version.yml
12-
pr-ci-format:
13+
# pr-ci-format:
14+
# needs: getVersion
15+
# uses: ./.github/workflows/library_format.yml
16+
# with:
17+
# dafny: ${{needs.getVersion.outputs.version}}
18+
# pr-ci-codegen:
19+
# needs: getVersion
20+
# uses: ./.github/workflows/ci_codegen.yml
21+
# with:
22+
# dafny: ${{needs.getVersion.outputs.version}}
23+
# pr-ci-verification:
24+
# needs: getVerifyVersion
25+
# uses: ./.github/workflows/library_dafny_verification.yml
26+
# with:
27+
# dafny: ${{needs.getVerifyVersion.outputs.version}}
28+
# pr-ci-test-vector-verification:
29+
# needs: getVerifyVersion
30+
# uses: ./.github/workflows/test_vector_verification.yml
31+
# with:
32+
# dafny: ${{needs.getVerifyVersion.outputs.version}}
33+
# pr-ci-java:
34+
# needs: getVersion
35+
# uses: ./.github/workflows/ci_test_java.yml
36+
# with:
37+
# dafny: ${{needs.getVersion.outputs.version}}
38+
# pr-ci-java-test-vectors:
39+
# needs: getVersion
40+
# uses: ./.github/workflows/ci_test_vector_java.yml
41+
# with:
42+
# dafny: ${{needs.getVersion.outputs.version}}
43+
# pr-ci-java-examples:
44+
# needs: getVersion
45+
# uses: ./.github/workflows/ci_examples_java.yml
46+
# with:
47+
# dafny: ${{needs.getVersion.outputs.version}}
48+
# pr-ci-net:
49+
# needs: getVersion
50+
# uses: ./.github/workflows/ci_test_net.yml
51+
# with:
52+
# dafny: ${{needs.getVersion.outputs.version}}
53+
# pr-ci-rust:
54+
# needs: getVersion
55+
# uses: ./.github/workflows/library_rust_tests.yml
56+
# with:
57+
# dafny: ${{needs.getVersion.outputs.version}}
58+
pr-ci-go:
1359
needs: getVersion
14-
uses: ./.github/workflows/library_format.yml
60+
uses: ./.github/workflows/ci_test_go.yml
1561
with:
1662
dafny: ${{needs.getVersion.outputs.version}}
17-
pr-ci-codegen:
18-
needs: getVersion
19-
uses: ./.github/workflows/ci_codegen.yml
20-
with:
21-
dafny: ${{needs.getVersion.outputs.version}}
22-
pr-ci-verification:
23-
needs: getVerifyVersion
24-
uses: ./.github/workflows/library_dafny_verification.yml
25-
with:
26-
dafny: ${{needs.getVerifyVersion.outputs.version}}
27-
pr-ci-test-vector-verification:
28-
needs: getVerifyVersion
29-
uses: ./.github/workflows/test_vector_verification.yml
30-
with:
31-
dafny: ${{needs.getVerifyVersion.outputs.version}}
32-
pr-ci-java:
33-
needs: getVersion
34-
uses: ./.github/workflows/ci_test_java.yml
35-
with:
36-
dafny: ${{needs.getVersion.outputs.version}}
37-
pr-ci-java-test-vectors:
38-
needs: getVersion
39-
uses: ./.github/workflows/ci_test_vector_java.yml
40-
with:
41-
dafny: ${{needs.getVersion.outputs.version}}
42-
pr-ci-java-examples:
43-
needs: getVersion
44-
uses: ./.github/workflows/ci_examples_java.yml
45-
with:
46-
dafny: ${{needs.getVersion.outputs.version}}
47-
pr-ci-net:
48-
needs: getVersion
49-
uses: ./.github/workflows/ci_test_net.yml
50-
with:
51-
dafny: ${{needs.getVersion.outputs.version}}
52-
pr-ci-rust:
53-
needs: getVersion
54-
uses: ./.github/workflows/library_rust_tests.yml
55-
with:
56-
dafny: ${{needs.getVersion.outputs.version}}
57-
pr-ci-net-test-vectors:
58-
needs: getVersion
59-
uses: ./.github/workflows/ci_test_vector_net.yml
60-
with:
61-
dafny: ${{needs.getVersion.outputs.version}}
62-
pr-ci-net-examples:
63-
needs: getVersion
64-
uses: ./.github/workflows/ci_examples_net.yml
65-
with:
66-
dafny: ${{needs.getVersion.outputs.version}}
67-
pr-ci-all-required:
68-
if: always()
69-
needs:
70-
- getVersion
71-
- getVerifyVersion
72-
- pr-ci-format
73-
- pr-ci-codegen
74-
- pr-ci-verification
75-
- pr-ci-test-vector-verification
76-
- pr-ci-java
77-
- pr-ci-java-test-vectors
78-
- pr-ci-java-examples
79-
- pr-ci-net
80-
- pr-ci-rust
81-
- pr-ci-net-test-vectors
82-
- pr-ci-net-examples
83-
runs-on: ubuntu-22.04
84-
steps:
85-
- name: Verify all required jobs passed
86-
uses: re-actors/alls-green@release/v1
87-
with:
88-
jobs: ${{ toJSON(needs) }}
63+
# pr-ci-net-test-vectors:
64+
# needs: getVersion
65+
# uses: ./.github/workflows/ci_test_vector_net.yml
66+
# with:
67+
# dafny: ${{needs.getVersion.outputs.version}}
68+
# pr-ci-net-examples:
69+
# needs: getVersion
70+
# uses: ./.github/workflows/ci_examples_net.yml
71+
# with:
72+
# dafny: ${{needs.getVersion.outputs.version}}
73+
# pr-ci-all-required:
74+
# if: always()
75+
# needs:
76+
# - getVersion
77+
# - getVerifyVersion
78+
# - pr-ci-format
79+
# - pr-ci-codegen
80+
# - pr-ci-verification
81+
# - pr-ci-test-vector-verification
82+
# - pr-ci-java
83+
# - pr-ci-java-test-vectors
84+
# - pr-ci-java-examples
85+
# - pr-ci-net
86+
# - pr-ci-rust
87+
# - pr-ci-net-test-vectors
88+
# - pr-ci-net-examples
89+
# runs-on: ubuntu-22.04
90+
# steps:
91+
# - name: Verify all required jobs passed
92+
# uses: re-actors/alls-green@release/v1
93+
# with:
94+
# jobs: ${{ toJSON(needs) }}

‎.github/workflows/push.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
# This workflow runs for every push to main
2+
# TODO: CI for Go
23
name: Push CI
34

45
on:

0 commit comments

Comments
 (0)