-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmake_github_autograder.sh
More file actions
102 lines (85 loc) · 3.5 KB
/
make_github_autograder.sh
File metadata and controls
102 lines (85 loc) · 3.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
#!/bin/bash
# Creates the autograder workflow for GitHub Classroom
if [ -z "$1" ] || [ -z "$2" ] || [ -z "$3" ]; then
echo "Usage: $0 <org> <leaderboard-repo> <leaderboard-token>"
echo "Example: $0 my-github-org hash-contest-leaderboard ghp_xxxxxxxxxxxx"
exit 1
fi
ORG="$1"
LEADERBOARD_REPO="$2"
LEADERBOARD_TOKEN="$3"
cat > student-autograder.yml << EOF
name: Evaluate Hash Function
on:
push:
paths:
- 'MyString.java'
workflow_dispatch:
env:
ORG: $ORG
LEADERBOARD_REPO: $LEADERBOARD_REPO
LEADERBOARD_TOKEN: $LEADERBOARD_TOKEN
jobs:
evaluate:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Set up JDK 17
uses: actions/setup-java@v4
with:
java-version: '17'
distribution: 'temurin'
- name: Download evaluation code
run: |
curl -sfL "https://raw.githubusercontent.com/\${{ env.ORG }}/\${{ env.LEADERBOARD_REPO }}/refs/heads/main/src/AbstractController.java" -o AbstractController.java
curl -sfL "https://raw.githubusercontent.com/\${{ env.ORG }}/\${{ env.LEADERBOARD_REPO }}/refs/heads/main/src/GitHubController.java" -o GitHubController.java
curl -sfL "https://raw.githubusercontent.com/\${{ env.ORG }}/\${{ env.LEADERBOARD_REPO }}/refs/heads/main/src/HashSet.java" -o HashSet.java
curl -sfL "https://raw.githubusercontent.com/\${{ env.ORG }}/\${{ env.LEADERBOARD_REPO }}/refs/heads/main/corpus.txt" -o corpus.txt
- name: Compile
id: compile
run: |
mkdir -p out
if ! javac -d out *.java 2>err.txt; then
echo "## ❌ Compilation Failed" >> \$GITHUB_STEP_SUMMARY
echo '\`\`\`' >> \$GITHUB_STEP_SUMMARY
cat err.txt >> \$GITHUB_STEP_SUMMARY
echo '\`\`\`' >> \$GITHUB_STEP_SUMMARY
exit 1
fi
- name: Run evaluation
id: eval
run: |
cp corpus.txt out/
cd out
if ! OUTPUT=\$(timeout 30s java GitHubController 2>&1); then
echo "## ❌ Evaluation Failed" >> \$GITHUB_STEP_SUMMARY
echo '\`\`\`' >> \$GITHUB_STEP_SUMMARY
echo "\$OUTPUT" >> \$GITHUB_STEP_SUMMARY
echo '\`\`\`' >> \$GITHUB_STEP_SUMMARY
exit 1
fi
PSEUDO=\$(echo "\$OUTPUT" | grep "^PSEUDONYM:" | cut -d' ' -f2-)
COLLISIONS=\$(echo "\$OUTPUT" | grep "^COLLISIONS:" | cut -d' ' -f2)
echo "pseudonym=\$PSEUDO" >> \$GITHUB_OUTPUT
echo "collisions=\$COLLISIONS" >> \$GITHUB_OUTPUT
echo "## ✅ Results" >> \$GITHUB_STEP_SUMMARY
echo "**Pseudonym:** \$PSEUDO" >> \$GITHUB_STEP_SUMMARY
echo "**Collisions:** \$COLLISIONS" >> \$GITHUB_STEP_SUMMARY
echo "" >> \$GITHUB_STEP_SUMMARY
echo "[View Leaderboard](https://\${{ env.ORG }}.github.io/\${{ env.LEADERBOARD_REPO }}/)" >> \$GITHUB_STEP_SUMMARY
- name: Update leaderboard
if: steps.eval.outputs.collisions
run: |
curl -X POST \\
-H "Accept: application/vnd.github+json" \\
-H "Authorization: Bearer \${{ env.LEADERBOARD_TOKEN }}" \\
"https://api.github.com/repos/\${{ env.ORG }}/\${{ env.LEADERBOARD_REPO }}/dispatches" \\
-d '{
"event_type": "submission",
"client_payload": {
"pseudonym": "\${{ steps.eval.outputs.pseudonym }}",
"collisions": \${{ steps.eval.outputs.collisions }}
}
}'
EOF
echo "Created student-autograder.yml"