File tree Expand file tree Collapse file tree 1 file changed +39
-0
lines changed Expand file tree Collapse file tree 1 file changed +39
-0
lines changed Original file line number Diff line number Diff line change
1
+ name : Intel Spark Bench
2
+
3
+ on :
4
+ pull_request
5
+
6
+ concurrency :
7
+ group : ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
8
+ cancel-in-progress : true
9
+
10
+ jobs :
11
+ tpcds-bench :
12
+ runs-on : sr614-self-hosted
13
+ steps :
14
+ - uses : actions/checkout@v2
15
+ # - name: Set up JDK 1.8
16
+ # uses: actions/setup-java@v2
17
+ # with:
18
+ # distribution: 'zulu'
19
+ # java-version: '8.0.345'
20
+ # java-package: jdk
21
+ # check-latest: false
22
+ # overwrite-settings: false
23
+ - run : sudo swapoff -a
24
+ - run : free
25
+ - name : Build Spark
26
+ run : |
27
+ git clean -dfx
28
+ JAVA_HOME=/home/sparkuser/jdk1.8.0_161
29
+ PR_NUMBER=$(echo $GITHUB_REF | awk 'BEGIN { FS = "/" } ; { print $3 }')
30
+ #mvn clean package -Phadoop-3 -Dhadoop.version=3.3.1 -Phive -Phive-thriftserver -Pyarn
31
+ ./dev/make-distribution.sh --name spark_${PR_NUMBER} --tgz -Phadoop-3 -Dhadoop.version=3.3.1 -Phive -Phive-thriftserver -Pyarn
32
+ cp spark*tgz /home/sparkuser/archieve
33
+ rm -rf /home/sparkuser/tpcds/spark && mkdir -p /home/sparkuser/tpcds/spark && tar xf spark*tgz -C /home/sparkuser/tpcds/spark --strip-components=1
34
+ cp /home/sparkuser/spark-331/conf/spark-defaults.conf /home/sparkuser/tpcds/spark/conf
35
+ - name : Run TPCDS
36
+ run : |
37
+ PR_NUMBER=$(echo $GITHUB_REF | awk 'BEGIN { FS = "/" } ; { print $3 }')
38
+ cd /home/sparkuser/tpcds/test
39
+ bash tpcds_spark.sh pr_${PR_NUMBER}
You can’t perform that action at this time.
0 commit comments