Overall release fixes

.clang-format

@@ -0,0 +1,4 @@
+# Run manually to reformat a file:
+# clang-format -i --style=file <file>
+Language:        Cpp
+BasedOnStyle:  Google

.github/workflows/ci.yml

@@ -0,0 +1,70 @@
+name: llvm-memprof CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+ build:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: true
+    steps:
+    - name: Check disk space
+      run: |
+        df -h
+
+    - name: Free disk space
+      run: |
+        set -euxo pipefail
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /usr/share/swift
+        sudo rm -rf /usr/local/.ghcup
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /opt/ghc
+        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+        sudo apt-get clean
+        df -h
+    - name: Checkout (with submodules)
+      uses: actions/checkout@v4
+      with:
+        submodules: recursive
+
+    - name: Environment Setup
+      shell: bash
+      run: |
+        set -euo pipefail
+        ./init.sh --prebuilt-llvm
+        source env.sh
+        bazel --version
+        echo $TOP_DIR
+        echo $SCRIPTS_DIR
+        whereis clang
+        whereis clang++
+        whereis llvm-dwarfdump
+        whereis llvm-symbolizer
+        whereis llvm-profdata
+        whereis lld
+        whereis bazel
+
+    - name: DwarfMetadata Fetcher Test
+      run: |
+        source env.sh
+        bazel run //src:dwarf_metadata_fetcher_test --verbose_failures --sandbox_debug
+
+    - name: Type Resolver Unit Test
+      run: |
+        source env.sh
+        bazel run //src:type_resolver_unit_test --verbose_failures  --sandbox_debug
+
+    - name: Type Resolver Test
+      run: |
+        source env.sh
+        bazel run //src:type_resolver_test --verbose_failures  --sandbox_debug
+
+    - name: Histogram Builder Test
+      run: |
+        source env.sh
+        bazel run //src:histogram_builder_test --verbose_failures  --sandbox_debug

.github/workflows/clang-format.yml

@@ -0,0 +1,23 @@
+name: Clang Format Check
+
+on:
+  pull_request:
+    paths:
+      - 'src/**/*.cc'
+      - 'src/**/*.h'
+      - '!src/testdata/**'
+
+jobs:
+  clang-format:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Run clang-format Lint Action
+        uses: DoozyX/clang-format-lint-action@v0.18.2
+        with:
+          source: './src'
+          extensions: 'cc,h,cpp,hpp'
+          clangFormatVersion: 16
+          style: file
+          inplace: false

.gitmodules

@@ -12,3 +12,10 @@
 [submodule "third_party/fleetbench"]
 	path = third_party/fleetbench
 	url = git@github.com:google/fleetbench.git
+[submodule "third_party/DCPerf"]
+	path = third_party/DCPerf
+	url = git@github.com:mattweingarten/DCPerf.git
+[submodule "testsuite/clang-memprof"]
+	path = testsuite/clang-memprof
+	url = git@github.com:mattweingarten/llvm-project.git
+	branch = heapalloc

cfg/memprof.cfg

@@ -188,10 +188,10 @@ bind7	= numactl -m 0 --physcpubind=7
 #------- Compilers ------------------------------------------------------------
 default:
 #                                      EDIT paths to LLVM and libraries:
-    BASE_DIR           = /usr/local/google/home/weingartenmatt/Workspace/
+    BASE_DIR           = -
     # LLVM_PATH specifies the directory path containing required LLVM files and
     # potentially multiple LLVM versions.
-    LLVM_PATH          = $[BASE_DIR]/llvm-project/
+    LLVM_PATH          = <path-to-llvm>
     # LLVM_ROOT_PATH specifies the directory path to the LLVM version to be
     # used. EDIT: Change llvm-v390 to appropriate directory name.
     LLVM_ROOT_PATH     = $[LLVM_PATH]/build
@@ -247,6 +247,13 @@ default:# data model applies to all benchmarks
     EXTRA_PORTABILITY = -DSPEC_LP64
 %endif
 
+#  Memprof Specific flags
+
+MEMPROF_FLAGS = -g -fstandalone-debug -fuse-ld=lld -Wl,--no-rosegment -fdebug-info-for-profiling -mno-omit-leaf-frame-pointer -fno-omit-frame-pointer -fno-optimize-sibling-calls -m64 -Wl,-build-id -no-pie -fmemory-profile=. -fprofile-generate=. -mllvm -memprof-histogram
+
+# We have to set this because parest will not compile without the changes. We can run without this if we do not run parest. 
+strict_rundir_verify = 0
+
 # Benchmark-specific portability (ordered by last 2 digits of bmark number)
 
 500.perlbench_r,600.perlbench_s:  #lang='C'
@@ -257,12 +264,18 @@ default:# data model applies to all benchmarks
 %endif
    PORTABILITY    = -DSPEC_%{os}_%{suffix} 
 
+508.namd_r:  #lang='CXX'
+   CXXPORTABILITY    = -std=c++14
+
+520.omnetpp_r,620.omnetpp_s:  #lang='CXX'
+   CXXPORTABILITY    = -std=c++14
+
 521.wrf_r,621.wrf_s:  #lang='F,C'
    CPORTABILITY  = -DSPEC_CASE_FLAG 
    FPORTABILITY  = -fconvert=big-endian 
 
 523.xalancbmk_r,623.xalancbmk_s:  #lang='CXX'
-   PORTABILITY   = -DSPEC_%{os}
+   PORTABILITY   = -DSPEC_%{os}  -fdelayed-template-parsing
 
 526.blender_r:  #lang='CXX,C'
     CPORTABILITY = -funsigned-char 
@@ -275,11 +288,12 @@ default:# data model applies to all benchmarks
     CPORTABILITY = -DSPEC_CASE_FLAG
     FPORTABILITY = -fconvert=big-endian 
 
+
 #--------  Baseline Tuning Flags ----------------------------------------------
 default=base:
-    COPTIMIZE     = -mllvm -memprof-use-callbacks=true -fuse-ld=lld -Wl,--no-rosegment -gmlt -fdebug-info-for-profiling -mno-omit-leaf-frame-pointer -fno-omit-frame-pointer -fno-optimize-sibling-calls -m64 -Wl,-build-id -no-pie -fmemory-profile=. -fprofile-generate=. 
-    CXXOPTIMIZE   =  -O2 -fno-omit-frame-pointer -fno-optimize-sibling-calls -g -Wno-c++11-narrowing -Wno-reserved-user-defined-literal -fmemory-profile=. -memprof-use-callbacks=true
-    FOPTIMIZE     = -O2  -memprof-use-callbacks=true  -fno-omit-frame-pointer -fno-optimize-sibling-calls -g -fmemory-profile=. -fprofile-generate=. 
+    COPTIMIZE     = $[MEMPROF_FLAGS] -O2
+    CXXOPTIMIZE   = $[MEMPROF_FLAGS] -O2
+    FOPTIMIZE     = $[MEMPROF_FLAGS] -O2
     EXTRA_FFLAGS  = -fplugin=$(DRAGONEGG_PATH)/dragonegg.so
     EXTRA_FLIBS   = -lgfortran -lm
     LDOPTIMIZE    = -z muldefs
@@ -318,9 +332,9 @@ intrate,fprate:
 
 #--------  Peak Tuning Flags ----------------------------------------------
 default=peak:
-    COPTIMIZE     =  -O2 -mllvm -memprof-use-callbacks=true -fPIC -fuse-ld=lld -Wl,--no-rosegment -gmlt -fdebug-info-for-profiling -mno-omit-leaf-frame-pointer -fno-omit-frame-pointer -fno-optimize-sibling-calls -m64 -Wl,-build-id -no-pie -fmemory-profile=. -fprofile-generate=. 
-    CXXOPTIMIZE   = -O2 -mllvm -memprof-use-callbacks=true -fPIC -fuse-ld=lld -Wl,--no-rosegment -gmlt -fdebug-info-for-profiling -mno-omit-leaf-frame-pointer -fno-omit-frame-pointer -fno-optimize-sibling-calls -m64 -Wl,-build-id -no-pie -fmemory-profile=. -fprofile-generate=.
-    FOPTIMIZE     = -O2 -mllvm -memprof-use-callbacks=true -fPIC -fuse-ld=lld -Wl,--no-rosegment -gmlt -fdebug-info-for-profiling -mno-omit-leaf-frame-pointer -fno-omit-frame-pointer -fno-optimize-sibling-calls -m64 -Wl,-build-id -no-pie -fmemory-profile=. -fprofile-generate=. 
+    COPTIMIZE     = $[MEMPROF_FLAGS] -O2
+    CXXOPTIMIZE   = $[MEMPROF_FLAGS] -O2
+    FOPTIMIZE     = $[MEMPROF_FLAGS] -O2
     EXTRA_FLIBS   = -lgfortran -lm
     EXTRA_FFLAGS  = -fplugin=$(DRAGONEGG_PATH)/dragonegg.so
 

env.sh

@@ -18,12 +18,34 @@ export TOP_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" &> /dev/null && pwd)"
 # Subdirs
 export SCRIPTS_DIR="${TOP_DIR}/scripts"
 export FLAMEGRAPH_DIR="${TOP_DIR}/third_party/FlameGraph"
-export LLVM_BIN_DIR="${TOP_DIR}/third_party/llvm-project/build/bin"
+export LLVM_BIN_DIR="${TOP_DIR}/third_party/llvm-project/install/bin"
+export TESTSUITE_DIR="${TOP_DIR}/testsuite/"
 
+#Change open file limit for DCPerf.
+ulimit -n 65535
 
-export PATH="${LLVM_BIN_DIR}:${PATH}"
+export PATH="${LLVM_BIN_DIR}:$PATH"
+export CC="${LLVM_BIN_DIR}/clang"
+export CXX="${LLVM_BIN_DIR}/clang++"
+export LD="${LLVM_BIN_DIR}/lld"
+export AR="${LLVM_BIN_DIR}/llvm-ar"
+export NM="${LLVM_BIN_DIR}/llvm-nm"
+export RANLIB="${LLVM_BIN_DIR}/llvm-ranlib"
+export STRIP="${LLVM_BIN_DIR}/llvm-strip"
+
+alias clang="${CC}"
+alias clang++="${CXX}"
+alias lld="${LD}"
+alias llvm-ar="${AR}"
+alias llvm-nm="${NM}"
+alias llvm-ranlib="${RANLIB}"
+alias llvm-profdata="${LLVM_BIN_DIR}/llvm-profdata"
+alias llvm-dwarfdump="${LLVM_BIN_DIR}/llvm-dwarfdump"
+alias readelf="${LLVM_BIN_DIR}/llvm-readelf"
+alias objdump="${LLVM_BIN_DIR}/llvm-objdump"
 
 # Python venv
 if [ -f "${TOP_DIR}/.venv/bin/activate" ]; then
   source "${TOP_DIR}/.venv/bin/activate"
 fi
+