smcnamara2-stripe
diff --git a/‎.circleci/Dockerfile
Lines changed: 4 additions & 4 deletions b/‎.circleci/Dockerfile
Lines changed: 4 additions & 4 deletions
diff --git a/‎.circleci/config.yml
Lines changed: 60 additions & 79 deletions b/‎.circleci/config.yml
Lines changed: 60 additions & 79 deletions
diff --git a/‎.github/workflows/scala.yml
Lines changed: 0 additions & 21 deletions b/‎.github/workflows/scala.yml
Lines changed: 0 additions & 21 deletions
diff --git a/‎.gitignore
Lines changed: 3 additions & 0 deletions b/‎.gitignore
Lines changed: 3 additions & 0 deletions
diff --git a/‎.scalafmt.conf
Lines changed: 1 addition & 1 deletion b/‎.scalafmt.conf
Lines changed: 1 addition & 1 deletion
diff --git a/‎AUTHORS
Lines changed: 16 additions & 0 deletions b/‎AUTHORS
Lines changed: 16 additions & 0 deletions
@@ -70,13 +70,13 @@ RUN /var/lib/dpkg/info/ca-certificates-java.postinst configure && \
     rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
     rm ~/*.sh
 
-RUN conda create -y -n zipline_py python=3.7
-RUN conda install -y -q -n zipline_py --no-deps virtualenv
-RUN  /opt/conda/envs/zipline_py/bin/pip install \
+RUN conda create -y -n chronon_py python=3.7
+RUN conda install -y -q -n chronon_py --no-deps virtualenv
+RUN  /opt/conda/envs/chronon_py/bin/pip install \
    flake8==5.0.4 flake8-quotes==3.3.1 thrift==0.11.0 click==7.0 thrift_json==0.1.0 nose>=1.3.7
 
 # Install python build dependencies
-RUN  /opt/conda/envs/zipline_py/bin/pip install build
+RUN  /opt/conda/envs/chronon_py/bin/pip install build
 
 WORKDIR /
 RUN rm -rf /img-build
@@ -1,32 +1,15 @@
 version: 2.1
 
-early_exit_for_release_prs: &early_exit_for_release_prs
-    run:
-        name: Early exit for release PRs
-        command: |
-            if expr "${CIRCLE_BRANCH}" : '^release-branch--[a-z][a-z]-v[0-9.]*$' ; then
-                circleci-agent step halt
-            fi
-
 base_defaults: &base_defaults
     resource_class: xlarge
-    working_directory: /zipline
-
-commands:
-    full_checkout:
-        description: Checks out repo and updates submodules
-        steps:
-            - checkout
-            - run:
-                  name: Checkout submodules
-                  command: git submodule update --init --recursive
+    working_directory: /chronon
 
 executors:
     docker_baseimg_executor:
         resource_class: xlarge
-        working_directory: /zipline
+        working_directory: /chronon
         docker:
-            - image: houpy0829/chronon-ci:base--${CIRCLE_BRANCH}
+            - image: houpy0829/chronon-ci:base--${CIRCLE_SHA1}
 
 jobs:
     "Docker Base Build":
@@ -46,131 +29,129 @@ jobs:
                 name: Build docker image
                 command: |
                     set +o pipefail
-                    docker build -t houpy0829/chronon-ci:base--${CIRCLE_BRANCH} --build-arg base_image="cimg/base:2020.01" -f .circleci/Dockerfile .
+                    docker build -t houpy0829/chronon-ci:base--${CIRCLE_SHA1} --build-arg base_image="cimg/base:2020.01" -f .circleci/Dockerfile .
             - deploy:
                 name: Push docker image
                 command: |
-                    set +o pipefail
+                    set +euxo pipefail
                     docker login -u ${DOCKER_USER} -p ${DOCKER_PASSWORD}
-                    docker push houpy0829/chronon-ci:base--${CIRCLE_BRANCH}
+                    docker push houpy0829/chronon-ci:base--${CIRCLE_SHA1}
                     if [ "${CIRCLE_BRANCH}" == "master" ]; then
-                        docker tag houpy0829/chronon-ci:base--${CIRCLE_BRANCH} houpy0829/chronon-ci:base
+                        docker tag houpy0829/chronon-ci:base--${CIRCLE_SHA1} houpy0829/chronon-ci:base
                         docker push houpy0829/chronon-ci:base
                     fi
 
-    "Scala 11 -- Spark 2 Tests":
-        executor: docker_baseimg_executor
-        steps:
-            - full_checkout
-            - run:
-                  name: Run Spark 2.4.0 tests
-                  shell: /bin/bash -leuxo pipefail
-                  command: |
-                      conda activate zipline_py
-                      # Increase if we see OOM.
-                      export SBT_OPTS="-XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=4G -Xmx4G -Xms2G"
-                      sbt "++ 2.11.12 test"
-            - store_test_results:
-                  path: /zipline/spark/target/test-reports
-            - store_test_results:
-                  path: /zipline/aggregator/target/test-reports
-
     "Scala 12 -- Spark 3 Tests":
         executor: docker_baseimg_executor
         steps:
-            - full_checkout
+            - checkout
             - run:
                   name: Run Spark 3.1.1 tests
                   shell: /bin/bash -leuxo pipefail
                   command: |
-                      conda activate zipline_py
+                      conda activate chronon_py
                       # Increase if we see OOM.
                       export SBT_OPTS="-XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=4G -Xmx4G -Xms2G"
                       sbt "++ 2.12.12 test"
             - store_test_results:
-                  path: /zipline/spark/target/test-reports
+                  path: /chronon/spark/target/test-reports
             - store_test_results:
-                  path: /zipline/aggregator/target/test-reports
+                  path: /chronon/aggregator/target/test-reports
+            - run:
+                  name: Compress spark-warehouse
+                  command: |
+                    cd /tmp/ && tar -czvf spark-warehouse.tar.gz chronon/spark-warehouse
+                  when: on_fail
+            - store_artifacts:
+                  path: /tmp/spark-warehouse.tar.gz
+                  destination: spark_warehouse.tar.gz
+                  when: on_fail
 
     "Scala 13 -- Tests":
         executor: docker_baseimg_executor
         steps:
-            - full_checkout
+            - checkout
             - run:
                   name: Run Scala 13 tests
                   shell: /bin/bash -leuxo pipefail
                   command: |
-                      conda activate zipline_py
+                      conda activate chronon_py
                       # Increase if we see OOM.
                       export SBT_OPTS="-XX:+CMSClassUnloadingEnabled -XX:MaxPermSize=4G -Xmx4G -Xms2G"
                       sbt "++ 2.13.6 test"
+            - store_test_results:
+                  path: /chronon/spark/target/test-reports
+            - store_test_results:
+                  path: /chronon/aggregator/target/test-reports
+            - run:
+                  name: Compress spark-warehouse
+                  command: |
+                    cd /tmp/ && tar -czvf spark-warehouse.tar.gz chronon/spark-warehouse
+                  when: on_fail
+            - store_artifacts:
+                  path: /tmp/spark-warehouse.tar.gz
+                  destination: spark_warehouse.tar.gz
+                  when: on_fail
 
     "Chronon Python Lint":
         executor: docker_baseimg_executor
         steps:
-            - full_checkout
+            - checkout
             - run:
                   name: Run Chronon Python lint
                   shell: /bin/bash -leuxo pipefail
                   command: |
-                      conda activate zipline_py
-                      cd /zipline/api/py/ai/chronon
+                      conda activate chronon_py
+                      cd /chronon/api/py/ai/chronon
                       pip install importlib-metadata==4.11.4 #Install importlib-metadata < 5
                       flake8 --extend-ignore=W605,Q000,F631
 
     "Chronon Python Tests":
         executor: docker_baseimg_executor
         steps:
-            - full_checkout
+            - checkout
             - run:
                   name: Run Chronon Python tests
                   shell: /bin/bash -leuxo pipefail
                   command: |
-                      conda activate zipline_py
-                      pushd /zipline/api/
-                      thrift --gen py -out /zipline/api/py/ai/chronon\
-                         /zipline/api/thrift/api.thrift                 # Generate thrift files
-                      cd /zipline/api/py                                # Go to Python module
+                      conda activate chronon_py
+                      pushd /chronon/api/
+                      thrift --gen py -out /chronon/api/py/ai/chronon\
+                         /chronon/api/thrift/api.thrift                 # Generate thrift files
+                      cd /chronon/api/py                                # Go to Python module
                       pip install -r requirements/dev.txt               # Install latest requirements
                       tox                                               # Run tests
                       popd
             - store_artifacts:
-                  path: /zipline/api/py/htmlcov
+                  path: /chronon/api/py/htmlcov
+
+    "Scalafmt Check":
+        executor: docker_baseimg_executor
+        steps:
+            - checkout
+            - run:
+                  name: Run ScalafmtCheck
+                  shell: /bin/bash -leuxo pipefail
+                  command: |
+                      conda activate chronon_py
+                      sbt +scalafmtCheck
 
 workflows:
     build_test_deploy:
         jobs:
-            - "Docker Base Build":
-                filters:  # required since `Publish JARs` has tag filters AND requires this step
-                    tags:
-                        only: /.*/
-            - "Scala 11 -- Spark 2 Tests":
-                  requires:
-                      - "Docker Base Build"
-                  filters:
-                      tags:
-                          ignore: /^release-zl-.*/
+            - "Docker Base Build"
             - "Scala 12 -- Spark 3 Tests":
                   requires:
                       - "Docker Base Build"
-                  filters:
-                      tags:
-                          ignore: /^release-zl-.*/
             - "Scala 13 -- Tests":
                   requires:
                       - "Docker Base Build"
-                  filters:
-                      tags:
-                          ignore: /^release-zl-.*/
+            - "Scalafmt Check":
+                  requires:
+                      - "Docker Base Build"
             - "Chronon Python Tests":
                   requires:
                       - "Docker Base Build"
-                  filters:
-                      tags:
-                          ignore: /^release-zl-.*/
             - "Chronon Python Lint":
                   requires:
                       - "Docker Base Build"
-                  filters:
-                      tags:
-                          ignore: /^release-zl-.*/
@@ -15,9 +15,12 @@
 **/__pycache__/
 **/.DS_Store/
 api/py/ai/chronon/api/
+api/py/test/sample/production/group_bys/quickstart/
+api/py/test/sample/production/joins/quickstart/
 api/py/.coverage
 api/py/htmlcov/
 **/derby.log
+cs
 
 # Documentation builds
 docs/build/
 
@@ -3,4 +3,4 @@ align.openParenCallSite = true
 align.openParenDefnSite = true
 danglingParentheses.defnSite = false
 danglingParentheses.callSite = false
-maxColumn = 120
+maxColumn = 120
@@ -0,0 +1,16 @@
+Nikhil Simha (Airbnb)
+Varant Zanoyan (Airbnb)
+Cristian Figureoa (Airbnb)
+Pengyu Hou (Airbnb)
+Haozhen Ding (Airbnb)
+Sophie Wang (Airbnb)
+Vamsee Yarlagadda (Airbnb)
+Hao Cen (Airbnb)
+Ben Mears (Stripe)
+Andrew Lee (Stripe)
+Cam Weston (Stripe)
+Aaron Green (Stripe)
+Daniel Kristjansson (Stripe)
+Piyush Narang (Stripe)
+Caio Camatta (Stripe)
+Divya Manohar (Stripe)