tweaking CI so that experimental does not break the rest

.circleci/config.yml

@@ -130,15 +130,15 @@ run_coverage: &run_coverage
   - run:
       name: Run Unit Tests With Coverage
       command: |
-        pytest --junitxml=test-results/junit.xml --verbose --timeout 600 --cov-report=xml --cov=./
+        pytest --junitxml=test-results/junit.xml --verbose --timeout 600 --cov-report=xml --cov=./ tests
         #Uploading test coverage for Python code
         bash <(curl -s https://codecov.io/bash) -f coverage.xml -cF Python
 
 run_unittests: &run_unittests
   - run:
       name: Run Unit Tests
       command: |
-        pytest --junitxml=test-results/junit.xml --verbose --timeout 600
+        pytest --junitxml=test-results/junit.xml --verbose --timeout 600 tests
 
 run_benchmarks: &run_benchmarks
   - run:

experimental/README.md

@@ -13,3 +13,7 @@ The kernels in this folder are experimental, and for now not tied to the rest of
 - (Optional) install the kernels present here by running `pip install -e .` in this folder
 
 - (Optional) Check that the installation is successful by running `pytest tests` in this folder
+
+## If things go south, grab a backtrace as follows
+
+`gdb -batch -ex run -ex bt --args python -m pytest [..]`

experimental/__init__.py

@@ -0,0 +1,4 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.

experimental/ragged_inference/__init__.py

@@ -0,0 +1,4 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.

experimental/ragged_inference/triton_v2_matmul.py

@@ -1,3 +1,9 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.
+
+
 import torch
 import triton
 import triton.language as tl

experimental/ragged_inference/triton_v2_qk_dotprod.py

@@ -1,3 +1,9 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.
+
+
 import torch
 import triton
 import triton.language as tl

experimental/ragged_inference/triton_v2_ragged_qk_dotprod.py

@@ -1,3 +1,8 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.
+
 from dataclasses import dataclass
 from typing import List, Optional
 
@@ -7,6 +12,9 @@
 from ragged_inference.garbage_pad_ragged_acts import RaggedActivations
 from triton.ops.matmul_perf_model import estimate_matmul_time, prune_num_stages
 
+# This implements a ragged attention (batched attention mechanism natively handling different sequence sizes)
+# Author: Tom B Brown
+
 
 def init_to_zero(name):
     return lambda nargs: nargs[name].zero_()

experimental/setup.py

@@ -1,3 +1,9 @@
+# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
+#
+# This source code is licensed under the BSD license found in the
+# LICENSE file in the root directory of this source tree.
+
+
 from setuptools import setup
 
 setup(

experimental/tests/test_triton_v2_matmul.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the BSD license found in the
 # LICENSE file in the root directory of this source tree.
+
+
 import pytest
 import torch
 from ragged_inference.test_utils import assert_eq

experimental/tests/test_triton_v2_qk_dotprod.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the BSD license found in the
 # LICENSE file in the root directory of this source tree.
+
+
 import time
 
 import pytest

experimental/tests/test_triton_v2_ragged_qk_dotprod.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the BSD license found in the
 # LICENSE file in the root directory of this source tree.
+
+
 import time
 
 import torch