feat: migrating off of CircleCI

.kokoro/presubmit/conda_test.cfg

@@ -0,0 +1,7 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Only run this nox session.
+env_vars: {
+    key: "NOX_SESSION"
+    value: "conda_test"
+}

noxfile.py

@@ -31,6 +31,7 @@
 
 DEFAULT_PYTHON_VERSION = "3.8"
 
+
 UNIT_TEST_PYTHON_VERSIONS = ["3.7", "3.8", "3.9", "3.10", "3.11"]
 UNIT_TEST_STANDARD_DEPENDENCIES = [
     "mock",
@@ -51,6 +52,11 @@
     "3.9": [],
 }
 
+CONDA_TEST_PYTHON_VERSIONS = [
+    UNIT_TEST_PYTHON_VERSIONS[0],
+    UNIT_TEST_PYTHON_VERSIONS[-1],
+]
+
 SYSTEM_TEST_PYTHON_VERSIONS = ["3.7", "3.8", "3.9", "3.10", "3.11"]
 SYSTEM_TEST_STANDARD_DEPENDENCIES = [
     "mock",
@@ -514,3 +520,78 @@ def prerelease_deps(session):
             system_test_folder_path,
             *session.posargs,
         )
+
+
+def install_conda_unittest_dependencies(session, standard_deps, conda_forge_packages):
+    """Installs packages from conda forge, pypi, and locally."""
+
+    # Install from conda-forge and default conda package repos.
+    session.conda_install(*conda_forge_packages, channel=["defaults", "conda-forge"])
+
+    # Install from pypi for packages not readily available on conda forge.
+    session.install(
+        *standard_deps,
+    )
+
+    # Install via pip from the local repo, avoid doing dependency resolution
+    # via pip, so that we don't override any conda resolved dependencies
+    session.install("-e", ".", "--no-deps")
+
+
+@nox.session(python=CONDA_TEST_PYTHON_VERSIONS, venv_backend="mamba")
+def conda_test(session):
+    """Run test suite in a conda virtual environment.
+
+    Installs all test dependencies, then installs this package.
+    NOTE: Some of these libraries are not readily available on conda-forge
+    at this time and are thus installed using pip after the base install of
+    libraries from conda-forge.
+
+    We decided that it was more important to prove a base ability to install
+    using conda than to complicate things with adding a whole nother
+    set of constraints just for a conda install, so this install does not
+    attempt to constrain packages (i.e. in a constraints-x.x.txt file)
+    manually.
+    """
+
+    standard_deps = (
+        UNIT_TEST_STANDARD_DEPENDENCIES
+        + UNIT_TEST_DEPENDENCIES
+        + UNIT_TEST_EXTERNAL_DEPENDENCIES
+    )
+
+    conda_forge_packages = [
+        "db-dtypes",
+        "google-api-core",
+        "google-auth",
+        "google-auth-oauthlib",
+        "google-cloud-bigquery",
+        "google-cloud-bigquery-storage",
+        "numpy",
+        "pandas",
+        "pyarrow",
+        "pydata-google-auth",
+        "tqdm",
+        "protobuf",
+    ]
+
+    install_conda_unittest_dependencies(session, standard_deps, conda_forge_packages)
+
+    # Provide a list of all installed packages (both from conda forge and pip)
+    # for troubleshooting purposes.
+    session.run("conda", "list")
+
+    # Tests are limited to unit tests only, at this time.
+    session.run(
+        "py.test",
+        "--quiet",
+        f"--junitxml=unit_{session.python}_sponge_log.xml",
+        "--cov=pandas_gbq",
+        "--cov=tests/unit",
+        "--cov-append",
+        "--cov-config=.coveragerc",
+        "--cov-report=",
+        "--cov-fail-under=0",
+        os.path.join("tests", "unit"),
+        *session.posargs,
+    )

owlbot.py

@@ -52,129 +52,18 @@
     excludes=[
         # pandas-gbq was originally licensed BSD-3-Clause License
         "LICENSE",
-        # Mulit-processing note isn't relevant, as pandas_gbq is responsible for
+        # Multi-processing note isn't relevant, as pandas_gbq is responsible for
         # creating clients, not the end user.
         "docs/multiprocessing.rst",
-	"README.rst",
+        "noxfile.py",
+	    "README.rst",
     ],
 )
 
 # ----------------------------------------------------------------------------
 # Fixup files
 # ----------------------------------------------------------------------------
 
-s.replace(
-    ["noxfile.py"],
-    r"import pathlib\s+import shutil",
-    "import pathlib\nimport re\nimport shutil",
-)
-
-s.replace(
-    ["noxfile.py"], r"[\"']google[\"']", '"pandas_gbq"',
-)
-
-
-s.replace(
-    ["noxfile.py"], "--cov=google", "--cov=pandas_gbq",
-)
-
-# Workaround for https://github.com/googleapis/synthtool/issues/1317
-s.replace(
-    ["noxfile.py"], r'extras = "\[\]"', 'extras = ""',
-)
-
-s.replace(
-    ["noxfile.py"],
-    r"@nox.session\(python=DEFAULT_PYTHON_VERSION\)\s+def cover\(session\):",
-    r"""@nox.session(python=DEFAULT_PYTHON_VERSION)
-def prerelease(session):
-    session.install(
-        "--extra-index-url",
-        "https://pypi.fury.io/arrow-nightlies/",
-        "--prefer-binary",
-        "--pre",
-        "--upgrade",
-        "pyarrow",
-    )
-    session.install(
-        "--extra-index-url",
-        "https://pypi.anaconda.org/scipy-wheels-nightly/simple",
-        "--prefer-binary",
-        "--pre",
-        "--upgrade",
-        "pandas",
-    )
-    session.install(
-        "--prefer-binary",
-        "--pre",
-        "--upgrade",
-        "google-api-core",
-        "google-cloud-bigquery",
-        "google-cloud-bigquery-storage",
-        "google-cloud-core",
-        "google-resumable-media",
-        # Exclude version 1.49.0rc1 which has a known issue. See https://github.com/grpc/grpc/pull/30642
-        "grpcio!=1.49.0rc1",
-    )
-    session.install(
-        "freezegun",
-        "google-cloud-datacatalog",
-        "google-cloud-storage",
-        "google-cloud-testutils",
-        "IPython",
-        "mock",
-        "psutil",
-        "pytest",
-        "pytest-cov",
-    )
-
-    # Because we test minimum dependency versions on the minimum Python
-    # version, the first version we test with in the unit tests sessions has a
-    # constraints file containing all dependencies and extras.
-    with open(
-        CURRENT_DIRECTORY
-        / "testing"
-        / f"constraints-{UNIT_TEST_PYTHON_VERSIONS[0]}.txt",
-        encoding="utf-8",
-    ) as constraints_file:
-        constraints_text = constraints_file.read()
-
-    # Ignore leading whitespace and comment lines.
-    deps = [
-        match.group(1)
-        for match in re.finditer(
-            r"^\\s*(\\S+)(?===\\S+)", constraints_text, flags=re.MULTILINE
-        )
-    ]
-
-    # We use --no-deps to ensure that pre-release versions aren't overwritten
-    # by the version ranges in setup.py.
-    session.install(*deps)
-    session.install("--no-deps", "-e", ".[all]")
-
-    # Print out prerelease package versions.
-    session.run("python", "-m", "pip", "freeze")
-
-    # Run all tests, except a few samples tests which require extra dependencies.
-    session.run(
-        "py.test",
-        "--quiet",
-        f"--junitxml=prerelease_unit_{session.python}_sponge_log.xml",
-        os.path.join("tests", "unit"),
-    )
-    session.run(
-        "py.test",
-        "--quiet",
-        f"--junitxml=prerelease_system_{session.python}_sponge_log.xml",
-        os.path.join("tests", "system"),
-    )
-
-
-@nox.session(python=DEFAULT_PYTHON_VERSION)
-def cover(session):""",
-    re.MULTILINE,
-)
-
 s.replace(
     [".github/header-checker-lint.yml"], '"Google LLC"', '"pandas-gbq Authors"',
 )