[BUG] Clean up extra datasets.

Towards #215

Author: tswast

.travis.yml

@@ -2,16 +2,6 @@ language: python
 
 matrix:
   include:
-  - os: linux
-    python: 2.7
-    env: PYTHON=2.7 PANDAS=0.19.2 COVERAGE='false' LINT='true'
-  - os: linux
-    python: 3.5
-    env: PYTHON=3.5 PANDAS=0.18.1 COVERAGE='true' LINT='false'
-  # https://github.com/pydata/pandas-gbq/issues/189
-  # - os: linux
-  #   python: 3.6
-  #   env: PYTHON=3.6 PANDAS=0.20.1 COVERAGE='false' LINT='false'
   - os: linux
     python: 3.6
     env: PYTHON=3.6 PANDAS=MASTER COVERAGE='false' LINT='true'
@@ -24,37 +14,8 @@ before_install:
 install:
   # Upgrade setuptools and pip to work around
   # https://github.com/pypa/setuptools/issues/885
-  - pip install --upgrade setuptools
-  - pip install --upgrade pip
-  - REQ="ci/requirements-${PYTHON}-${PANDAS}" ;
-    if [ -f "$REQ.pip" ]; then
-      pip install --upgrade nox-automation ;
-    else
-      wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
-      bash miniconda.sh -b -p $HOME/miniconda ;
-      export PATH="$HOME/miniconda/bin:$PATH" ;
-      hash -r ;
-      conda config --set always_yes yes --set changeps1 no ;
-      conda config --add channels pandas ;
-      conda config --add channels conda-forge ;
-      conda update -q conda ;
-      conda info -a ;
-      conda create -q -n test-environment python=$PYTHON ;
-      source activate test-environment ;
-      conda install -q setuptools ;
-      conda install -q pandas=$PANDAS;
-      conda install -q --file "$REQ.conda";
-      conda list ;
-      python setup.py install ;
-    fi
+  - pip install --upgrade setuptools pip
+  - pip install --upgrade google-cloud-bigquery
 
 script:
-  - if [[ $PYTHON == '2.7' ]]; then nox -s test27 ; fi
-  - if [[ $PYTHON == '3.5' ]]; then nox -s test35 ; fi
-  - if [[ $PYTHON == '3.6' ]] && [[ "$PANDAS" == "MASTER" ]]; then nox -s test36master ; fi
-  - REQ="ci/requirements-${PYTHON}-${PANDAS}" ;
-    if [ -f "$REQ.conda" ]; then
-      pytest --quiet -m 'not local_auth' -v tests ;
-    fi
-  - if [[ $COVERAGE == 'true' ]]; then nox -s cover ; fi
-  - if [[ $LINT == 'true' ]]; then nox -s lint ; fi
+  - python cleanup.py

cleanup.py

@@ -0,0 +1,24 @@
+
+import os
+import os.path
+
+from google.cloud import bigquery
+
+credentials_path = os.path.join(
+    os.environ["TRAVIS_BUILD_DIR"], "ci", "travis_gbq.json"
+)
+
+project_id = os.environ.get("GBQ_PROJECT_ID") or os.environ.get(
+    "GOOGLE_CLOUD_PROJECT"
+)
+
+client = bigquery.Client.from_service_account_json(
+    credentials_path, project=project_id
+)
+
+all_datasets = list(client.list_datasets())
+for dataset in all_datasets:
+    if 'pandas_gbq_' not in dataset.dataset_id:
+        print('Skipping dataset {}'.format(dataset.dataset_id))
+        continue
+    client.delete_dataset(dataset.reference, delete_contents=True)