separate first and third party dev dependencies into requirements.txt…

… files

.github/workflows/roman_ci.yml

@@ -51,7 +51,7 @@ jobs:
         - linux: check-dependencies
         - linux: build-dist
   test:
-    uses: OpenAstronomy/github-actions-workflows/.github/workflows/tox.yml@main
+    uses: OpenAstronomy/github-actions-workflows/.github/workflows/tox.yml@v1
     needs: [ crds ]
     with:
       setenv: |

JenkinsfileRT

@@ -93,7 +93,8 @@ bc0.build_cmds = bc0.build_cmds + [
     "pip list"
 ]
 bc0.test_cmds = [
-    "pytest --cov-report=xml:coverage.xml --cov=./ -r sxf -n auto --bigdata --slow \
+    "pytest -r sxf -n auto --bigdata --slow \
+    --cov --cov-report=xml:coverage.xml \
     --ddtrace \
     --basetemp=${pytest_basetemp} --junit-xml=results.xml --dist=loadscope \
     --env=${artifactoryenv} ${pytest_args}",
@@ -115,5 +116,8 @@ bc1.build_cmds = bc1.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS)
 bc1.test_cmds = []
 bc1.test_configs = []
 
-utils.run([jobconfig, bc0, bc1])
+bc2 = utils.copy(bc0)
+bc2.pip_reqs_files = ['requirements-sdp.txt', 'requirements-dev.txt']
+
+utils.run([jobconfig, bc0, bc1, bc2])
 }  // withCredentials

JenkinsfileRT_dev

@@ -80,7 +80,7 @@ bc0.conda_packages = [
     "python=${python_version}",
     "freetds",
 ]
-bc0.pip_reqs_files = ['requirements-dev.txt']
+bc0.pip_reqs_files = ['requirements-dev-thirdparty.txt']
 bc0.build_cmds = [
     "pip install -e .[test]",
     "pip install pytest-xdist pytest-sugar",
@@ -109,5 +109,8 @@ bc1.build_cmds = bc1.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS)
 bc1.test_cmds = []
 bc1.test_configs = []
 
-utils.run([jobconfig, bc0, bc1])
+bc2 = utils.copy(bc0)
+bc2.pip_reqs_files = ['requirements-dev-thirdparty.txt', 'requirements-dev.txt']
+
+utils.run([jobconfig, bc0, bc1, bc2])
 }  // withCredentials

requirements-dev-thirdparty.txt

@@ -0,0 +1,13 @@
+# ASDF upstream packages
+git+https://github.com/asdf-format/asdf
+git+https://github.com/asdf-format/asdf-transform-schemas
+git+https://github.com/asdf-format/asdf-wcs-schemas
+git+https://github.com/astropy/asdf-astropy
+
+# Use weekly astropy dev build
+--extra-index-url https://pypi.anaconda.org/astropy/simple astropy --pre
+
+# Use Bi-weekly numpy/scipy dev builds
+--extra-index-url https://pypi.anaconda.org/scientific-python-nightly-wheels/simple
+numpy>=0.0.dev0
+scipy>=0.0.dev0

requirements-dev.txt

@@ -1,15 +1,11 @@
-git+https://github.com/asdf-format/asdf
-git+https://github.com/asdf-format/asdf-transform-schemas
-git+https://github.com/asdf-format/asdf-wcs-schemas
---extra-index-url https://pypi.anaconda.org/astropy/simple astropy --pre
-git+https://github.com/astropy/asdf-astropy
-git+https://github.com/spacetelescope/crds
-git+https://github.com/spacetelescope/gwcs
-numpy>=0.0.dev0
+# Roman upstream packages
 git+https://github.com/spacetelescope/roman_datamodels
 git+https://github.com/spacetelescope/rad
-scipy>=0.0.dev0
+
+# Other important upstream packages
+git+https://github.com/spacetelescope/gwcs
 git+https://github.com/spacetelescope/stpipe
+git+https://github.com/spacetelescope/crds
 git+https://github.com/spacetelescope/stcal
 git+https://github.com/spacetelescope/tweakwcs
-#git+https://github.com/spacetelescope/metrics_logger
+git+https://github.com/spacetelescope/metrics_logger

tox.ini

@@ -53,8 +53,6 @@ pass_env =
     TEST_BIGDATA
     CODECOV_*
     DD_*
-set_env =
-    devdeps: PIP_EXTRA_INDEX_URL = https://pypi.anaconda.org/scientific-python-nightly-wheels/simpl
 
 extras =
     test
@@ -67,6 +65,7 @@ commands_pre =
     oldestdeps: minimum_dependencies romancal --filename requirements-min.txt
     oldestdeps: pip install -r requirements-min.txt
     devdeps: pip install -r requirements-dev.txt -U --upgrade-strategy eager
+    devdeps: pip install -r requirements-dev-thirdparty.txt -U --upgrade-strategy eager
     sdpdeps: pip install -r requirements-sdp.txt
     pip freeze
 commands =