Skip to content
Snippets Groups Projects
Commit aa9da358 authored by Massimiliano Culpo's avatar Massimiliano Culpo Committed by Todd Gamblin
Browse files

url_parse: ported to pytest (#3430)

parent f60134cd
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
lib/spack/spack/test/url_parse.py
+ 391
− 693
View file @ aa9da358
...@@ -23,709 +23,407 @@ ...@@ -23,709 +23,407 @@
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
############################################################################## ##############################################################################
"""Tests Spack's ability to parse the name and version of a package """Tests Spack's ability to parse the name and version of a package
based on its URL.""" based on its URL.
"""
import os import os
import unittest
import pytest
from spack.url import * from spack.url import *
class UrlStripVersionSuffixesTest(unittest.TestCase): @pytest.mark.parametrize('url,expected', [
"""Tests for spack.url.strip_version_suffixes""" # No suffix
('rgb-1.0.6', 'rgb-1.0.6'),
def check(self, before, after): # Misleading prefix
stripped = strip_version_suffixes(before) ('jpegsrc.v9b', 'jpegsrc.v9b'),
self.assertEqual(stripped, after) ('turbolinux702', 'turbolinux702'),
('converge_install_2.3.16', 'converge_install_2.3.16'),
def test_no_suffix(self): # Download type - src
self.check('rgb-1.0.6', ('apache-ant-1.9.7-src', 'apache-ant-1.9.7'),
'rgb-1.0.6') ('go1.7.4.src', 'go1.7.4'),
# Download type - source
def test_misleading_prefix(self): ('bowtie2-2.2.5-source', 'bowtie2-2.2.5'),
self.check('jpegsrc.v9b', ('grib_api-1.17.0-Source', 'grib_api-1.17.0'),
'jpegsrc.v9b') # Download type - full
self.check('turbolinux702', ('julia-0.4.3-full', 'julia-0.4.3'),
'turbolinux702') # Download type - bin
self.check('converge_install_2.3.16', ('apache-maven-3.3.9-bin', 'apache-maven-3.3.9'),
'converge_install_2.3.16') # Download type - binary
('Jmol-14.8.0-binary', 'Jmol-14.8.0'),
# Download type # Download type - gem
('rubysl-date-2.0.9.gem', 'rubysl-date-2.0.9'),
def test_src(self): # Download type - tar
self.check('apache-ant-1.9.7-src', ('gromacs-4.6.1-tar', 'gromacs-4.6.1'),
'apache-ant-1.9.7') # Download type - sh
self.check('go1.7.4.src', ('Miniconda2-4.3.11-Linux-x86_64.sh', 'Miniconda2-4.3.11'),
'go1.7.4') # Download version - stable
('libevent-2.0.21-stable', 'libevent-2.0.21'),
def test_source(self): # Download version - final
self.check('bowtie2-2.2.5-source', ('2.6.7-final', '2.6.7'),
'bowtie2-2.2.5') # Download version - rel
self.check('grib_api-1.17.0-Source', ('v1.9.5.1rel', 'v1.9.5.1'),
'grib_api-1.17.0') # Download version - orig
('dash_0.5.5.1.orig', 'dash_0.5.5.1'),
def test_full(self): # Download version - plus
self.check('julia-0.4.3-full', ('ncbi-blast-2.6.0+-src', 'ncbi-blast-2.6.0'),
'julia-0.4.3')
def test_bin(self):
self.check('apache-maven-3.3.9-bin',
'apache-maven-3.3.9')
def test_binary(self):
self.check('Jmol-14.8.0-binary',
'Jmol-14.8.0')
def test_gem(self):
self.check('rubysl-date-2.0.9.gem',
'rubysl-date-2.0.9')
def test_tar(self):
self.check('gromacs-4.6.1-tar',
'gromacs-4.6.1')
def test_sh(self):
self.check('Miniconda2-4.3.11-Linux-x86_64.sh',
'Miniconda2-4.3.11')
# Download version
def test_stable(self):
self.check('libevent-2.0.21-stable',
'libevent-2.0.21')
def test_final(self):
self.check('2.6.7-final',
'2.6.7')
def test_rel(self):
self.check('v1.9.5.1rel',
'v1.9.5.1')
def test_orig(self):
self.check('dash_0.5.5.1.orig',
'dash_0.5.5.1')
def test_plus(self):
self.check('ncbi-blast-2.6.0+-src',
'ncbi-blast-2.6.0')
# License # License
('cppad-20170114.gpl', 'cppad-20170114'),
# OS - linux
('astyle_2.04_linux', 'astyle_2.04'),
# OS - unix
('install-tl-unx', 'install-tl'),
# OS - macos
('astyle_1.23_macosx', 'astyle_1.23'),
('haxe-2.08-osx', 'haxe-2.08'),
# PyPI - wheel
('entrypoints-0.2.2-py2.py3-none-any.whl', 'entrypoints-0.2.2'),
('numpy-1.12.0-cp27-cp27m-macosx_10_6_intel.macosx_10_9_intel.macosx_10_9_x86_64.macosx_10_10_intel.macosx_10_10_x86_64.whl', 'numpy-1.12.0'), # noqa
# PyPI - exe
('PyYAML-3.12.win-amd64-py3.5.exe', 'PyYAML-3.12'),
# Combinations of multiple patterns - all
('p7zip_9.04_src_all', 'p7zip_9.04'),
# Combinations of multiple patterns - run
('cuda_8.0.44_linux.run', 'cuda_8.0.44'),
# Combinations of multiple patterns - file
('ack-2.14-single-file', 'ack-2.14'),
# Combinations of multiple patterns - jar
('antlr-3.4-complete.jar', 'antlr-3.4'),
# Combinations of multiple patterns - oss
('tbb44_20160128oss_src_0', 'tbb44_20160128'),
# Combinations of multiple patterns - darwin
('ghc-7.0.4-x86_64-apple-darwin', 'ghc-7.0.4'),
('ghc-7.0.4-i386-apple-darwin', 'ghc-7.0.4'),
# Combinations of multiple patterns - arch
('VizGlow_v2.2alpha17-R21November2016-Linux-x86_64-Install',
'VizGlow_v2.2alpha17-R21November2016'),
('jdk-8u92-linux-x64', 'jdk-8u92'),
('cuda_6.5.14_linux_64.run', 'cuda_6.5.14'),
# Combinations of multiple patterns - with
('mafft-7.221-with-extensions-src', 'mafft-7.221'),
('spark-2.0.0-bin-without-hadoop', 'spark-2.0.0'),
# Combinations of multiple patterns - public
('dakota-6.3-public.src', 'dakota-6.3'),
# Combinations of multiple patterns - universal
('synergy-1.3.6p2-MacOSX-Universal', 'synergy-1.3.6p2')
])
def test_url_strip_version_suffixes(url, expected):
stripped = strip_version_suffixes(url)
assert stripped == expected
@pytest.mark.parametrize('url,version,expected', [
# No suffix
('rgb-1.0.6', '1.0.6', 'rgb'),
('nauty26r7', '26r7', 'nauty'),
# Download type - install
('converge_install_2.3.16', '2.3.16', 'converge'),
# Download type - src
('jpegsrc.v9b', '9b', 'jpeg'),
# Download type - std
('ghostscript-fonts-std-8.11', '8.11', 'ghostscript-fonts'),
# Download version - release
('cbench_release_1.3.0.tar.gz', '1.3.0', 'cbench'),
# Download version - snapshot
('gts-snapshot-121130', '121130', 'gts'),
# Download version - distrib
('zoltan_distrib_v3.83', '3.83', 'zoltan'),
# VCS - bazaar
('libvterm-0+bzr681', '681', 'libvterm'),
# License - gpl
('PyQt-x11-gpl-4.11.3', '4.11.3', 'PyQt-x11')
])
def test_url_strip_name_suffixes(url, version, expected):
stripped = strip_name_suffixes(url, version)
assert stripped == expected
@pytest.mark.parametrize('name,noffset,ver,voffset,path', [
# Name in path
('antlr', 25, '2.7.7', 40, 'https://github.com/antlr/antlr/tarball/v2.7.7'),
# Name in stem
('gmp', 32, '6.0.0a', 36, 'https://gmplib.org/download/gmp/gmp-6.0.0a.tar.bz2'),
# Name in suffix
def test_gpl(self): # Don't think I've ever seen one of these before
self.check('cppad-20170114.gpl', # We don't look for it, so it would probably fail anyway
'cppad-20170114')
# OS
def test_linux(self):
self.check('astyle_2.04_linux',
'astyle_2.04')
def test_unix(self):
self.check('install-tl-unx',
'install-tl')
def test_macos(self):
self.check('astyle_1.23_macosx',
'astyle_1.23')
self.check('haxe-2.08-osx',
'haxe-2.08')
# PyPI
def test_wheel(self):
self.check('entrypoints-0.2.2-py2.py3-none-any.whl',
'entrypoints-0.2.2')
self.check('numpy-1.12.0-cp27-cp27m-macosx_10_6_intel.macosx_10_9_intel.macosx_10_9_x86_64.macosx_10_10_intel.macosx_10_10_x86_64.whl', # noqa
'numpy-1.12.0')
def test_exe(self):
self.check('PyYAML-3.12.win-amd64-py3.5.exe',
'PyYAML-3.12')
# Combinations of multiple patterns
def test_complex_all(self):
self.check('p7zip_9.04_src_all',
'p7zip_9.04')
def test_complex_run(self):
self.check('cuda_8.0.44_linux.run',
'cuda_8.0.44')
def test_complex_file(self):
self.check('ack-2.14-single-file',
'ack-2.14')
def test_complex_jar(self):
self.check('antlr-3.4-complete.jar',
'antlr-3.4')
def test_complex_oss(self):
self.check('tbb44_20160128oss_src_0',
'tbb44_20160128')
def test_complex_darwin(self):
self.check('ghc-7.0.4-x86_64-apple-darwin',
'ghc-7.0.4')
self.check('ghc-7.0.4-i386-apple-darwin',
'ghc-7.0.4')
def test_complex_arch(self):
self.check('VizGlow_v2.2alpha17-R21November2016-Linux-x86_64-Install',
'VizGlow_v2.2alpha17-R21November2016')
self.check('jdk-8u92-linux-x64',
'jdk-8u92')
self.check('cuda_6.5.14_linux_64.run',
'cuda_6.5.14')
def test_complex_with(self):
self.check('mafft-7.221-with-extensions-src',
'mafft-7.221')
self.check('spark-2.0.0-bin-without-hadoop',
'spark-2.0.0')
def test_complex_public(self):
self.check('dakota-6.3-public.src',
'dakota-6.3')
def test_complex_universal(self):
self.check('synergy-1.3.6p2-MacOSX-Universal',
'synergy-1.3.6p2')
class UrlStripNameSuffixesTest(unittest.TestCase):
"""Tests for spack.url.strip_name_suffixes"""
def check(self, before, version, after):
stripped = strip_name_suffixes(before, version)
self.assertEqual(stripped, after)
def test_no_suffix(self):
self.check('rgb-1.0.6', '1.0.6',
'rgb')
self.check('nauty26r7', '26r7',
'nauty')
# Download type
def test_install(self):
self.check('converge_install_2.3.16', '2.3.16',
'converge')
def test_src(self):
self.check('jpegsrc.v9b', '9b',
'jpeg')
def test_std(self):
self.check('ghostscript-fonts-std-8.11', '8.11',
'ghostscript-fonts')
# Download version
def test_release(self):
self.check('cbench_release_1.3.0.tar.gz', '1.3.0',
'cbench')
def test_snapshot(self):
self.check('gts-snapshot-121130', '121130',
'gts')
def test_distrib(self):
self.check('zoltan_distrib_v3.83', '3.83',
'zoltan')
# VCS
def test_bazaar(self):
self.check('libvterm-0+bzr681', '681',
'libvterm')
# License
def test_gpl(self):
self.check('PyQt-x11-gpl-4.11.3', '4.11.3',
'PyQt-x11')
class UrlParseOffsetTest(unittest.TestCase):
def check(self, name, noffset, ver, voffset, path): # Version in path
('nextflow', 31, '0.20.1', 59, 'https://github.com/nextflow-io/nextflow/releases/download/v0.20.1/nextflow'),
# Version in stem
('zlib', 24, '1.2.10', 29, 'http://zlib.net/fossils/zlib-1.2.10.tar.gz'),
('slepc', 51, '3.6.2', 57, 'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz'),
('cloog', 61, '0.18.1', 67, 'http://www.bastoul.net/cloog/pages/download/count.php3?url=./cloog-0.18.1.tar.gz'),
('libxc', 58, '2.2.2', 64, 'http://www.tddft.org/programs/octopus/down.php?file=libxc/libxc-2.2.2.tar.gz'),
# Version in suffix
('swiftsim', 36, '0.3.0', 76, 'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0'),
('sionlib', 30, '1.7.1', 59, 'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1'),
# Regex in name
('voro++', 40, '0.4.6', 47, 'http://math.lbl.gov/voro++/download/dir/voro++-0.4.6.tar.gz'),
])
def test_url_parse_offset(name, noffset, ver, voffset, path):
"""Tests that the name, version and offsets are computed correctly.
Args:
name (str): expected name
noffset (int): name offset
ver (str): expected version
voffset (int): version offset
path (str): url to be parsed
"""
# Make sure parse_name_offset and parse_name_version are working # Make sure parse_name_offset and parse_name_version are working
v, vstart, vlen, vi, vre = parse_version_offset(path) v, vstart, vlen, vi, vre = parse_version_offset(path)
n, nstart, nlen, ni, nre = parse_name_offset(path, v) n, nstart, nlen, ni, nre = parse_name_offset(path, v)
self.assertEqual(n, name) assert n == name
self.assertEqual(v, ver) assert v == ver
self.assertEqual(nstart, noffset) assert nstart == noffset
self.assertEqual(vstart, voffset) assert vstart == voffset
def test_name_in_path(self):
self.check(
'antlr', 25, '2.7.7', 40,
'https://github.com/antlr/antlr/tarball/v2.7.7')
def test_name_in_stem(self):
self.check(
'gmp', 32, '6.0.0a', 36,
'https://gmplib.org/download/gmp/gmp-6.0.0a.tar.bz2')
def test_name_in_suffix(self):
# Don't think I've ever seen one of these before
# We don't look for it, so it would probably fail anyway
pass
def test_version_in_path(self):
self.check(
'nextflow', 31, '0.20.1', 59,
'https://github.com/nextflow-io/nextflow/releases/download/v0.20.1/nextflow')
def test_version_in_stem(self):
self.check(
'zlib', 24, '1.2.10', 29,
'http://zlib.net/fossils/zlib-1.2.10.tar.gz')
self.check(
'slepc', 51, '3.6.2', 57,
'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz')
self.check(
'cloog', 61, '0.18.1', 67,
'http://www.bastoul.net/cloog/pages/download/count.php3?url=./cloog-0.18.1.tar.gz')
self.check(
'libxc', 58, '2.2.2', 64,
'http://www.tddft.org/programs/octopus/down.php?file=libxc/libxc-2.2.2.tar.gz')
def test_version_in_suffix(self):
self.check(
'swiftsim', 36, '0.3.0', 76,
'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0')
self.check(
'sionlib', 30, '1.7.1', 59,
'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1')
def test_regex_in_name(self):
self.check(
'voro++', 40, '0.4.6', 47,
'http://math.lbl.gov/voro++/download/dir/voro++-0.4.6.tar.gz')
class UrlParseNameAndVersionTest(unittest.TestCase):
def assert_not_detected(self, string):
self.assertRaises(
UndetectableVersionError, parse_name_and_version, string)
def check(self, name, v, string, **kwargs):
# Make sure correct name and version are extracted.
parsed_name, parsed_v = parse_name_and_version(string)
self.assertEqual(parsed_name, name)
self.assertEqual(parsed_v, Version(v))
# Make sure Spack formulates the right URL when we try to
# build one with a specific version.
self.assertEqual(string, substitute_version(string, v))
# Common Repositories @pytest.mark.parametrize('name,version,url', [
# Common Repositories - github downloads
def test_github_downloads(self): ('nco', '4.6.2', 'https://github.com/nco/nco/archive/4.6.2.tar.gz'),
# name/archive/ver.ver
self.check(
'nco', '4.6.2',
'https://github.com/nco/nco/archive/4.6.2.tar.gz')
# name/archive/vver.ver # name/archive/vver.ver
self.check( ('vim', '8.0.0134', 'https://github.com/vim/vim/archive/v8.0.0134.tar.gz'),
'vim', '8.0.0134',
'https://github.com/vim/vim/archive/v8.0.0134.tar.gz')
# name/archive/name-ver.ver # name/archive/name-ver.ver
self.check( ('oce', '0.18', 'https://github.com/tpaviot/oce/archive/OCE-0.18.tar.gz'),
'oce', '0.18',
'https://github.com/tpaviot/oce/archive/OCE-0.18.tar.gz')
# name/releases/download/vver/name-ver.ver # name/releases/download/vver/name-ver.ver
self.check( ('libmesh', '1.0.0', 'https://github.com/libMesh/libmesh/releases/download/v1.0.0/libmesh-1.0.0.tar.bz2'),
'libmesh', '1.0.0',
'https://github.com/libMesh/libmesh/releases/download/v1.0.0/libmesh-1.0.0.tar.bz2')
# name/tarball/vver.ver # name/tarball/vver.ver
self.check( ('git', '2.7.1', 'https://github.com/git/git/tarball/v2.7.1'),
'git', '2.7.1',
'https://github.com/git/git/tarball/v2.7.1')
# name/zipball/vver.ver # name/zipball/vver.ver
self.check( ('git', '2.7.1', 'https://github.com/git/git/zipball/v2.7.1'),
'git', '2.7.1', # Common Repositories - gitlab downloads
'https://github.com/git/git/zipball/v2.7.1')
def test_gitlab_downloads(self):
# name/repository/archive.ext?ref=vver.ver # name/repository/archive.ext?ref=vver.ver
self.check( ('swiftsim', '0.3.0',
'swiftsim', '0.3.0', 'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0'),
'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0')
# name/repository/archive.ext?ref=name-ver.ver # name/repository/archive.ext?ref=name-ver.ver
self.check( ('icet', '1.2.3',
'icet', '1.2.3', 'https://gitlab.kitware.com/icet/icet/repository/archive.tar.gz?ref=IceT-1.2.3'),
'https://gitlab.kitware.com/icet/icet/repository/archive.tar.gz?ref=IceT-1.2.3')
# Common Repositories - bitbucket downloads
def test_bitbucket_downloads(self):
# name/get/ver.ver # name/get/ver.ver
self.check( ('eigen', '3.2.7', 'https://bitbucket.org/eigen/eigen/get/3.2.7.tar.bz2'),
'eigen', '3.2.7',
'https://bitbucket.org/eigen/eigen/get/3.2.7.tar.bz2')
# name/get/vver.ver # name/get/vver.ver
self.check( ('hoomd-blue', '1.3.3',
'hoomd-blue', '1.3.3', 'https://bitbucket.org/glotzer/hoomd-blue/get/v1.3.3.tar.bz2'),
'https://bitbucket.org/glotzer/hoomd-blue/get/v1.3.3.tar.bz2')
# name/downloads/name-ver.ver # name/downloads/name-ver.ver
self.check( ('dolfin', '2016.1.0',
'dolfin', '2016.1.0', 'https://bitbucket.org/fenics-project/dolfin/downloads/dolfin-2016.1.0.tar.gz'),
'https://bitbucket.org/fenics-project/dolfin/downloads/dolfin-2016.1.0.tar.gz') # Common Repositories - sourceforge downloads
def test_sourceforge_downloads(self):
# name-ver.ver # name-ver.ver
self.check( ('libpng', '1.6.27',
'libpng', '1.6.27', 'http://download.sourceforge.net/libpng/libpng-1.6.27.tar.gz'),
'http://download.sourceforge.net/libpng/libpng-1.6.27.tar.gz') ('lcms2', '2.6',
self.check( 'http://downloads.sourceforge.net/project/lcms/lcms/2.6/lcms2-2.6.tar.gz'),
'lcms2', '2.6', ('modules', '3.2.10',
'http://downloads.sourceforge.net/project/lcms/lcms/2.6/lcms2-2.6.tar.gz') 'http://prdownloads.sourceforge.net/modules/modules-3.2.10.tar.gz'),
self.check(
'modules', '3.2.10',
'http://prdownloads.sourceforge.net/modules/modules-3.2.10.tar.gz')
# name-ver.ver.ext/download # name-ver.ver.ext/download
self.check( ('glew', '2.0.0',
'glew', '2.0.0', 'https://sourceforge.net/projects/glew/files/glew/2.0.0/glew-2.0.0.tgz/download'),
'https://sourceforge.net/projects/glew/files/glew/2.0.0/glew-2.0.0.tgz/download')
# Common Repositories - cran downloads
def test_cran_downloads(self):
# name.name_ver.ver-ver.ver # name.name_ver.ver-ver.ver
self.check( ('TH.data', '1.0-8', 'https://cran.r-project.org/src/contrib/TH.data_1.0-8.tar.gz'),
'TH.data', '1.0-8', ('knitr', '1.14', 'https://cran.rstudio.com/src/contrib/knitr_1.14.tar.gz'),
'https://cran.r-project.org/src/contrib/TH.data_1.0-8.tar.gz') ('devtools', '1.12.0', 'https://cloud.r-project.org/src/contrib/devtools_1.12.0.tar.gz'),
self.check(
'knitr', '1.14', # Common Repositories - pypi downloads
'https://cran.rstudio.com/src/contrib/knitr_1.14.tar.gz')
self.check(
'devtools', '1.12.0',
'https://cloud.r-project.org/src/contrib/devtools_1.12.0.tar.gz')
def test_pypi_downloads(self):
# name.name_name-ver.ver # name.name_name-ver.ver
self.check( ('3to2', '1.1.1', 'https://pypi.python.org/packages/source/3/3to2/3to2-1.1.1.zip'),
'3to2', '1.1.1', ('mpmath', '0.19',
'https://pypi.python.org/packages/source/3/3to2/3to2-1.1.1.zip') 'https://pypi.python.org/packages/source/m/mpmath/mpmath-all-0.19.tar.gz'),
self.check( ('pandas', '0.16.0',
'mpmath', '0.19', 'https://pypi.python.org/packages/source/p/pandas/pandas-0.16.0.tar.gz#md5=bfe311f05dc0c351f8955fbd1e296e73'),
'https://pypi.python.org/packages/source/m/mpmath/mpmath-all-0.19.tar.gz') ('sphinx_rtd_theme', '0.1.10a0',
self.check( 'https://pypi.python.org/packages/da/6b/1b75f13d8aa3333f19c6cdf1f0bc9f52ea739cae464fbee050307c121857/sphinx_rtd_theme-0.1.10a0.tar.gz'),
'pandas', '0.16.0', ('backports.ssl_match_hostname', '3.5.0.1',
'https://pypi.python.org/packages/source/p/pandas/pandas-0.16.0.tar.gz#md5=bfe311f05dc0c351f8955fbd1e296e73') 'https://pypi.io/packages/source/b/backports.ssl_match_hostname/backports.ssl_match_hostname-3.5.0.1.tar.gz'),
self.check( # Common Repositories - bazaar downloads
'sphinx_rtd_theme', '0.1.10a0', ('libvterm', '681', 'http://www.leonerd.org.uk/code/libvterm/libvterm-0+bzr681.tar.gz'),
'https://pypi.python.org/packages/da/6b/1b75f13d8aa3333f19c6cdf1f0bc9f52ea739cae464fbee050307c121857/sphinx_rtd_theme-0.1.10a0.tar.gz')
self.check(
'backports.ssl_match_hostname', '3.5.0.1',
'https://pypi.io/packages/source/b/backports.ssl_match_hostname/backports.ssl_match_hostname-3.5.0.1.tar.gz')
def test_bazaar_downloads(self):
self.check(
'libvterm', '681',
'http://www.leonerd.org.uk/code/libvterm/libvterm-0+bzr681.tar.gz')
# Common Tarball Formats # Common Tarball Formats
def test_version_only(self):
# ver.ver # ver.ver
self.check( ('eigen', '3.2.7', 'https://bitbucket.org/eigen/eigen/get/3.2.7.tar.bz2'),
'eigen', '3.2.7',
'https://bitbucket.org/eigen/eigen/get/3.2.7.tar.bz2')
# ver.ver-ver # ver.ver-ver
self.check( ('ImageMagick', '7.0.2-7', 'https://github.com/ImageMagick/ImageMagick/archive/7.0.2-7.tar.gz'),
'ImageMagick', '7.0.2-7',
'https://github.com/ImageMagick/ImageMagick/archive/7.0.2-7.tar.gz')
# vver.ver # vver.ver
self.check( ('CGNS', '3.3.0', 'https://github.com/CGNS/CGNS/archive/v3.3.0.tar.gz'),
'CGNS', '3.3.0',
'https://github.com/CGNS/CGNS/archive/v3.3.0.tar.gz')
# vver_ver # vver_ver
self.check( ('luafilesystem', '1_6_3', 'https://github.com/keplerproject/luafilesystem/archive/v1_6_3.tar.gz'),
'luafilesystem', '1_6_3',
'https://github.com/keplerproject/luafilesystem/archive/v1_6_3.tar.gz') # No separators
('turbolinux', '702', 'file://{0}/turbolinux702.tar.gz'.format(os.getcwd())),
def test_no_separators(self): ('nauty', '26r7', 'http://pallini.di.uniroma1.it/nauty26r7.tar.gz'),
# namever # Dashes only
self.check( ('Trilinos', '12-10-1',
'turbolinux', '702', 'https://github.com/trilinos/Trilinos/archive/trilinos-release-12-10-1.tar.gz'),
'file://{0}/turbolinux702.tar.gz'.format(os.getcwd())) ('panda', '2016-03-07',
self.check( 'http://comopt.ifi.uni-heidelberg.de/software/PANDA/downloads/panda-2016-03-07.tar'),
'nauty', '26r7', ('gts', '121130',
'http://pallini.di.uniroma1.it/nauty26r7.tar.gz') 'http://gts.sourceforge.net/tarballs/gts-snapshot-121130.tar.gz'),
('cdd', '061a',
def test_dashes_only(self): 'http://www.cs.mcgill.ca/~fukuda/download/cdd/cdd-061a.tar.gz'),
# name-name-ver-ver # Only underscores
self.check( ('tinyxml', '2_6_2',
'Trilinos', '12-10-1', 'https://sourceforge.net/projects/tinyxml/files/tinyxml/2.6.2/tinyxml_2_6_2.tar.gz'),
'https://github.com/trilinos/Trilinos/archive/trilinos-release-12-10-1.tar.gz') ('boost', '1_55_0',
self.check( 'http://downloads.sourceforge.net/project/boost/boost/1.55.0/boost_1_55_0.tar.bz2'),
'panda', '2016-03-07', ('yorick', '2_2_04',
'http://comopt.ifi.uni-heidelberg.de/software/PANDA/downloads/panda-2016-03-07.tar') 'https://github.com/dhmunro/yorick/archive/y_2_2_04.tar.gz'),
self.check( ('tbb', '44_20160413',
'gts', '121130', 'https://www.threadingbuildingblocks.org/sites/default/files/software_releases/source/tbb44_20160413oss_src.tgz'),
'http://gts.sourceforge.net/tarballs/gts-snapshot-121130.tar.gz')
self.check( # Only dots
'cdd', '061a',
'http://www.cs.mcgill.ca/~fukuda/download/cdd/cdd-061a.tar.gz')
def test_underscores_only(self):
# name_name_ver_ver
self.check(
'tinyxml', '2_6_2',
'https://sourceforge.net/projects/tinyxml/files/tinyxml/2.6.2/tinyxml_2_6_2.tar.gz')
self.check(
'boost', '1_55_0',
'http://downloads.sourceforge.net/project/boost/boost/1.55.0/boost_1_55_0.tar.bz2')
self.check(
'yorick', '2_2_04',
'https://github.com/dhmunro/yorick/archive/y_2_2_04.tar.gz')
# name_namever_ver
self.check(
'tbb', '44_20160413',
'https://www.threadingbuildingblocks.org/sites/default/files/software_releases/source/tbb44_20160413oss_src.tgz')
def test_dots_only(self):
# name.name.ver.ver # name.name.ver.ver
self.check( ('prank', '150803', 'http://wasabiapp.org/download/prank/prank.source.150803.tgz'),
'prank', '150803', ('jpeg', '9b', 'http://www.ijg.org/files/jpegsrc.v9b.tar.gz'),
'http://wasabiapp.org/download/prank/prank.source.150803.tgz') ('openjpeg', '2.1',
self.check( 'https://github.com/uclouvain/openjpeg/archive/version.2.1.tar.gz'),
'jpeg', '9b',
'http://www.ijg.org/files/jpegsrc.v9b.tar.gz')
self.check(
'openjpeg', '2.1',
'https://github.com/uclouvain/openjpeg/archive/version.2.1.tar.gz')
# name.namever.ver # name.namever.ver
self.check( ('atlas', '3.11.34',
'atlas', '3.11.34', 'http://sourceforge.net/projects/math-atlas/files/Developer%20%28unstable%29/3.11.34/atlas3.11.34.tar.bz2'),
'http://sourceforge.net/projects/math-atlas/files/Developer%20%28unstable%29/3.11.34/atlas3.11.34.tar.bz2') ('visit', '2.10.1', 'http://portal.nersc.gov/project/visit/releases/2.10.1/visit2.10.1.tar.gz'),
self.check( ('geant', '4.10.01.p03', 'http://geant4.cern.ch/support/source/geant4.10.01.p03.tar.gz'),
'visit', '2.10.1', ('tcl', '8.6.5', 'http://prdownloads.sourceforge.net/tcl/tcl8.6.5-src.tar.gz'),
'http://portal.nersc.gov/project/visit/releases/2.10.1/visit2.10.1.tar.gz')
self.check( # Dash and dots
'geant', '4.10.01.p03',
'http://geant4.cern.ch/support/source/geant4.10.01.p03.tar.gz')
self.check(
'tcl', '8.6.5',
'http://prdownloads.sourceforge.net/tcl/tcl8.6.5-src.tar.gz')
def test_dash_dot(self):
# name-name-ver.ver # name-name-ver.ver
# digit in name # digit in name
self.check( ('m4', '1.4.17', 'https://ftp.gnu.org/gnu/m4/m4-1.4.17.tar.gz'),
'm4', '1.4.17',
'https://ftp.gnu.org/gnu/m4/m4-1.4.17.tar.gz')
# letter in version # letter in version
self.check( ('gmp', '6.0.0a', 'https://gmplib.org/download/gmp/gmp-6.0.0a.tar.bz2'),
'gmp', '6.0.0a',
'https://gmplib.org/download/gmp/gmp-6.0.0a.tar.bz2')
# version starts with 'v' # version starts with 'v'
self.check( ('LaunchMON', '1.0.2',
'LaunchMON', '1.0.2', 'https://github.com/LLNL/LaunchMON/releases/download/v1.0.2/launchmon-v1.0.2.tar.gz'),
'https://github.com/LLNL/LaunchMON/releases/download/v1.0.2/launchmon-v1.0.2.tar.gz')
# name-ver-ver.ver # name-ver-ver.ver
self.check( ('libedit', '20150325-3.1', 'http://thrysoee.dk/editline/libedit-20150325-3.1.tar.gz'),
'libedit', '20150325-3.1',
'http://thrysoee.dk/editline/libedit-20150325-3.1.tar.gz') # Dash and unserscores
def test_dash_underscore(self):
# name-name-ver_ver # name-name-ver_ver
self.check( ('icu4c', '57_1', 'http://download.icu-project.org/files/icu4c/57.1/icu4c-57_1-src.tgz'),
'icu4c', '57_1',
'http://download.icu-project.org/files/icu4c/57.1/icu4c-57_1-src.tgz') # Underscores and dots
def test_underscore_dot(self):
# name_name_ver.ver # name_name_ver.ver
self.check( ('superlu_dist', '4.1', 'http://crd-legacy.lbl.gov/~xiaoye/SuperLU/superlu_dist_4.1.tar.gz'),
'superlu_dist', '4.1', ('pexsi', '0.9.0', 'https://math.berkeley.edu/~linlin/pexsi/download/pexsi_v0.9.0.tar.gz'),
'http://crd-legacy.lbl.gov/~xiaoye/SuperLU/superlu_dist_4.1.tar.gz')
self.check(
'pexsi', '0.9.0',
'https://math.berkeley.edu/~linlin/pexsi/download/pexsi_v0.9.0.tar.gz')
# name_name.ver.ver # name_name.ver.ver
self.check( ('fer', '696', 'ftp://ftp.pmel.noaa.gov/ferret/pub/source/fer_source.v696.tar.gz'),
'fer', '696',
'ftp://ftp.pmel.noaa.gov/ferret/pub/source/fer_source.v696.tar.gz') # Dash dot dah dot
def test_dash_dot_dash_dot(self):
# name-name-ver.ver-ver.ver # name-name-ver.ver-ver.ver
self.check( ('sowing', '1.1.23-p1', 'http://ftp.mcs.anl.gov/pub/petsc/externalpackages/sowing-1.1.23-p1.tar.gz'),
'sowing', '1.1.23-p1', ('bib2xhtml', '3.0-15-gf506', 'http://www.spinellis.gr/sw/textproc/bib2xhtml/bib2xhtml-v3.0-15-gf506.tar.gz'),
'http://ftp.mcs.anl.gov/pub/petsc/externalpackages/sowing-1.1.23-p1.tar.gz')
self.check(
'bib2xhtml', '3.0-15-gf506',
'http://www.spinellis.gr/sw/textproc/bib2xhtml/bib2xhtml-v3.0-15-gf506.tar.gz')
# namever.ver-ver.ver # namever.ver-ver.ver
self.check( ('go', '1.4-bootstrap-20161024', 'https://storage.googleapis.com/golang/go1.4-bootstrap-20161024.tar.gz'),
'go', '1.4-bootstrap-20161024',
'https://storage.googleapis.com/golang/go1.4-bootstrap-20161024.tar.gz') # Underscore dash dot
def test_underscore_dash_dot(self):
# name_name-ver.ver # name_name-ver.ver
self.check( ('the_silver_searcher', '0.32.0', 'http://geoff.greer.fm/ag/releases/the_silver_searcher-0.32.0.tar.gz'),
'the_silver_searcher', '0.32.0', ('sphinx_rtd_theme', '0.1.10a0',
'http://geoff.greer.fm/ag/releases/the_silver_searcher-0.32.0.tar.gz') 'https://pypi.python.org/packages/source/s/sphinx_rtd_theme/sphinx_rtd_theme-0.1.10a0.tar.gz'),
self.check(
'sphinx_rtd_theme', '0.1.10a0', # Dot underscore dot dash dot
'https://pypi.python.org/packages/source/s/sphinx_rtd_theme/sphinx_rtd_theme-0.1.10a0.tar.gz')
def test_dot_underscore_dot_dash_dot(self):
# name.name_ver.ver-ver.ver # name.name_ver.ver-ver.ver
self.check( ('TH.data', '1.0-8', 'https://cran.r-project.org/src/contrib/TH.data_1.0-8.tar.gz'),
'TH.data', '1.0-8', ('XML', '3.98-1.4', 'https://cran.r-project.org/src/contrib/XML_3.98-1.4.tar.gz'),
'https://cran.r-project.org/src/contrib/TH.data_1.0-8.tar.gz')
self.check( # Dash dot underscore dot
'XML', '3.98-1.4',
'https://cran.r-project.org/src/contrib/XML_3.98-1.4.tar.gz')
def test_dash_dot_underscore_dot(self):
# name-name-ver.ver_ver.ver # name-name-ver.ver_ver.ver
self.check( ('pypar', '2.1.5_108',
'pypar', '2.1.5_108', 'https://storage.googleapis.com/google-code-archive-downloads/v2/code.google.com/pypar/pypar-2.1.5_108.tgz'),
'https://storage.googleapis.com/google-code-archive-downloads/v2/code.google.com/pypar/pypar-2.1.5_108.tgz')
# name-namever.ver_ver.ver # name-namever.ver_ver.ver
self.check( ('STAR-CCM+', '11.06.010_02',
'STAR-CCM+', '11.06.010_02', 'file://{0}/STAR-CCM+11.06.010_02_linux-x86_64.tar.gz'.format(os.getcwd())),
'file://{0}/STAR-CCM+11.06.010_02_linux-x86_64.tar.gz'.format(os.getcwd()))
# Weird URLS # Weird URLS
def test_version_in_path(self):
# github.com/repo/name/releases/download/name-vver/name # github.com/repo/name/releases/download/name-vver/name
self.check( ('nextflow', '0.20.1', 'https://github.com/nextflow-io/nextflow/releases/download/v0.20.1/nextflow'),
'nextflow', '0.20.1', # suffix queries
'https://github.com/nextflow-io/nextflow/releases/download/v0.20.1/nextflow') ('swiftsim', '0.3.0', 'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0'),
('sionlib', '1.7.1', 'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1'),
def test_suffix_queries(self): # stem queries
self.check( ('slepc', '3.6.2', 'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz'),
'swiftsim', '0.3.0', ('otf', '1.12.5salmon',
'http://gitlab.cosma.dur.ac.uk/swift/swiftsim/repository/archive.tar.gz?ref=v0.3.0') 'http://wwwpub.zih.tu-dresden.de/%7Emlieber/dcount/dcount.php?package=otf&get=OTF-1.12.5salmon.tar.gz'),
self.check( # single character name
'sionlib', '1.7.1', ('R', '3.3.2', 'https://cloud.r-project.org/src/base/R-3/R-3.3.2.tar.gz'),
'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1') # name starts with digit
('3to2', '1.1.1', 'https://pypi.python.org/packages/source/3/3to2/3to2-1.1.1.zip'),
def test_stem_queries(self): # plus in name
self.check( ('gtk+', '2.24.31', 'http://ftp.gnome.org/pub/gnome/sources/gtk+/2.24/gtk+-2.24.31.tar.xz'),
'slepc', '3.6.2', ('voro++', '0.4.6', 'http://math.lbl.gov/voro++/download/dir/voro++-0.4.6.tar.gz'),
'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz')
self.check(
'otf', '1.12.5salmon',
'http://wwwpub.zih.tu-dresden.de/%7Emlieber/dcount/dcount.php?package=otf&get=OTF-1.12.5salmon.tar.gz')
def test_single_character_name(self):
self.check(
'R', '3.3.2',
'https://cloud.r-project.org/src/base/R-3/R-3.3.2.tar.gz')
def test_single_digit_version(self):
pass
def test_name_starts_with_digit(self):
self.check(
'3to2', '1.1.1',
'https://pypi.python.org/packages/source/3/3to2/3to2-1.1.1.zip')
def plus_in_name(self):
self.check(
'gtk+', '2.24.31',
'http://ftp.gnome.org/pub/gnome/sources/gtk+/2.24/gtk+-2.24.31.tar.xz')
self.check(
'voro++', '0.4.6',
'http://math.lbl.gov/voro++/download/dir/voro++-0.4.6.tar.gz')
def test_no_version(self):
self.assert_not_detected('http://www.netlib.org/blas/blast-forum/cblas.tgz')
self.assert_not_detected('http://www.netlib.org/voronoi/triangle.zip')
def test_download_php(self):
# Name comes before download.php # Name comes before download.php
self.check( ('sionlib', '1.7.1', 'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1'),
'sionlib', '1.7.1',
'http://apps.fz-juelich.de/jsc/sionlib/download.php?version=1.7.1')
# Ignore download.php # Ignore download.php
self.check( ('slepc', '3.6.2', 'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz'),
'slepc', '3.6.2', ('ScientificPython', '2.8.1',
'http://slepc.upv.es/download/download.php?filename=slepc-3.6.2.tar.gz') 'https://sourcesup.renater.fr/frs/download.php/file/4411/ScientificPython-2.8.1.tar.gz'),
self.check( # gloox beta style
'ScientificPython', '2.8.1', ('gloox', '1.0-beta7', 'http://camaya.net/download/gloox-1.0-beta7.tar.bz2'),
'https://sourcesup.renater.fr/frs/download.php/file/4411/ScientificPython-2.8.1.tar.gz') # sphinx beta style
('sphinx', '1.10-beta', 'http://sphinxsearch.com/downloads/sphinx-1.10-beta.tar.gz'),
def test_gloox_beta_style(self): # ruby version style
self.check( ('ruby', '1.9.1-p243', 'ftp://ftp.ruby-lang.org/pub/ruby/1.9/ruby-1.9.1-p243.tar.gz'),
'gloox', '1.0-beta7', # rc style
'http://camaya.net/download/gloox-1.0-beta7.tar.bz2') ('libvorbis', '1.2.2rc1', 'http://downloads.xiph.org/releases/vorbis/libvorbis-1.2.2rc1.tar.bz2'),
# dash rc style
def test_sphinx_beta_style(self): ('js', '1.8.0-rc1', 'http://ftp.mozilla.org/pub/mozilla.org/js/js-1.8.0-rc1.tar.gz'),
self.check( # apache version style
'sphinx', '1.10-beta', ('apache-cassandra', '1.2.0-rc2',
'http://sphinxsearch.com/downloads/sphinx-1.10-beta.tar.gz') 'http://www.apache.org/dyn/closer.cgi?path=/cassandra/1.2.0/apache-cassandra-1.2.0-rc2-bin.tar.gz'),
# xaw3d version
def test_ruby_version_style(self): ('Xaw3d', '1.5E', 'ftp://ftp.visi.com/users/hawkeyd/X/Xaw3d-1.5E.tar.gz'),
self.check( # fann version
'ruby', '1.9.1-p243', ('fann', '2.1.0beta', 'http://downloads.sourceforge.net/project/fann/fann/2.1.0beta/fann-2.1.0beta.zip'),
'ftp://ftp.ruby-lang.org/pub/ruby/1.9/ruby-1.9.1-p243.tar.gz') # imap version
('imap', '2007f', 'ftp://ftp.cac.washington.edu/imap/imap-2007f.tar.gz'),
def test_rc_style(self): # suite3270 version
self.check( ('suite3270', '3.3.12ga7',
'libvorbis', '1.2.2rc1', 'http://sourceforge.net/projects/x3270/files/x3270/3.3.12ga7/suite3270-3.3.12ga7-src.tgz'),
'http://downloads.xiph.org/releases/vorbis/libvorbis-1.2.2rc1.tar.bz2') # scalasca version
('cube', '4.2.3', 'http://apps.fz-juelich.de/scalasca/releases/cube/4.2/dist/cube-4.2.3.tar.gz'),
def test_dash_rc_style(self): ('cube', '4.3-TP1', 'http://apps.fz-juelich.de/scalasca/releases/cube/4.3/dist/cube-4.3-TP1.tar.gz'),
self.check( # github raw url
'js', '1.8.0-rc1', ('CLAMR', '2.0.7', 'https://github.com/losalamos/CLAMR/blob/packages/PowerParser_v2.0.7.tgz?raw=true'),
'http://ftp.mozilla.org/pub/mozilla.org/js/js-1.8.0-rc1.tar.gz') # luaposix version
('luaposix', '33.4.0', 'https://github.com/luaposix/luaposix/archive/release-v33.4.0.tar.gz'),
def test_apache_version_style(self): # nco version
self.check( ('nco', '4.6.2-beta03', 'https://github.com/nco/nco/archive/4.6.2-beta03.tar.gz'),
'apache-cassandra', '1.2.0-rc2', ('nco', '4.6.3-alpha04', 'https://github.com/nco/nco/archive/4.6.3-alpha04.tar.gz'),
'http://www.apache.org/dyn/closer.cgi?path=/cassandra/1.2.0/apache-cassandra-1.2.0-rc2-bin.tar.gz') ])
def test_url_parse_name_and_version(name, version, url):
def test_xaw3d_version(self): # Make sure correct name and version are extracted.
self.check( parsed_name, parsed_version = parse_name_and_version(url)
'Xaw3d', '1.5E', assert parsed_name == name
'ftp://ftp.visi.com/users/hawkeyd/X/Xaw3d-1.5E.tar.gz') assert parsed_version == Version(version)
def test_fann_version(self): # Make sure Spack formulates the right URL when we try to
self.check( # build one with a specific version.
'fann', '2.1.0beta', assert url == substitute_version(url, version)
'http://downloads.sourceforge.net/project/fann/fann/2.1.0beta/fann-2.1.0beta.zip')
def test_imap_version(self): @pytest.mark.parametrize('not_detectable_url', [
self.check( 'http://www.netlib.org/blas/blast-forum/cblas.tgz',
'imap', '2007f', 'http://www.netlib.org/voronoi/triangle.zip',
'ftp://ftp.cac.washington.edu/imap/imap-2007f.tar.gz') ])
def test_no_version(not_detectable_url):
def test_suite3270_version(self): with pytest.raises(UndetectableVersionError):
self.check( parse_name_and_version(not_detectable_url)
'suite3270', '3.3.12ga7',
'http://sourceforge.net/projects/x3270/files/x3270/3.3.12ga7/suite3270-3.3.12ga7-src.tgz')
def test_scalasca_version(self):
self.check(
'cube', '4.2.3',
'http://apps.fz-juelich.de/scalasca/releases/cube/4.2/dist/cube-4.2.3.tar.gz')
self.check(
'cube', '4.3-TP1',
'http://apps.fz-juelich.de/scalasca/releases/cube/4.3/dist/cube-4.3-TP1.tar.gz')
def test_github_raw_url(self):
self.check(
'CLAMR', '2.0.7',
'https://github.com/losalamos/CLAMR/blob/packages/PowerParser_v2.0.7.tgz?raw=true')
def test_luaposix_version(self):
self.check(
'luaposix', '33.4.0',
'https://github.com/luaposix/luaposix/archive/release-v33.4.0.tar.gz')
def test_nco_version(self):
self.check(
'nco', '4.6.2-beta03',
'https://github.com/nco/nco/archive/4.6.2-beta03.tar.gz')
self.check(
'nco', '4.6.3-alpha04',
'https://github.com/nco/nco/archive/4.6.3-alpha04.tar.gz')
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment