forked from PyTables/PyTables
-
Notifications
You must be signed in to change notification settings - Fork 1
/
setup.py
executable file
·839 lines (708 loc) · 29.6 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
#!/usr/bin/env python
# -*- coding: utf-8 -*-
"""Setup script for the tables package"""
import os
import re
import sys
import ctypes
import textwrap
import subprocess
from os.path import exists, expanduser
# Using ``setuptools`` enables lots of goodies, such as building eggs.
if 'FORCE_SETUPTOOLS' in os.environ:
from setuptools import setup, find_packages
has_setuptools = True
else:
from distutils.core import setup
has_setuptools = False
from distutils.core import Extension
from distutils.dep_util import newer
from distutils.util import convert_path
from distutils.ccompiler import new_compiler
cmdclass = {}
setuptools_kwargs = {}
if sys.version_info >= (3,):
exclude_fixers = [
'lib2to3.fixes.fix_idioms',
'lib2to3.fixes.fix_zip',
]
if has_setuptools:
setuptools_kwargs['use_2to3'] = True
setuptools_kwargs['use_2to3_fixers'] = []
setuptools_kwargs['use_2to3_exclude_fixers'] = exclude_fixers
else:
from distutils.command.build_py import build_py_2to3 as build_py
from distutils.command.build_scripts import build_scripts_2to3 as build_scripts
from lib2to3.refactor import get_fixers_from_package
all_fixers = set(get_fixers_from_package('lib2to3.fixes'))
fixer_names = sorted(all_fixers.difference(exclude_fixers))
build_py.fixer_names = fixer_names
build_scripts.fixer_names = fixer_names
cmdclass['build_py'] = build_py
cmdclass['build_scripts'] = build_scripts
# The minimum required versions
# (keep these in sync with tables.req_versions and user's guide and README)
min_numpy_version = '1.4.1'
min_numexpr_version = '2.0.0'
min_cython_version = '0.13'
# Some functions for showing errors and warnings.
def _print_admonition(kind, head, body):
tw = textwrap.TextWrapper(initial_indent=' ', subsequent_indent=' ')
print(".. %s:: %s" % (kind.upper(), head))
for line in tw.wrap(body):
print(line)
def exit_with_error(head, body=''):
_print_admonition('error', head, body)
sys.exit(1)
def print_warning(head, body=''):
_print_admonition('warning', head, body)
# Check for Python
if sys.version_info < (2, 6):
exit_with_error("You need Python 2.6 or greater to install PyTables!")
print("* Using Python %s" % sys.version.splitlines()[0])
# Check for required Python packages
def check_import(pkgname, pkgver):
try:
mod = __import__(pkgname)
except ImportError:
exit_with_error(
"You need %(pkgname)s %(pkgver)s or greater to run PyTables!"
% {'pkgname': pkgname, 'pkgver': pkgver})
else:
if mod.__version__ < pkgver:
exit_with_error(
"You need %(pkgname)s %(pkgver)s or greater to run PyTables!"
% {'pkgname': pkgname, 'pkgver': pkgver})
print("* Found %(pkgname)s %(pkgver)s package installed."
% {'pkgname': pkgname, 'pkgver': mod.__version__})
globals()[pkgname] = mod
check_import('numpy', min_numpy_version)
# Check for numexpr only if not using setuptools (see #298)
if not has_setuptools:
check_import('numexpr', min_numexpr_version)
# Check if Cython is installed or not (requisite)
try:
from Cython.Distutils import build_ext
from Cython.Compiler.Main import Version
cmdclass['build_ext'] = build_ext
except ImportError:
exit_with_error(
"You need %(pkgname)s %(pkgver)s or greater to compile PyTables!"
% {'pkgname': 'Cython', 'pkgver': min_cython_version})
if Version.version < min_cython_version:
exit_with_error(
"At least Cython %s is needed so as to generate extensions!"
% (min_cython_version))
else:
print("* Found %(pkgname)s %(pkgver)s package installed."
% {'pkgname': 'Cython', 'pkgver': Version.version})
VERSION = open('VERSION').read().strip()
#----------------------------------------------------------------------
debug = '--debug' in sys.argv
# Global variables
lib_dirs = []
inc_dirs = ['blosc']
optional_libs = []
data_files = [] # list of data files to add to packages (mainly for DLL's)
default_header_dirs = None
default_library_dirs = None
default_runtime_dirs = None
def add_from_path(envname, dirs):
try:
dirs.extend(os.environ[envname].split(os.pathsep))
except KeyError:
pass
def add_from_flags(envname, flag_key, dirs):
for flag in os.environ.get(envname, "").split():
if flag.startswith(flag_key):
dirs.append(flag[len(flag_key):])
if os.name == 'posix':
default_header_dirs = []
add_from_path("CPATH", default_header_dirs)
add_from_path("C_INCLUDE_PATH", default_header_dirs)
add_from_flags("CPPFLAGS", "-I", default_header_dirs)
default_header_dirs.extend(['/usr/include', '/usr/local/include'])
default_library_dirs = []
add_from_flags("LDFLAGS", "-L", default_library_dirs)
default_library_dirs.extend(
os.path.join(_tree, _arch)
for _tree in ('/usr/local', '/sw', '/opt', '/opt/local', '/usr', '/')
for _arch in ('lib64', 'lib'))
default_runtime_dirs = default_library_dirs
elif os.name == 'nt':
default_header_dirs = [] # no default, must be given explicitly
default_library_dirs = [] # no default, must be given explicitly
default_runtime_dirs = [ # look for DLL files in ``%PATH%``
_path for _path in os.environ['PATH'].split(';')]
# Add the \Windows\system to the runtime list (necessary for Vista)
default_runtime_dirs.append('\\windows\\system')
# Add the \path_to_python\DLLs and tables package to the list
default_runtime_dirs.extend(
[os.path.join(sys.prefix, 'Lib\\site-packages\\tables')])
from numpy.distutils.misc_util import get_numpy_include_dirs
inc_dirs.extend(get_numpy_include_dirs())
# Gcc 4.0.1 on Mac OS X 10.4 does not seem to include the default
# header and library paths. See ticket #18.
if sys.platform.lower().startswith('darwin'):
inc_dirs.extend(default_header_dirs)
lib_dirs.extend(default_library_dirs)
def _find_file_path(name, locations, prefixes=[''], suffixes=['']):
for prefix in prefixes:
for suffix in suffixes:
for location in locations:
path = os.path.join(location, prefix + name + suffix)
if os.path.isfile(path):
return path
return None
class Package(object):
def __init__(self, name, tag, header_name, library_name,
target_function=None):
self.name = name
self.tag = tag
self.header_name = header_name
self.library_name = library_name
self.runtime_name = library_name
self.target_function = target_function
def find_header_path(self, locations=default_header_dirs):
return _find_file_path(self.header_name, locations, suffixes=['.h'])
def find_library_path(self, locations=default_library_dirs):
return _find_file_path(
self.library_name, locations,
self._library_prefixes, self._library_suffixes)
def find_runtime_path(self, locations=default_runtime_dirs):
"""
returns True if the runtime can be found
returns None otherwise
"""
# An explicit path can not be provided for runtime libraries.
# (The argument is accepted for compatibility with previous methods.)
# dlopen() won't tell us where the file is, just whether
# success occurred, so this returns True instead of a filename
for prefix in self._runtime_prefixes:
for suffix in self._runtime_suffixes:
try:
ctypes.CDLL(prefix + self.runtime_name + suffix)
return True
except OSError:
pass
def find_directories(self, location):
dirdata = [
(self.header_name, self.find_header_path, default_header_dirs),
(self.library_name, self.find_library_path, default_library_dirs),
(self.runtime_name, self.find_runtime_path, default_runtime_dirs),
]
locations = []
if location:
# The path of a custom install of the package has been
# provided, so the directories where the components
# (headers, libraries, runtime) are going to be searched
# are constructed by appending platform-dependent
# component directories to the given path.
# Remove leading and trailing '"' chars that can mislead
# the finding routines on Windows machines
locations = [os.path.join(location.strip('"'), compdir)
for compdir in self._component_dirs]
directories = [None, None, None] # headers, libraries, runtime
for idx, (name, find_path, default_dirs) in enumerate(dirdata):
path = find_path(locations or default_dirs)
if path:
if path is True:
directories[idx] = True
continue
# Take care of not returning a directory component
# included in the name. For instance, if name is
# 'foo/bar' and path is '/path/foo/bar.h', do *not*
# take '/path/foo', but just '/path'. This also works
# for name 'libfoo.so' and path '/path/libfoo.so'.
# This has been modified to just work over include files.
# For libraries, its names can be something like 'bzip2'
# and if they are located in places like:
# \stuff\bzip2-1.0.3\lib\bzip2.lib
# then, the directory will be returned as '\stuff' (!!)
# F. Alted 2006-02-16
if idx == 0:
directories[idx] = os.path.dirname(path[:path.rfind(name)])
else:
directories[idx] = os.path.dirname(path)
return tuple(directories)
class PosixPackage(Package):
_library_prefixes = ['lib']
_library_suffixes = ['.so', '.dylib', '.a']
_runtime_prefixes = _library_prefixes
_runtime_suffixes = ['.so', '.dylib']
_component_dirs = ['include', 'lib']
class WindowsPackage(Package):
_library_prefixes = ['']
_library_suffixes = ['.lib']
_runtime_prefixes = ['']
_runtime_suffixes = ['.dll']
# lookup in '.' seems necessary for LZO2
_component_dirs = ['include', 'lib', 'dll', '.']
def find_runtime_path(self, locations=default_runtime_dirs):
# An explicit path can not be provided for runtime libraries.
# (The argument is accepted for compatibility with previous methods.)
return _find_file_path(
self.runtime_name, default_runtime_dirs,
self._runtime_prefixes, self._runtime_suffixes)
# Get the HDF5 version provided the 'H5public.h' header
def get_hdf5_version(headername):
major_version = -1
minor_version = -1
release_version = -1
for line in open(headername):
if 'H5_VERS_MAJOR' in line:
major_version = int(re.split("\s*", line)[2])
if 'H5_VERS_MINOR' in line:
minor_version = int(re.split("\s*", line)[2])
if 'H5_VERS_RELEASE' in line:
release_version = int(re.split("\s*", line)[2])
if (major_version != -1 and minor_version != -1 and
release_version != -1):
break
if (major_version == -1 or minor_version == -1 or
release_version == -1):
exit_with_error("Unable to detect HDF5 library version!")
return (major_version, minor_version, release_version)
_cp = convert_path
if os.name == 'posix':
_Package = PosixPackage
_platdep = { # package tag -> platform-dependent components
'HDF5': ['hdf5'],
'LZO2': ['lzo2'],
'LZO': ['lzo'],
'BZ2': ['bz2'],
}
elif os.name == 'nt':
_Package = WindowsPackage
_platdep = { # package tag -> platform-dependent components
'HDF5': ['hdf5dll', 'hdf5dll'],
'LZO2': ['lzo2', 'lzo2'],
'LZO': ['liblzo', 'lzo1'],
'BZ2': ['bzip2', 'bzip2'],
}
# Copy the next DLL's to binaries by default.
# Update these paths for your own system!
dll_files = ['\\windows\\system\\zlib1.dll',
'\\windows\\system\\szip.dll',
]
if '--debug' in sys.argv:
_platdep['HDF5'] = ['hdf5ddll', 'hdf5ddll']
hdf5_package = _Package("HDF5", 'HDF5', 'H5public', *_platdep['HDF5'])
hdf5_package.target_function = 'H5close'
lzo2_package = _Package("LZO 2", 'LZO2', _cp('lzo/lzo1x'), *_platdep['LZO2'])
lzo2_package.target_function = 'lzo_version_date'
lzo1_package = _Package("LZO 1", 'LZO', 'lzo1x', *_platdep['LZO'])
lzo1_package.target_function = 'lzo_version_date'
bzip2_package = _Package("bzip2", 'BZ2', 'bzlib', *_platdep['BZ2'])
bzip2_package.target_function = 'BZ2_bzlibVersion'
#-----------------------------------------------------------------
def_macros = [('NDEBUG', 1)]
# Define macros for Windows platform
if os.name == 'nt':
def_macros.append(('WIN32', 1))
def_macros.append(('_HDF5USEDLL_', 1))
# Allow setting the HDF5 dir and additional link flags either in
# the environment or on the command line.
# First check the environment...
HDF5_DIR = os.environ.get('HDF5_DIR', '')
LZO_DIR = os.environ.get('LZO_DIR', '')
BZIP2_DIR = os.environ.get('BZIP2_DIR', '')
LFLAGS = os.environ.get('LFLAGS', '').split()
# in GCC-style compilers, -w in extra flags will get rid of copious
# 'uninitialized variable' Cython warnings. However, this shouldn't be
# the default as it will suppress *all* the warnings, which definitely
# is not a good idea.
CFLAGS = os.environ.get('CFLAGS', '').split()
LIBS = os.environ.get('LIBS', '').split()
# ...then the command line.
# Handle --hdf5=[PATH] --lzo=[PATH] --bzip2=[PATH]
# --lflags=[FLAGS] --cflags=[FLAGS] and --debug
args = sys.argv[:]
for arg in args:
if arg.find('--hdf5=') == 0:
HDF5_DIR = expanduser(arg.split('=')[1])
sys.argv.remove(arg)
elif arg.find('--lzo=') == 0:
LZO_DIR = expanduser(arg.split('=')[1])
sys.argv.remove(arg)
elif arg.find('--bzip2=') == 0:
BZIP2_DIR = expanduser(arg.split('=')[1])
sys.argv.remove(arg)
elif arg.find('--lflags=') == 0:
LFLAGS = arg.split('=')[1].split()
sys.argv.remove(arg)
elif arg.find('--cflags=') == 0:
CFLAGS = arg.split('=')[1].split()
sys.argv.remove(arg)
elif arg.find('--debug') == 0:
# For debugging (mainly compression filters)
if os.name != 'nt': # to prevent including dlfcn.h by utils.c!!!
def_macros = [('DEBUG', 1)]
# Don't delete this argument. It maybe useful for distutils
# when adding more flags later on
#sys.argv.remove(arg)
# For windows, search for the hdf5 dll in the path and use it if found.
# This is much more convenient than having to manually set an environment
# variable to rebuild pytables
if not HDF5_DIR and os.name == 'nt':
import ctypes.util
libdir = ctypes.util.find_library('hdf5dll.dll')
# Like 'C:\\Program Files\\HDF Group\\HDF5\\1.8.8\\bin\\hdf5dll.dll'
if libdir:
# Strip off the filename
libdir = os.path.dirname(libdir)
# Strip off the 'bin' directory
HDF5_DIR = os.path.dirname(libdir)
print("* Found HDF5 using system PATH ('%s')" % libdir)
# The next flag for the C compiler is needed for finding the C headers for
# the Cython extensions
CFLAGS.append("-Isrc")
# Force the 1.8.x HDF5 API even if the library as been compiled to use the
# 1.6.x API by default
CFLAGS.extend([
"-DH5Acreate_vers=2",
"-DH5Aiterate_vers=2",
"-DH5Dcreate_vers=2",
"-DH5Dopen_vers=2",
"-DH5Eclear_vers=2",
"-DH5Eprint_vers=2",
"-DH5Epush_vers=2",
"-DH5Eset_auto_vers=2",
"-DH5Eget_auto_vers=2",
"-DH5Ewalk_vers=2",
"-DH5E_auto_t_vers=2",
"-DH5Gcreate_vers=2",
"-DH5Gopen_vers=2",
"-DH5Pget_filter_vers=2",
"-DH5Pget_filter_by_id_vers=2",
#"-DH5Pinsert_vers=2",
#"-DH5Pregister_vers=2",
#"-DH5Rget_obj_type_vers=2",
"-DH5Tarray_create_vers=2",
#"-DH5Tcommit_vers=2",
"-DH5Tget_array_dims_vers=2",
#"-DH5Topen_vers=2",
"-DH5Z_class_t_vers=2",
])
CFLAGS.append("-DH5_NO_DEPRECATED_SYMBOLS")
# Do not use numpy deprecated API
#CFLAGS.append("-DNPY_NO_DEPRECATED_API=NPY_1_7_API_VERSION")
# Try to locate the compulsory and optional libraries.
lzo2_enabled = False
compiler = new_compiler()
for (package, location) in [(hdf5_package, HDF5_DIR),
(lzo2_package, LZO_DIR),
(lzo1_package, LZO_DIR),
(bzip2_package, BZIP2_DIR)]:
if package.tag == 'LZO' and lzo2_enabled:
print("* Skipping detection of %s since %s has already been found."
% (lzo1_package.name, lzo2_package.name))
continue # do not use LZO 1 if LZO 2 is available
(hdrdir, libdir, rundir) = package.find_directories(location)
# check if the library is in the standard compiler paths
if not libdir and package.target_function:
libdir = compiler.has_function(package.target_function,
libraries=(package.library_name,))
if not (hdrdir and libdir):
if package.tag in ['HDF5']: # these are compulsory!
pname, ptag = package.name, package.tag
exit_with_error(
"Could not find a local %s installation." % pname,
"You may need to explicitly state "
"where your local %(name)s headers and library can be found "
"by setting the ``%(tag)s_DIR`` environment variable "
"or by using the ``--%(ltag)s`` command-line option."
% dict(name=pname, tag=ptag, ltag=ptag.lower()))
print("* Could not find %s headers and library; "
"disabling support for it." % package.name)
continue # look for the next library
if libdir in ("", True):
print("* Found %s headers at ``%s``, the library is located in the "
"standard system search dirs." % (package.name, hdrdir))
else:
print("* Found %s headers at ``%s``, library at ``%s``."
% (package.name, hdrdir, libdir))
if package.tag in ['HDF5']:
hdf5_header = os.path.join(hdrdir, "H5public.h")
hdf5_version = get_hdf5_version(hdf5_header)
if hdf5_version < (1, 8, 4):
exit_with_error("Unsupported HDF5 version!")
if hdrdir not in default_header_dirs:
inc_dirs.append(hdrdir) # save header directory if needed
if libdir not in default_library_dirs and libdir not in ("", True):
# save library directory if needed
if os.name == "nt":
# Important to quote the libdir for Windows (Vista) systems
lib_dirs.append('"%s"' % libdir)
else:
lib_dirs.append(libdir)
if package.tag not in ['HDF5']:
# Keep record of the optional libraries found.
optional_libs.append(package.tag)
def_macros.append(('HAVE_%s_LIB' % package.tag, 1))
if not rundir:
loc = {
'posix': "the default library paths.",
'nt': "any of the directories in %%PATH%%.",
}[os.name]
print_warning(
"Could not find the %s runtime." % package.name,
"The %(name)s shared library was *not* found in %(loc)s "
"In case of runtime problems, please remember to install it."
% dict(name=package.name, loc=loc)
)
if os.name == "nt":
# LZO DLLs cannot be copied to the binary package for license reasons
if package.tag not in ['LZO', 'LZO2']:
dll_file = _platdep[package.tag][1] + '.dll'
# If DLL is not in rundir, do nothing. This can be useful
# for BZIP2, that can be linked either statically (.LIB)
# or dinamically (.DLL)
if rundir is not None:
dll_files.append(os.path.join(rundir, dll_file))
if package.tag == 'LZO2':
lzo2_enabled = True
if lzo2_enabled:
lzo_package = lzo2_package
else:
lzo_package = lzo1_package
#------------------------------------------------------------------------------
cython_extnames = [
'utilsextension',
'hdf5extension',
'tableextension',
'linkextension',
'_comp_lzo',
'_comp_bzip2',
'lrucacheextension',
'indexesextension',
]
def get_cython_extfiles(extnames):
extdir = 'tables'
extfiles = {}
for extname in extnames:
extfile = os.path.join(extdir, extname)
extpfile = '%s.pyx' % extfile
extcfile = '%s.c' % extfile
if not exists(extcfile) or newer(extpfile, extcfile):
# For some reason, setup in setuptools does not compile
# Cython files (!) Do that manually...
print("cythoning %s to %s" % (extpfile, extcfile))
retcode = subprocess.call(
[sys.executable, "-m", "cython", extpfile])
if retcode > 0:
print("cython aborted compilation with retcode:", retcode)
sys.exit()
extfiles[extname] = extcfile
return extfiles
cython_extfiles = get_cython_extfiles(cython_extnames)
# Update the version.h file if this file is newer
if newer('VERSION', 'src/version.h'):
open('src/version.h', 'w').write(
'#define PYTABLES_VERSION "%s"\n' % VERSION)
#--------------------------------------------------------------------
# Package information for ``setuptools``.
if has_setuptools:
# PyTables contains data files for tests.
setuptools_kwargs['zip_safe'] = False
# ``NumPy`` headers are needed for building the extensions, as
# well as Cython.
setuptools_kwargs['setup_requires'] = [
'numpy>=%s' % min_numpy_version,
'cython>=%s' % min_cython_version,
]
# ``NumPy`` and ``Numexpr`` are absolutely required for running PyTables.
setuptools_kwargs['install_requires'] = [
'numpy>=%s' % min_numpy_version,
'numexpr>=%s' % min_numexpr_version,
]
setuptools_kwargs['extras_require'] = {}
# Detect packages automatically.
setuptools_kwargs['packages'] = find_packages(exclude=['*.bench'])
# Entry points for automatic creation of scripts.
setuptools_kwargs['entry_points'] = {
'console_scripts': [
'ptdump = tables.scripts.ptdump:main',
'ptrepack = tables.scripts.ptrepack:main',
'pt2to3 = tables.scripts.pt2to3:main',
],
}
# Test suites.
setuptools_kwargs['test_suite'] = 'tables.tests.test_all.suite'
setuptools_kwargs['scripts'] = []
else:
# The next should work with stock distutils, but it does not!
# It is better to rely on check_import
# setuptools_kwargs['requires'] = ['numpy (>= %s)' % min_numpy_version,
# 'numexpr (>= %s)' % min_numexpr_version]
# There is no other chance, these values must be hardwired.
setuptools_kwargs['packages'] = [
'tables', 'tables.nodes', 'tables.scripts', 'tables.misc',
# Test suites.
'tables.tests', 'tables.nodes.tests',
]
setuptools_kwargs['scripts'] = [
'utils/ptdump', 'utils/ptrepack', 'utils/pt2to3']
# Copy additional data for packages that need it.
setuptools_kwargs['package_data'] = {
'tables.tests': ['*.h5', '*.mat'],
'tables.nodes.tests': ['*.dat', '*.xbm', '*.h5']}
#Having the Python version included in the package name makes managing a
#system with multiple versions of Python much easier.
def find_name(base='tables'):
'''If "--name-with-python-version" is on the command line then
append "-pyX.Y" to the base name'''
name = base
if '--name-with-python-version' in sys.argv:
name += '-py%i.%i' % (sys.version_info[0], sys.version_info[1])
sys.argv.remove('--name-with-python-version')
return name
name = find_name()
if os.name == "nt":
# Add DLL's to the final package for windows
data_files.extend([
('Lib/site-packages/%s' % name, dll_files),
])
ADDLIBS = [hdf5_package.library_name, ]
utilsExtension_libs = LIBS + ADDLIBS
hdf5Extension_libs = LIBS + ADDLIBS
tableExtension_libs = LIBS + ADDLIBS
linkExtension_libs = LIBS + ADDLIBS
indexesExtension_libs = LIBS + ADDLIBS
lrucacheExtension_libs = [] # Doesn't need external libraries
# Compressor modules only need other libraries if they are enabled.
_comp_lzo_libs = LIBS[:]
_comp_bzip2_libs = LIBS[:]
for (package, complibs) in [(lzo_package, _comp_lzo_libs),
(bzip2_package, _comp_bzip2_libs)]:
if package.tag in optional_libs:
complibs.extend([hdf5_package.library_name, package.library_name])
# List of Blosc file dependencies
blosc_files = ["blosc/blosc.c", "blosc/blosclz.c", "blosc/shuffle.c",
"blosc/blosc_filter.c"]
extensions = [
Extension("tables.utilsextension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['utilsextension'],
"src/utils.c",
"src/H5ARRAY.c",
"src/H5ATTR.c",
] + blosc_files,
library_dirs=lib_dirs,
libraries=utilsExtension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables.hdf5extension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['hdf5extension'],
"src/utils.c",
"src/typeconv.c",
"src/H5ARRAY.c",
"src/H5ARRAY-opt.c",
"src/H5VLARRAY.c",
"src/H5ATTR.c",
] + blosc_files,
library_dirs=lib_dirs,
libraries=hdf5Extension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables.tableextension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['tableextension'],
"src/utils.c",
"src/typeconv.c",
"src/H5TB-opt.c",
"src/H5ATTR.c",
] + blosc_files,
library_dirs=lib_dirs,
libraries=tableExtension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables._comp_lzo",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['_comp_lzo'],
"src/H5Zlzo.c"],
library_dirs=lib_dirs,
libraries=_comp_lzo_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables._comp_bzip2",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['_comp_bzip2'],
"src/H5Zbzip2.c"],
library_dirs=lib_dirs,
libraries=_comp_bzip2_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables.linkextension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['linkextension']],
library_dirs=lib_dirs,
libraries=tableExtension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables.lrucacheextension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['lrucacheextension']],
library_dirs=lib_dirs,
libraries=lrucacheExtension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
Extension("tables.indexesextension",
include_dirs=inc_dirs,
define_macros=def_macros,
sources=[cython_extfiles['indexesextension'],
"src/H5ARRAY-opt.c",
"src/idx-opt.c"],
library_dirs=lib_dirs,
libraries=indexesExtension_libs,
extra_link_args=LFLAGS,
extra_compile_args=CFLAGS),
]
classifiers = """\
Development Status :: 5 - Production/Stable
Intended Audience :: Developers
Intended Audience :: Information Technology
Intended Audience :: Science/Research
License :: OSI Approved :: BSD License
Programming Language :: Python
Programming Language :: Python :: 2
Programming Language :: Python :: 3
Topic :: Database
Topic :: Software Development :: Libraries :: Python Modules
Operating System :: Microsoft :: Windows
Operating System :: Unix
"""
setup(name=name,
version=VERSION,
description='Hierarchical datasets for Python',
long_description="""\
PyTables is a package for managing hierarchical datasets and
designed to efficently cope with extremely large amounts of
data. PyTables is built on top of the HDF5 library and the
NumPy package and features an object-oriented interface
that, combined with C-code generated from Cython sources,
makes of it a fast, yet extremely easy to use tool for
interactively save and retrieve large amounts of data.
""",
classifiers=[c for c in classifiers.split("\n") if c],
author='Francesc Alted, Ivan Vilata, et al.',
author_email='[email protected]',
maintainer='PyTables maintainers',
maintainer_email='[email protected]',
url='http://www.pytables.org/',
license='http://www.opensource.org/licenses/bsd-license.php',
download_url="http://sourceforge.net/projects/pytables/files/pytables/",
platforms=['any'],
ext_modules=extensions,
cmdclass=cmdclass,
data_files=data_files,
**setuptools_kwargs
)