kc3-lang/brotli/setup.py

• Show log

  Commit

• Hash : 83aa24dc
  Author :
  Date : 2015-05-07T16:53:43
  

  Speed and memory usage improvements for the decoder.
  
  * Change order of members of bit reader state structure.
  
  * Remove unused includes for assert. Add BROTLI_DCHECK
    macros and use it instead of assert.
  
  * Do not calculate nbits in common case of ReadSymbol.
  
  * Introduce and use PREDICT_TRUE / PREDICT_FALSE macros.
  
  * Allocate less memory in the brotli decoder if it knows
    the result size beforehand. Before this, the decoder
    would always allocate 16MB if the encoder annotated the
    window size as 22 bit (which is the default), even if the
    file is only a few KB uncompressed. Now, it'll only
    allocate a ringbuffer as large as needed for the result file.
    But only if it can know the filesize, it's not possible
    to know that if there are multiple metablocks or too large
    uncompressed metablock.
  

Download

• setup.py

• from distutils.core import setup, Extension
  from distutils.command.build_ext import build_ext
  from distutils.cmd import Command
  import platform
  
  
  class TestCommand(Command):
      """ Run all *_test.py scripts in 'tests' folder with the same Python
      interpreter used to run setup.py.
      """
  
      user_options = []
  
      def initialize_options(self):
          pass
  
      def finalize_options(self):
          pass
  
      def run(self):
          import sys, os, subprocess, glob
  
          curr_dir = os.path.abspath(os.path.dirname(os.path.realpath(__file__)))
          test_dir = os.path.join(curr_dir, 'python', 'tests')
          os.chdir(test_dir)
  
          for test in glob.glob("*_test.py"):
              try:
                  subprocess.check_call([sys.executable, test])
              except subprocess.CalledProcessError:
                  raise SystemExit(1)
  
  
  class BuildExt(build_ext):
      def get_source_files(self):
          filenames = build_ext.get_source_files(self)
          for ext in self.extensions:
              filenames.extend(ext.depends)
          return filenames
  
      def build_extension(self, ext):
          c_sources = []
          cxx_sources = []
          for source in ext.sources:
              if source.endswith(".c"):
                  c_sources.append(source)
              else:
                  cxx_sources.append(source)
          extra_args = ext.extra_compile_args or []
  
          objects = []
          for lang, sources in (("c", c_sources), ("c++", cxx_sources)):
              if lang == "c++": 
                  if self.compiler.compiler_type in ["unix", "cygwin", "mingw32"]:
                      extra_args.append("-std=c++0x")
                  elif self.compiler.compiler_type == "msvc":
                      extra_args.append("/EHsc")
  
              macros = ext.define_macros[:]
              if platform.system() == "Darwin":
                  macros.append(("OS_MACOSX", "1"))
              for undef in ext.undef_macros:
                  macros.append((undef,))
  
              objs = self.compiler.compile(sources,
                                           output_dir=self.build_temp,
                                           macros=macros,
                                           include_dirs=ext.include_dirs,
                                           debug=self.debug,
                                           extra_postargs=extra_args,
                                           depends=ext.depends)
              objects.extend(objs)
  
          self._built_objects = objects[:]
          if ext.extra_objects:
              objects.extend(ext.extra_objects)
          extra_args = ext.extra_link_args or []
  
          ext_path = self.get_ext_fullpath(ext.name)
          # Detect target language, if not provided
          language = ext.language or self.compiler.detect_language(sources)
  
          self.compiler.link_shared_object(
              objects, ext_path,
              libraries=self.get_libraries(ext),
              library_dirs=ext.library_dirs,
              runtime_library_dirs=ext.runtime_library_dirs,
              extra_postargs=extra_args,
              export_symbols=self.get_export_symbols(ext),
              debug=self.debug,
              build_temp=self.build_temp,
              target_lang=language)
  
  brotli = Extension("brotli",
                      sources=[
                          "python/brotlimodule.cc",
                          "enc/backward_references.cc",
                          "enc/block_splitter.cc",
                          "enc/brotli_bit_stream.cc",
                          "enc/encode.cc",
                          "enc/entropy_encode.cc",
                          "enc/histogram.cc",
                          "enc/literal_cost.cc",
                          "enc/metablock.cc",
                          "enc/streams.cc",
                          "dec/bit_reader.c",
                          "dec/decode.c",
                          "dec/huffman.c",
                          "dec/safe_malloc.c",
                          "dec/streams.c",
                          "dec/state.c",
                      ],
                      depends=[
                          "enc/backward_references.h",
                          "enc/bit_cost.h",
                          "enc/block_splitter.h",
                          "enc/brotli_bit_stream.h",
                          "enc/cluster.h",
                          "enc/command.h",
                          "enc/context.h",
                          "enc/dictionary.h",
                          "enc/dictionary_hash.h",
                          "enc/encode.h",
                          "enc/entropy_encode.h",
                          "enc/fast_log.h",
                          "enc/find_match_length.h",
                          "enc/hash.h",
                          "enc/histogram.h",
                          "enc/literal_cost.h",
                          "enc/metablock.h",
                          "enc/port.h",
                          "enc/prefix.h",
                          "enc/ringbuffer.h",
                          "enc/static_dict.h",
                          "enc/streams.h",
                          "enc/transform.h",
                          "enc/write_bits.h",
                          "dec/bit_reader.h",
                          "dec/context.h",
                          "dec/decode.h",
                          "dec/dictionary.h",
                          "dec/huffman.h",
                          "dec/prefix.h",
                          "dec/port.h",
                          "dec/safe_malloc.h",
                          "dec/streams.h",
                          "dec/transform.h",
                          "dec/types.h",
                          "dec/state.h",
                      ],
                      language="c++",
                      )
  
  setup(
      name="Brotli",
      version="0.1",
      url="https://github.com/google/brotli",
      description="Python binding of the Brotli compression library",
      author="Khaled Hosny",
      author_email="khaledhosny@eglug.org",
      license="Apache 2.0",
      ext_modules=[brotli],
      cmdclass={
          'build_ext': BuildExt,
          'test': TestCommand
          },
  )
  

Download