setup.py

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.

import os

from setuptools import Extension, find_packages, setup
from setuptools.command.sdist import sdist as _sdist


class sdist(_sdist):
 """Custom sdist that excludes .egg-info and setup.cfg."""

 def make_release_tree(self, base_dir: str, files: list[str]) -> None:
 # Filter egg-info from the file manifest
 files = [f for f in files if ".egg-info" not in f]

 super().make_release_tree(base_dir, files)

 # Remove setup.cfg after setuptools creates it
 setup_cfg = os.path.join(base_dir, "setup.cfg")
 if os.path.exists(setup_cfg):
 os.remove(setup_cfg)


allowed_to_fail = os.environ.get("CIBUILDWHEEL", "0") != "1"

ext_modules = []

try:
 import Cython.Compiler.Options
 from Cython.Build import cythonize

 Cython.Compiler.Options.annotate = True

 if os.name == "nt": # Windows
 extra_compile_args = ["/O2"]
 else: # UNIX-based systems (Linux, macOS)
 extra_compile_args = ["-O3"]

 package_path = "pyiceberg"

 extensions = [
 Extension(
 "pyiceberg.avro.decoder_fast",
 [os.path.join(package_path, "avro", "decoder_fast.pyx")],
 extra_compile_args=extra_compile_args,
 language="c",
 )
 ]

 ext_modules = cythonize(
 extensions,
 include_path=[package_path],
 compiler_directives={"language_level": "3"},
 annotate=True,
 )
except Exception:
 if not allowed_to_fail:
 raise

pyiceberg_packages = find_packages(include=["pyiceberg*"])
vendor_packages = find_packages(where="vendor", include=["fb303", "hive_metastore"])

packages = pyiceberg_packages + vendor_packages

setup(
 packages=packages,
 package_dir={
 "": ".",
 "fb303": "vendor/fb303",
 "hive_metastore": "vendor/hive_metastore",
 },
 include_package_data=True,
 ext_modules=ext_modules,
 cmdclass={"sdist": sdist},
)