GNOME.org
 

[Notes] [Git][BuildGrid/buildgrid][mablanch/160-docker-compose] 6 commits: Move example configuration out of source tree

Title: GitLab

Martin Blanchard pushed to branch mablanch/160-docker-compose at BuildGrid / buildgrid

Commits:

22 changed files:

Changes:

  • .dockerignore
    1 
    +# Ignore everything:
    2 
    +*
    3 
    +
    4 
    +# Whitelist:
    5 
    +!buildgrid
    6 
    +!tests
    7 
    +!LICENSE
    8 
    +!README.rst
    9 
    +!requirements.txt
    10 
    +!requirements.auth.txt
    11 
    +!setup.cfg
    12 
    +!setup.py
    13 
    +!_version.py
    14 
    +!.coveragerc
    15 
    +!.pylintrc

  • .gitlab-ci.yml
    ... ... @@ -31,7 +31,7 @@ before_script:
    31 31 
     .run-dummy-job-template: &dummy-job
    32 32 
       stage: test
    33 33 
       script:
    34 
    -    - ${BGD} server start buildgrid/_app/settings/default.yml &
    34 
    +    - ${BGD} server start data/config/default.conf &
    35 35 
         - sleep 1 # Allow server to boot
    36 36 
         - ${BGD} bot dummy &
    37 37 
         - ${BGD} cas upload-dummy

  • Dockerfile
    1 
    +##
    2 
    +# BuildGrid's Docker build manifest.
    3 
    +#
    4 
    +#  ¡FOR LOCAL DEVELOPMENT ONLY!
    5 
    +#
    6 
    +# Builds an image from local sources.
    7 
    +#
    8 
    +
    1 9 
     FROM python:3.5-stretch
    2 10
    3 
    -# Point the path to where buildgrid gets installed
    4 
    -ENV PATH=$PATH:/root/.local/bin/
    11 
    +# Use /app as working directory:
    12 
    +WORKDIR /app
    5 13
    6 
    -# Upgrade python modules
    7 
    -RUN python3 -m pip install --upgrade setuptools pip
    14 
    +# Create a virtual environment:
    15 
    +RUN [ \
    16 
    +"python3", "-m", "venv", "/app/env" \
    17 
    +]
    8 18
    9 
    -# Use /app as the current working directory
    10 
    -WORKDIR /app
    19 
    +# Upgrade Python core modules:
    20 
    +RUN [ \
    21 
    +"/app/env/bin/python", "-m", "pip", \
    22 
    +"install", "--upgrade", \
    23 
    +"setuptools", "pip", "wheel" \
    24 
    +]
    25 
    +
    26 
    +# Install the main requirements:
    27 
    +ADD requirements.txt /app
    28 
    +RUN [ \
    29 
    +"/app/env/bin/python", "-m", "pip", \
    30 
    +"install", "--requirement", \
    31 
    +"requirements.txt" \
    32 
    +]
    33 
    +
    34 
    +# Install the auth. requirements:
    35 
    +ADD requirements.auth.txt /app
    36 
    +RUN [ \
    37 
    +"/app/env/bin/python", "-m", "pip", \
    38 
    +"install", "--requirement", \
    39 
    +"requirements.auth.txt" \
    40 
    +]
    11 41
    12 
    -# Copy the repo contents (source, config files, etc) in the WORKDIR
    13 
    -COPY . .
    42 
    +# Copy the repo. contents:
    43 
    +COPY . /app
    14 44
    15 
    -# Install BuildGrid
    16 
    -RUN pip install --user --editable .
    45 
    +# Install BuildGrid:
    46 
    +RUN [ \
    47 
    +"/app/env/bin/python", "-m", "pip", \
    48 
    +"install", "--editable", \
    49 
    +".[auth,tests]" \
    50 
    +]
    17 51
    18 
    -# Entry Point of the image (should get an additional argument from CMD, the path to the config file)
    19 
    -ENTRYPOINT ["bgd", "server", "start", "-vv"]
    52 
    +# Entry-point for the image:
    53 
    +ENTRYPOINT [ \
    54 
    +"/app/env/bin/bgd" \
    55 
    +]
    20 56
    21 
    -# Default config file (used if no CMD specified when running)
    22 
    -CMD ["buildgrid/_app/settings/default.yml"]
    57 
    +# Default command (default config.):
    58 
    +CMD [ \
    59 
    +"server", "start", \
    60 
    +"data/config/default.conf", \
    61 
    +"-vvv" \
    62 
    +]

  • buildgrid/_app/commands/cmd_server.py
    ... ... @@ -119,6 +119,14 @@ def _create_server_from_config(configuration):
    119 119 
                 click.echo("Error: Configuration, {}.".format(e), err=True)
    120 120 
                 sys.exit(-1)
    121 121
    122 
    +    if 'thread-pool-size' in configuration:
    123 
    +        try:
    124 
    +            kargs['max_workers'] = int(configuration['thread-pool-size'])
    125 
    +
    126 
    +        except ValueError as e:
    127 
    +            click.echo("Error: Configuration, {}.".format(e), err=True)
    128 
    +            sys.exit(-1)
    129 
    +
    122 130 
         server = BuildGridServer(**kargs)
    123 131
    124 132 
         try:

  • buildgrid/_app/settings/default.yml deleted
    1 
    -server:
    2 
    -  - !channel
    3 
    -    port: 50051
    4 
    -    insecure-mode: true
    5 
    -
    6 
    -description: |
    7 
    -  A single default instance.
    8 
    -
    9 
    -instances:
    10 
    -  - name: ''
    11 
    -    description: |
    12 
    -      The main server
    13 
    -
    14 
    -    storages:
    15 
    -      - !disk-storage &main-storage
    16 
    -        path: !expand-path $HOME/cas
    17 
    -
    18 
    -    services:
    19 
    -      - !action-cache &main-action
    20 
    -        storage: *main-storage
    21 
    -        max-cached-refs: 256
    22 
    -        allow-updates: true
    23 
    -
    24 
    -      - !execution
    25 
    -        storage: *main-storage
    26 
    -        action-cache: *main-action
    27 
    -
    28 
    -      - !cas
    29 
    -        storage: *main-storage
    30 
    -
    31 
    -      - !bytestream
    32 
    -        storage: *main-storage

  • buildgrid/_app/settings/reference.yml
    ... ... @@ -136,3 +136,7 @@ monitoring:
    136 136 
       #  binary  - Protobuf binary format.
    137 137 
       #  json    - JSON format.
    138 138 
       serialization-format: binary
    139 
    +
    140 
    +##
    141 
    +# Maximum number of gRPC threads.
    142 
    +thread-pool-size: 20

  • buildgrid/_app/settings/remote-storage.yml deleted
    1 
    -server:
    2 
    -  - !channel
    3 
    -    port: 50051
    4 
    -    insecure-mode: true
    5 
    -
    6 
    -description: |
    7 
    -  A single default instance with remote storage.
    8 
    -
    9 
    -instances:
    10 
    -  - name: ''
    11 
    -    description: |
    12 
    -      The main server
    13 
    -
    14 
    -    storages:
    15 
    -      - !remote-storage &main-storage
    16 
    -        url: http://localhost:50052
    17 
    -        instance-name: main
    18 
    -        # credentials:
    19 
    -        #   tls-client-key: null
    20 
    -        #   tls-client-cert: null
    21 
    -        #   tls-server-cert: null
    22 
    -
    23 
    -    services:
    24 
    -      - !action-cache &main-action
    25 
    -        storage: *main-storage
    26 
    -        max-cached-refs: 256
    27 
    -        allow-updates: true
    28 
    -
    29 
    -      - !execution
    30 
    -        storage: *main-storage
    31 
    -        action-cache: *main-action
    32 
    -
    33 
    -      - !cas
    34 
    -        storage: *main-storage
    35 
    -
    36 
    -      - !bytestream
    37 
    -        storage: *main-storage

  • buildgrid/server/bots/instance.py
    ... ... @@ -32,6 +32,8 @@ class BotsInterface:
    32 32
    33 33 
         def __init__(self, scheduler):
    34 34 
             self.__logger = logging.getLogger(__name__)
    35 
    +        # Turn on debug mode based on log verbosity level:
    36 
    +        self.__debug = self.__logger.getEffectiveLevel() <= logging.DEBUG
    35 37
    36 38 
             self._scheduler = scheduler
    37 39 
             self._instance_name = None
    ... ... @@ -65,13 +67,11 @@ class BotsInterface:
    65 67 
             register with the service, the old one should be closed along
    66 68 
             with all its jobs.
    67 69 
             """
    68 
    -        bot_id = bot_session.bot_id
    69 
    -
    70 
    -        if bot_id == "":
    71 
    -            raise InvalidArgumentError("bot_id needs to be set by client")
    70 
    +        if not bot_session.bot_id:
    71 
    +            raise InvalidArgumentError("Bot's id must be set by client.")
    72 72
    73 73 
             try:
    74 
    -            self._check_bot_ids(bot_id)
    74 
    +            self._check_bot_ids(bot_session.bot_id)
    75 75 
             except InvalidArgumentError:
    76 76 
                 pass
    77 77
    ... ... @@ -79,21 +79,27 @@ class BotsInterface:
    79 79 
             name = "{}/{}".format(parent, str(uuid.uuid4()))
    80 80 
             bot_session.name = name
    81 81
    82 
    -        self._bot_ids[name] = bot_id
    83 
    -
    84 
    -        self.__logger.info("Created bot session name=[%s] with bot_id=[%s]", name, bot_id)
    82 
    +        self._bot_ids[name] = bot_session.bot_id
    85 83
    86 84 
             # We want to keep a copy of lease ids we have assigned
    87 85 
             self._assigned_leases[name] = set()
    88 86
    89 87 
             self._request_leases(bot_session)
    88 
    +
    89 
    +        if self.__debug:
    90 
    +            self.__logger.info("Opened session name=[%s] for bot=[%s], leases=[%s]",
    91 
    +                               bot_session.name, bot_session.bot_id,
    92 
    +                               ",".join([lease.id[:8] for lease in bot_session.leases]))
    93 
    +        else:
    94 
    +            self.__logger.info("Opened session, name=[%s] for bot=[%s]",
    95 
    +                               bot_session.name, bot_session.bot_id)
    96 
    +
    90 97 
             return bot_session
    91 98
    92 99 
         def update_bot_session(self, name, bot_session):
    93 100 
             """ Client updates the server. Any changes in state to the Lease should be
    94 101 
             registered server side. Assigns available leases with work.
    95 102 
             """
    96 
    -        self.__logger.debug("Updating bot session name=[%s]", name)
    97 103 
             self._check_bot_ids(bot_session.bot_id, name)
    98 104 
             self._check_assigned_leases(bot_session)
    99 105
    ... ... @@ -111,6 +117,15 @@ class BotsInterface:
    111 117 
                     bot_session.leases.remove(lease)
    112 118
    113 119 
             self._request_leases(bot_session)
    120 
    +
    121 
    +        if self.__debug:
    122 
    +            self.__logger.info("Sending session update, name=[%s], for bot=[%s], leases=[%s]",
    123 
    +                               bot_session.name, bot_session.bot_id,
    124 
    +                               ",".join([lease.id[:8] for lease in bot_session.leases]))
    125 
    +        else:
    126 
    +            self.__logger.info("Sending session update, name=[%s], for bot=[%s]",
    127 
    +                               bot_session.name, bot_session.bot_id)
    128 
    +
    114 129 
             return bot_session
    115 130
    116 131 
         # --- Private API ---

  • buildgrid/server/instance.py
    ... ... @@ -91,6 +91,8 @@ class BuildGridServer:
    91 91 
             self.__grpc_server = grpc.server(self.__grpc_executor,
    92 92 
                                              options=(('grpc.so_reuseport', 0),))
    93 93
    94 
    +        self.__logger.debug("Setting up gRPC server with thread-limit=[%s]", max_workers)
    95 
    +
    94 96 
             self.__main_loop = asyncio.get_event_loop()
    95 97
    96 98 
             self.__monitoring_bus = None

  • buildgrid/_app/settings/cas.yml → data/config/artifacts.conf
    ... ... @@ -2,31 +2,34 @@ server:
    2 2 
       - !channel
    3 3 
         port: 50052
    4 4 
         insecure-mode: true
    5 
    -    # credentials:
    6 
    -    #   tls-server-key: null
    7 
    -    #   tls-server-cert: null
    8 
    -    #   tls-client-certs: null
    9 5
    10 
    -description: |
    11 
    -  Just a CAS with some reference storage.
    6 
    +description: >
    7 
    +  Artifact server configuration:
    8 
    +    - Unauthenticated plain HTTP at :50052
    9 
    +    - Single instance: (empty-name)
    10 
    +    - On-disk data stored in $HOME
    11 
    +    - Hosted services:
    12 
    +       - ReferenceStorage
    13 
    +       - ContentAddressableStorage
    14 
    +       - ByteStream
    12 15
    13 16 
     instances:
    14 17 
       - name: ''
    15 18 
         description: |
    16 
    -      The main server
    19 
    +      The unique '' instance.
    17 20
    18 21 
         storages:
    19 
    -      - !disk-storage &main-storage
    20 
    -        path: !expand-path $HOME/cas
    22 
    +      - !disk-storage &data-store
    23 
    +        path: !expand-path $HOME/.cache/buildgrid/store
    21 24
    22 25 
         services:
    23 26 
           - !cas
    24 
    -        storage: *main-storage
    27 
    +        storage: *data-store
    25 28
    26 29 
           - !bytestream
    27 
    -        storage: *main-storage
    30 
    +        storage: *data-store
    28 31
    29 32 
           - !reference-cache
    30 
    -        storage: *main-storage
    31 
    -        max-cached-refs: 256
    33 
    +        storage: *data-store
    34 
    +        max-cached-refs: 512
    32 35 
             allow-updates: true

  • data/config/controller.conf
    1 
    +server:
    2 
    +  - !channel
    3 
    +    port: 50051
    4 
    +    insecure-mode: true
    5 
    +
    6 
    +description: >
    7 
    +  Docker Compose controller configuration:
    8 
    +    - Unauthenticated plain HTTP at :50051
    9 
    +    - Single instance: local
    10 
    +    - Expects a remote CAS at :50052
    11 
    +    - Hosted services:
    12 
    +       - ActionCache
    13 
    +       - Execute
    14 
    +
    15 
    +authorization:
    16 
    +  method: none
    17 
    +
    18 
    +monitoring:
    19 
    +  enabled: false
    20 
    +
    21 
    +instances:
    22 
    +  - name: local
    23 
    +    description: |
    24 
    +      The unique 'local' instance.
    25 
    +
    26 
    +    storages:
    27 
    +      - !remote-storage &data-store
    28 
    +        url: http://storage:50052
    29 
    +        instance-name: local
    30 
    +
    31 
    +    services:
    32 
    +      - !action-cache &build-cache
    33 
    +        storage: *data-store
    34 
    +        max-cached-refs: 256
    35 
    +        cache-failed-actions: true
    36 
    +        allow-updates: true
    37 
    +
    38 
    +      - !execution
    39 
    +        storage: *data-store
    40 
    +        action-cache: *build-cache

  • data/config/default.conf
    1 
    +server:
    2 
    +  - !channel
    3 
    +    port: 50051
    4 
    +    insecure-mode: true
    5 
    +
    6 
    +description: >
    7 
    +  BuildGrid's default configuration:
    8 
    +    - Unauthenticated plain HTTP at :50052
    9 
    +    - Single instance: main
    10 
    +    - In-memory data, max. 2Gio
    11 
    +    - Hosted services:
    12 
    +       - ActionCache
    13 
    +       - Execute
    14 
    +       - ContentAddressableStorage
    15 
    +       - ByteStream
    16 
    +
    17 
    +authorization:
    18 
    +  method: none
    19 
    +
    20 
    +monitoring:
    21 
    +  enabled: false
    22 
    +
    23 
    +instances:
    24 
    +  - name: ''
    25 
    +    description: |
    26 
    +      The unique '' instance.
    27 
    +
    28 
    +    storages:
    29 
    +      - !lru-storage &data-store
    30 
    +        size: 2048M
    31 
    +
    32 
    +    services:
    33 
    +      - !action-cache &build-cache
    34 
    +        storage: *data-store
    35 
    +        max-cached-refs: 256
    36 
    +        cache-failed-actions: true
    37 
    +        allow-updates: true
    38 
    +
    39 
    +      - !execution
    40 
    +        storage: *data-store
    41 
    +        action-cache: *build-cache
    42 
    +
    43 
    +      - !cas
    44 
    +        storage: *data-store
    45 
    +
    46 
    +      - !bytestream
    47 
    +        storage: *data-store

  • data/config/storage.conf
    1 
    +server:
    2 
    +  - !channel
    3 
    +    port: 50052
    4 
    +    insecure-mode: true
    5 
    +
    6 
    +description: >
    7 
    +  Docker Compose storage configuration:
    8 
    +    - Unauthenticated plain HTTP at :50052
    9 
    +    - Single instance: local
    10 
    +    - On-disk data stored in /var
    11 
    +    - Hosted services:
    12 
    +       - ReferenceStorage
    13 
    +       - ContentAddressableStorage
    14 
    +       - ByteStream
    15 
    +
    16 
    +authorization:
    17 
    +  method: none
    18 
    +
    19 
    +monitoring:
    20 
    +  enabled: false
    21 
    +
    22 
    +instances:
    23 
    +  - name: local
    24 
    +    description: |
    25 
    +      The unique 'local' instance.
    26 
    +
    27 
    +    storages:
    28 
    +      - !disk-storage &data-store
    29 
    +        path: /var/lib/buildgrid/store
    30 
    +
    31 
    +    services:
    32 
    +      - !cas
    33 
    +        storage: *data-store
    34 
    +
    35 
    +      - !bytestream
    36 
    +        storage: *data-store
    37 
    +
    38 
    +      - !reference-cache
    39 
    +        storage: *data-store
    40 
    +        max-cached-refs: 1024
    41 
    +        allow-updates: true

  • docker-compose.yml
    1 
    +##
    2 
    +# BuildGrid's Docker Compose manifest.
    3 
    +#
    4 
    +#   ¡FOR LOCAL DEVELOPMENT ONLY!
    5 
    +#
    6 
    +# Spins-up a 'local' grid instance:
    7 
    +#   - Controller at http://localhost:50051
    8 
    +#   - CAS + AC at: http://localhost:50052
    9 
    +#
    10 
    +# Basic usage:
    11 
    +#  - docker-compose build
    12 
    +#  - docker-compose up --scale bots=10
    13 
    +#  - docker-compose down
    14 
    +#  - docker volume inspect buildgrid_data
    15 
    +#  - docker volume rm buildgrid_data
    16 
    +#  - docker image rm buildgrid:local
    17 
    +#
    18 
    +version: "3.2"
    19 
    +
    20 
    +services:
    21 
    +  storage:
    22 
    +    build:
    23 
    +      context: .
    24 
    +    image: buildgrid:local
    25 
    +    command: [
    26 
    +      "server", "start", "-vvv",
    27 
    +      "/app/config/storage.conf"]
    28 
    +    volumes:
    29 
    +      - type: volume
    30 
    +        source: data
    31 
    +        target: /var/lib/buildgrid/store
    32 
    +        volume:
    33 
    +          nocopy: true
    34 
    +      - type: bind
    35 
    +        source: ./data/config/storage.conf
    36 
    +        target: /app/config/storage.conf
    37 
    +    ports:
    38 
    +      - "50052:50052"
    39 
    +    networks:
    40 
    +      - backend
    41 
    +      - host
    42 
    +
    43 
    +  controller:
    44 
    +    image: buildgrid:local
    45 
    +    command: [
    46 
    +      "server", "start", "-vvv",
    47 
    +      "/app/config/controller.conf"]
    48 
    +    volumes:
    49 
    +      - type: bind
    50 
    +        source: ./data/config/controller.conf
    51 
    +        target: /app/config/controller.conf
    52 
    +    ports:
    53 
    +      - "50051:50051"
    54 
    +    networks:
    55 
    +      - backend
    56 
    +      - host
    57 
    +
    58 
    +  bots:  # To be scaled horizontaly
    59 
    +    image: buildgrid:local
    60 
    +    command: [
    61 
    +      "bot", "--parent=local",
    62 
    +      "--remote=http://controller:50051",
    63 
    +      "--remote-cas=http://storage:50052",
    64 
    +      "host-tools"]
    65 
    +    depends_on:
    66 
    +      - controller
    67 
    +    networks:
    68 
    +      - backend
    69 
    +
    70 
    +networks:
    71 
    +  backend:
    72 
    +  host:
    73 
    +
    74 
    +volumes:
    75 
    +  data:

  • docs/source/installation.rst
    ... ... @@ -110,7 +110,7 @@ To clone the source code and build a Docker image, simply run:
    110 110 
         the image.
    111 111
    112 112 
     After building the Docker image, to run BuildGrid using the default configuration file
    113 
    -(found in `buildgrid/_app/settings/default.yml`), simply run:
    113 
    +(found in `data/config/default.conf`), simply run:
    114 114
    115 115 
     .. code-block:: sh
    116 116

  • docs/source/using_cas_server.rst
    ... ... @@ -27,7 +27,7 @@ This defines a single ``main`` instance of the ``CAS``, ``Bytestream`` and ``Ref
    27 27
    28 28 
     .. code-block:: sh
    29 29
    30 
    -   bgd server start example.conf
    30 
    +   bgd server start data/config/artifacts.conf
    31 31
    32 32 
     The server should now be available to use.
    33 33

  • docs/source/using_internal.rst
    ... ... @@ -17,7 +17,7 @@ In one terminal, start a server:
    17 17
    18 18 
     .. code-block:: sh
    19 19
    20 
    -   bgd server start buildgrid/_app/settings/default.yml
    20 
    +   bgd server start data/config/default.conf
    21 21
    22 22 
     In another terminal, upload an action to CAS:
    23 23
    ... ... @@ -78,7 +78,7 @@ Now start a BuildGrid server, passing it a directory it can write a CAS to:
    78 78
    79 79 
     .. code-block:: sh
    80 80
    81 
    -   bgd server start buildgrid/_app/settings/default.yml
    81 
    +   bgd server start data/config/default.conf
    82 82
    83 83 
     Start the following bot session:
    84 84

  • requirements.auth.txt
    1 
    +cryptography >= 1.8.0  # Required by pyjwt for RSA
    2 
    +pyjwt >= 1.5.0

  • requirements.docs.txt
    1 
    +sphinx
    2 
    +sphinx-click
    3 
    +sphinx-rtd-theme >= 0.4.2  # For HTML search fix (upstream #672)
    4 
    +sphinxcontrib-apidoc
    5 
    +sphinxcontrib-napoleon

  • requirements.tests.txt
    1 
    +coverage >= 4.5.0
    2 
    +moto < 1.3.7
    3 
    +pep8
    4 
    +psutil
    5 
    +pytest >= 3.8.0
    6 
    +pytest-cov >= 2.6.0
    7 
    +pytest-pep8
    8 
    +pytest-pylint

  • requirements.txt
    1 
    +boto3 < 1.8.0  # For moto compatibility (BuildGrid/buildgrid#65)
    2 
    +botocore < 1.11.0  # For moto compatibility (BuildGrid/buildgrid#65)
    3 
    +click
    4 
    +grpcio
    5 
    +janus
    6 
    +protobuf >= 3.6.1
    7 
    +pyyaml

  • setup.py
    ... ... @@ -77,63 +77,47 @@ class BuildGRPC(Command):
    77 77 
                             f.write(code)
    78 78
    79 79
    80 
    -def get_cmdclass():
    81 
    -    cmdclass = {
    82 
    -        'build_grpc': BuildGRPC,
    83 
    -    }
    84 
    -    return cmdclass
    85 
    -
    86 
    -auth_require = [
    87 
    -    'cryptography >= 1.8.0',  # Required by pyjwt for RSA
    88 
    -    'pyjwt >= 1.5.0',
    89 
    -]
    90 
    -
    91 
    -tests_require = [
    92 
    -    'coverage >= 4.5.0',
    93 
    -    'moto < 1.3.7',
    94 
    -    'pep8',
    95 
    -    'psutil',
    96 
    -    'pytest >= 3.8.0',
    97 
    -    'pytest-cov >= 2.6.0',
    98 
    -    'pytest-pep8',
    99 
    -    'pytest-pylint',
    100 
    -]
    101 
    -
    102 
    -docs_require = [
    103 
    -    'sphinx',
    104 
    -    'sphinx-click',
    105 
    -    'sphinx-rtd-theme >= 0.4.2',  # For HTML search fix (upstream #672)
    106 
    -    'sphinxcontrib-apidoc',
    107 
    -    'sphinxcontrib-napoleon',
    108 
    -]
    80 
    +# Load main requirements from file:
    81 
    +with open('requirements.txt') as requirements_file:
    82 
    +    install_requirements = requirements_file.read().splitlines()
    83 
    +
    84 
    +auth_requirements = []
    85 
    +# Load 'auth' requirements from dedicated file:
    86 
    +if os.path.isfile('requirements.auth.txt'):
    87 
    +    with open('requirements.auth.txt') as requirements_file:
    88 
    +        auth_requirements = requirements_file.read().splitlines()
    89 
    +
    90 
    +docs_requirements = []
    91 
    +# Load 'docs' requirements from dedicated file:
    92 
    +if os.path.isfile('requirements.docs.txt'):
    93 
    +    with open('requirements.docs.txt') as requirements_file:
    94 
    +        docs_requirements = requirements_file.read().splitlines()
    95 
    +
    96 
    +tests_requirements = []
    97 
    +# Load 'tests' requirements from dedicated file:
    98 
    +if os.path.isfile('requirements.tests.txt'):
    99 
    +    with open('requirements.tests.txt') as requirements_file:
    100 
    +        tests_requirements = requirements_file.read().splitlines()
    109 101
    110 102 
     setup(
    111 103 
         name="BuildGrid",
    112 104 
         version=__version__,
    113 
    -    cmdclass=get_cmdclass(),
    114 105 
         license="Apache License, Version 2.0",
    115 106 
         description="A remote execution service",
    107 
    +    cmdclass={
    108 
    +        'build_grpc': BuildGRPC },
    116 109 
         packages=find_packages(),
    117 110 
         python_requires='>= 3.5.3',  # janus requirement
    118 
    -    install_requires=[
    119 
    -        'boto3 < 1.8.0',
    120 
    -        'botocore < 1.11.0',
    121 
    -        'click',
    122 
    -        'grpcio',
    123 
    -        'janus',
    124 
    -        'protobuf >= 3.6.1',
    125 
    -        'pyyaml',
    126 
    -    ],
    111 
    +    install_requires=install_requirements,
    112 
    +    setup_requires=['pytest-runner'],
    113 
    +    tests_require=tests_requirements,
    114 
    +    extras_require={
    115 
    +        'auth': auth_requirements,
    116 
    +        'docs': docs_requirements,
    117 
    +        'tests': tests_requirements },
    127 118 
         entry_points={
    128 119 
             'console_scripts': [
    129 120 
                 'bgd = buildgrid._app:cli',
    130 121 
             ]
    131 
    -    },
    132 
    -    setup_requires=['pytest-runner'],
    133 
    -    tests_require=tests_require,
    134 
    -    extras_require={
    135 
    -        'auth': auth_require,
    136 
    -        'docs': docs_require,
    137 
    -        'tests': tests_require,
    138 
    -    },
    122 
    +    }
    139 123 
     )

    • —
    View it on GitLab.
    You're receiving this email because of your account on gitlab.com. If you'd like to receive fewer emails, you can adjust your notification settings.

    [Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]