Compare commits

..

5 Commits
main ... 4.2.2

Author SHA1 Message Date
Ulysses Souza 7f11cd4179
Merge pull request #2608 from ulyssessouza/4.2.2-release
Bump 4.2.2 release
2020-06-30 18:16:22 +02:00
Ulysses Souza 3f1cb9e36f Bump 4.2.2
Signed-off-by: Ulysses Souza <ulysses.souza@docker.com>
2020-06-30 17:40:32 +02:00
aiordache 02d0051b79 Skip parsing non-docker endpoints
Signed-off-by: aiordache <anca.iordache@docker.com>
2020-06-30 17:40:32 +02:00
Sebastiaan van Stijn 2c54188438 Jenkinsfile: update node selection labels
Make sure we use the LTS nodes, to prevent using machines that
we prepared with cgroups v2 (which is not yet supported by docker v19.03)

Signed-off-by: Sebastiaan van Stijn <github@gone.nl>
2020-06-30 17:40:32 +02:00
Ulysses Souza d40c061210 Update version after 4.2.1 release
Signed-off-by: Ulysses Souza <ulyssessouza@gmail.com>
2020-06-30 17:40:32 +02:00
166 changed files with 2701 additions and 5509 deletions

View File

@ -9,6 +9,3 @@ max_line_length = 80
[*.md] [*.md]
trim_trailing_whitespace = false trim_trailing_whitespace = false
[*.{yaml,yml}]
indent_size = 2

View File

@ -1,72 +0,0 @@
name: Python package
on: [push, pull_request]
env:
DOCKER_BUILDKIT: '1'
FORCE_COLOR: 1
jobs:
lint:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.x'
- run: pip install -U ruff==0.1.8
- name: Run ruff
run: ruff docker tests
build:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.x'
- run: pip3 install build && python -m build .
- uses: actions/upload-artifact@v4
with:
name: dist
path: dist
unit-tests:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
allow-prereleases: true
- name: Install dependencies
run: |
python3 -m pip install --upgrade pip
pip3 install '.[ssh,dev]'
- name: Run unit tests
run: |
docker logout
rm -rf ~/.docker
py.test -v --cov=docker tests/unit
integration-tests:
runs-on: ubuntu-latest
strategy:
matrix:
variant: [ "integration-dind", "integration-dind-ssl", "integration-dind-ssh" ]
steps:
- uses: actions/checkout@v4
with:
fetch-depth: 0
fetch-tags: true
- name: make ${{ matrix.variant }}
run: |
docker logout
rm -rf ~/.docker
make ${{ matrix.variant }}

View File

@ -1,53 +0,0 @@
name: Release
on:
workflow_dispatch:
inputs:
tag:
description: "Release Tag WITHOUT `v` Prefix (e.g. 6.0.0)"
required: true
dry-run:
description: 'Dry run'
required: false
type: boolean
default: true
env:
DOCKER_BUILDKIT: '1'
FORCE_COLOR: 1
jobs:
publish:
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.x'
- name: Generate Package
run: |
pip3 install build
python -m build .
env:
# This is also supported by Hatch; see
# https://github.com/ofek/hatch-vcs#version-source-environment-variables
SETUPTOOLS_SCM_PRETEND_VERSION: ${{ inputs.tag }}
- name: Publish to PyPI
uses: pypa/gh-action-pypi-publish@release/v1
if: '! inputs.dry-run'
with:
password: ${{ secrets.PYPI_API_TOKEN }}
- name: Create GitHub release
uses: ncipollo/release-action@v1
if: '! inputs.dry-run'
with:
artifacts: "dist/*"
generateReleaseNotes: true
draft: true
commit: ${{ github.sha }}
token: ${{ secrets.GITHUB_TOKEN }}
tag: ${{ inputs.tag }}

4
.gitignore vendored
View File

@ -13,10 +13,6 @@ html/*
_build/ _build/
README.rst README.rst
# setuptools_scm
_version.py
env/ env/
venv/ venv/
.idea/ .idea/
*.iml

View File

@ -3,15 +3,8 @@ version: 2
sphinx: sphinx:
configuration: docs/conf.py configuration: docs/conf.py
build:
os: ubuntu-22.04
tools:
python: '3.12'
python: python:
version: 3.5
install: install:
- method: pip - requirements: docs-requirements.txt
path: . - requirements: requirements.txt
extra_requirements:
- ssh
- docs

20
.travis.yml Normal file
View File

@ -0,0 +1,20 @@
sudo: false
language: python
matrix:
include:
- python: 2.7
env: TOXENV=py27
- python: 3.5
env: TOXENV=py35
- python: 3.6
env: TOXENV=py36
- python: 3.7
env: TOXENV=py37
dist: xenial
sudo: true
- env: TOXENV=flake8
install:
- pip install tox==2.9.1
script:
- tox

View File

@ -44,7 +44,7 @@ paragraph in the Docker contribution guidelines.
Before we can review your pull request, please ensure that nothing has been Before we can review your pull request, please ensure that nothing has been
broken by your changes by running the test suite. You can do so simply by broken by your changes by running the test suite. You can do so simply by
running `make test` in the project root. This also includes coding style using running `make test` in the project root. This also includes coding style using
`ruff` `flake8`
### 3. Write clear, self-contained commits ### 3. Write clear, self-contained commits

View File

@ -1,13 +1,15 @@
# syntax=docker/dockerfile:1 ARG PYTHON_VERSION=2.7
ARG PYTHON_VERSION=3.12
FROM python:${PYTHON_VERSION} FROM python:${PYTHON_VERSION}
RUN mkdir /src
WORKDIR /src WORKDIR /src
COPY . .
ARG VERSION=0.0.0.dev0 COPY requirements.txt /src/requirements.txt
RUN --mount=type=cache,target=/cache/pip \ RUN pip install -r requirements.txt
PIP_CACHE_DIR=/cache/pip \
SETUPTOOLS_SCM_PRETEND_VERSION=${VERSION} \ COPY test-requirements.txt /src/test-requirements.txt
pip install .[ssh] RUN pip install -r test-requirements.txt
COPY . /src
RUN pip install .

View File

@ -1,6 +1,4 @@
# syntax=docker/dockerfile:1 ARG PYTHON_VERSION=3.7
ARG PYTHON_VERSION=3.12
FROM python:${PYTHON_VERSION} FROM python:${PYTHON_VERSION}
@ -11,12 +9,7 @@ RUN addgroup --gid $gid sphinx \
&& useradd --uid $uid --gid $gid -M sphinx && useradd --uid $uid --gid $gid -M sphinx
WORKDIR /src WORKDIR /src
COPY . . COPY requirements.txt docs-requirements.txt ./
RUN pip install -r requirements.txt -r docs-requirements.txt
ARG VERSION=0.0.0.dev0
RUN --mount=type=cache,target=/cache/pip \
PIP_CACHE_DIR=/cache/pip \
SETUPTOOLS_SCM_PRETEND_VERSION=${VERSION} \
pip install .[ssh,docs]
USER sphinx USER sphinx

15
Dockerfile-py3 Normal file
View File

@ -0,0 +1,15 @@
ARG PYTHON_VERSION=3.7
FROM python:${PYTHON_VERSION}
RUN mkdir /src
WORKDIR /src
COPY requirements.txt /src/requirements.txt
RUN pip install -r requirements.txt
COPY test-requirements.txt /src/test-requirements.txt
RUN pip install -r test-requirements.txt
COPY . /src
RUN pip install .

121
Jenkinsfile vendored Normal file
View File

@ -0,0 +1,121 @@
#!groovy
def imageNameBase = "dockerbuildbot/docker-py"
def imageNamePy2
def imageNamePy3
def images = [:]
def buildImage = { name, buildargs, pyTag ->
img = docker.image(name)
try {
img.pull()
} catch (Exception exc) {
img = docker.build(name, buildargs)
img.push()
}
images[pyTag] = img.id
}
def buildImages = { ->
wrappedNode(label: "amd64 && ubuntu-1804 && overlay2", cleanWorkspace: true) {
stage("build image") {
checkout(scm)
imageNamePy2 = "${imageNameBase}:py2-${gitCommit()}"
imageNamePy3 = "${imageNameBase}:py3-${gitCommit()}"
buildImage(imageNamePy2, "-f tests/Dockerfile --build-arg PYTHON_VERSION=2.7 .", "py2.7")
buildImage(imageNamePy3, "-f tests/Dockerfile --build-arg PYTHON_VERSION=3.7 .", "py3.7")
}
}
}
def getDockerVersions = { ->
def dockerVersions = ["19.03.5"]
wrappedNode(label: "amd64 && ubuntu-1804 && overlay2") {
def result = sh(script: """docker run --rm \\
--entrypoint=python \\
${imageNamePy3} \\
/src/scripts/versions.py
""", returnStdout: true
)
dockerVersions = dockerVersions + result.trim().tokenize(' ')
}
return dockerVersions
}
def getAPIVersion = { engineVersion ->
def versionMap = [
'18.09': '1.39',
'19.03': '1.40'
]
def result = versionMap[engineVersion.substring(0, 5)]
if (!result) {
return '1.40'
}
return result
}
def runTests = { Map settings ->
def dockerVersion = settings.get("dockerVersion", null)
def pythonVersion = settings.get("pythonVersion", null)
def testImage = settings.get("testImage", null)
def apiVersion = getAPIVersion(dockerVersion)
if (!testImage) {
throw new Exception("Need test image object, e.g.: `runTests(testImage: img)`")
}
if (!dockerVersion) {
throw new Exception("Need Docker version to test, e.g.: `runTests(dockerVersion: '1.12.3')`")
}
if (!pythonVersion) {
throw new Exception("Need Python version being tested, e.g.: `runTests(pythonVersion: 'py2.7')`")
}
{ ->
wrappedNode(label: "amd64 && ubuntu-1804 && overlay2", cleanWorkspace: true) {
stage("test python=${pythonVersion} / docker=${dockerVersion}") {
checkout(scm)
def dindContainerName = "dpy-dind-\$BUILD_NUMBER-\$EXECUTOR_NUMBER-${pythonVersion}-${dockerVersion}"
def testContainerName = "dpy-tests-\$BUILD_NUMBER-\$EXECUTOR_NUMBER-${pythonVersion}-${dockerVersion}"
def testNetwork = "dpy-testnet-\$BUILD_NUMBER-\$EXECUTOR_NUMBER-${pythonVersion}-${dockerVersion}"
try {
sh """docker network create ${testNetwork}"""
sh """docker run -d --name ${dindContainerName} -v /tmp --privileged --network ${testNetwork} \\
docker:${dockerVersion}-dind dockerd -H tcp://0.0.0.0:2375
"""
sh """docker run \\
--name ${testContainerName} \\
-e "DOCKER_HOST=tcp://${dindContainerName}:2375" \\
-e 'DOCKER_TEST_API_VERSION=${apiVersion}' \\
--network ${testNetwork} \\
--volumes-from ${dindContainerName} \\
${testImage} \\
py.test -v -rxs --cov=docker tests/
"""
} finally {
sh """
docker stop ${dindContainerName} ${testContainerName}
docker rm -vf ${dindContainerName} ${testContainerName}
docker network rm ${testNetwork}
"""
}
}
}
}
}
buildImages()
def dockerVersions = getDockerVersions()
def testMatrix = [failFast: false]
for (imgKey in new ArrayList(images.keySet())) {
for (version in dockerVersions) {
testMatrix["${imgKey}_${version}"] = runTests([testImage: images[imgKey], dockerVersion: version, pythonVersion: imgKey])
}
}
parallel(testMatrix)

View File

@ -11,19 +11,15 @@
[Org] [Org]
[Org."Core maintainers"] [Org."Core maintainers"]
people = [ people = [
"glours", "shin-",
"milas",
] ]
[Org.Alumni] [Org.Alumni]
people = [ people = [
"aiordache",
"aanand", "aanand",
"bfirsh", "bfirsh",
"dnephin", "dnephin",
"mnowster", "mnowster",
"mpetazzoni", "mpetazzoni",
"shin-",
"ulyssessouza",
] ]
[people] [people]
@ -39,11 +35,6 @@
Email = "aanand@docker.com" Email = "aanand@docker.com"
GitHub = "aanand" GitHub = "aanand"
[people.aiordache]
Name = "Anca Iordache"
Email = "anca.iordache@docker.com"
GitHub = "aiordache"
[people.bfirsh] [people.bfirsh]
Name = "Ben Firshman" Name = "Ben Firshman"
Email = "b@fir.sh" Email = "b@fir.sh"
@ -54,16 +45,6 @@
Email = "dnephin@gmail.com" Email = "dnephin@gmail.com"
GitHub = "dnephin" GitHub = "dnephin"
[people.glours]
Name = "Guillaume Lours"
Email = "705411+glours@users.noreply.github.com"
GitHub = "glours"
[people.milas]
Name = "Milas Bowman"
Email = "devnull@milas.dev"
GitHub = "milas"
[people.mnowster] [people.mnowster]
Name = "Mazz Mosley" Name = "Mazz Mosley"
Email = "mazz@houseofmnowster.com" Email = "mazz@houseofmnowster.com"
@ -78,8 +59,3 @@
Name = "Joffrey F" Name = "Joffrey F"
Email = "joffrey@docker.com" Email = "joffrey@docker.com"
GitHub = "shin-" GitHub = "shin-"
[people.ulyssessouza]
Name = "Ulysses Domiciano Souza"
Email = "ulysses.souza@docker.com"
GitHub = "ulyssessouza"

9
MANIFEST.in Normal file
View File

@ -0,0 +1,9 @@
include test-requirements.txt
include requirements.txt
include README.md
include README.rst
include LICENSE
recursive-include tests *.py
recursive-include tests/unit/testdata *
recursive-include tests/integration/testdata *
recursive-include tests/gpg-keys *

197
Makefile
View File

@ -1,184 +1,95 @@
TEST_API_VERSION ?= 1.45
TEST_ENGINE_VERSION ?= 26.1
ifeq ($(OS),Windows_NT)
PLATFORM := Windows
else
PLATFORM := $(shell sh -c 'uname -s 2>/dev/null || echo Unknown')
endif
ifeq ($(PLATFORM),Linux)
uid_args := "--build-arg uid=$(shell id -u) --build-arg gid=$(shell id -g)"
endif
SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER ?= $(shell git describe --match '[0-9]*' --dirty='.m' --always --tags 2>/dev/null | sed -r 's/-([0-9]+)/.dev\1/' | sed 's/-/+/')
ifeq ($(SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER),)
SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER = "0.0.0.dev0"
endif
.PHONY: all .PHONY: all
all: test all: test
.PHONY: clean .PHONY: clean
clean: clean:
-docker rm -f dpy-dind dpy-dind-certs dpy-dind-ssl -docker rm -f dpy-dind-py2 dpy-dind-py3 dpy-dind-certs dpy-dind-ssl
find -name "__pycache__" | xargs rm -rf find -name "__pycache__" | xargs rm -rf
.PHONY: build-dind-ssh
build-dind-ssh:
docker build \
--pull \
-t docker-dind-ssh \
-f tests/Dockerfile-ssh-dind \
--build-arg VERSION=${SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER} \
--build-arg ENGINE_VERSION=${TEST_ENGINE_VERSION} \
--build-arg API_VERSION=${TEST_API_VERSION} \
.
.PHONY: build .PHONY: build
build: build:
docker build \ docker build -t docker-sdk-python -f tests/Dockerfile --build-arg PYTHON_VERSION=2.7 --build-arg APT_MIRROR .
--pull \
-t docker-sdk-python3 \ .PHONY: build-py3
-f tests/Dockerfile \ build-py3:
--build-arg VERSION=${SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER} \ docker build -t docker-sdk-python3 -f tests/Dockerfile --build-arg APT_MIRROR .
.
.PHONY: build-docs .PHONY: build-docs
build-docs: build-docs:
docker build \ docker build -t docker-sdk-python-docs -f Dockerfile-docs --build-arg uid=$(shell id -u) --build-arg gid=$(shell id -g) .
-t docker-sdk-python-docs \
-f Dockerfile-docs \
--build-arg VERSION=${SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER} \
$(uid_args) \
.
.PHONY: build-dind-certs .PHONY: build-dind-certs
build-dind-certs: build-dind-certs:
docker build \ docker build -t dpy-dind-certs -f tests/Dockerfile-dind-certs .
-t dpy-dind-certs \
-f tests/Dockerfile-dind-certs \
--build-arg VERSION=${SETUPTOOLS_SCM_PRETEND_VERSION_DOCKER} \
.
.PHONY: test .PHONY: test
test: ruff unit-test integration-dind integration-dind-ssl test: flake8 unit-test unit-test-py3 integration-dind integration-dind-ssl
.PHONY: unit-test .PHONY: unit-test
unit-test: build unit-test: build
docker run -t --rm docker-sdk-python py.test tests/unit
.PHONY: unit-test-py3
unit-test-py3: build-py3
docker run -t --rm docker-sdk-python3 py.test tests/unit docker run -t --rm docker-sdk-python3 py.test tests/unit
.PHONY: integration-test .PHONY: integration-test
integration-test: build integration-test: build
docker run -t --rm -v /var/run/docker.sock:/var/run/docker.sock docker-sdk-python py.test -v tests/integration/${file}
.PHONY: integration-test-py3
integration-test-py3: build-py3
docker run -t --rm -v /var/run/docker.sock:/var/run/docker.sock docker-sdk-python3 py.test -v tests/integration/${file} docker run -t --rm -v /var/run/docker.sock:/var/run/docker.sock docker-sdk-python3 py.test -v tests/integration/${file}
TEST_API_VERSION ?= 1.35
TEST_ENGINE_VERSION ?= 19.03.5
.PHONY: setup-network .PHONY: setup-network
setup-network: setup-network:
docker network inspect dpy-tests || docker network create dpy-tests docker network inspect dpy-tests || docker network create dpy-tests
.PHONY: integration-dind .PHONY: integration-dind
integration-dind: build setup-network integration-dind: integration-dind-py2 integration-dind-py3
docker rm -vf dpy-dind || :
docker run \ .PHONY: integration-dind-py2
--detach \ integration-dind-py2: build setup-network
--name dpy-dind \ docker rm -vf dpy-dind-py2 || :
--network dpy-tests \ docker run -d --network dpy-tests --name dpy-dind-py2 --privileged\
--pull=always \ docker:${TEST_ENGINE_VERSION}-dind dockerd -H tcp://0.0.0.0:2375 --experimental
--privileged \ docker run -t --rm --env="DOCKER_HOST=tcp://dpy-dind-py2:2375" --env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}"\
docker:${TEST_ENGINE_VERSION}-dind \ --network dpy-tests docker-sdk-python py.test tests/integration
dockerd -H tcp://0.0.0.0:2375 --experimental docker rm -vf dpy-dind-py2
# Wait for Docker-in-Docker to come to life
docker run \
--network dpy-tests \
--rm \
--tty \
busybox \
sh -c 'while ! nc -z dpy-dind 2375; do sleep 1; done'
docker run \
--env="DOCKER_HOST=tcp://dpy-dind:2375" \
--env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}" \
--network dpy-tests \
--rm \
--tty \
docker-sdk-python3 \
py.test tests/integration/${file}
docker rm -vf dpy-dind
.PHONY: integration-dind-ssh
integration-dind-ssh: build-dind-ssh build setup-network
docker rm -vf dpy-dind-ssh || :
docker run -d --network dpy-tests --name dpy-dind-ssh --privileged \
docker-dind-ssh dockerd --experimental
# start SSH daemon for known key
docker exec dpy-dind-ssh sh -c "/usr/sbin/sshd -h /etc/ssh/known_ed25519 -p 22"
docker exec dpy-dind-ssh sh -c "/usr/sbin/sshd -h /etc/ssh/unknown_ed25519 -p 2222"
docker run \
--tty \
--rm \
--env="DOCKER_HOST=ssh://dpy-dind-ssh" \
--env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}" \
--env="UNKNOWN_DOCKER_SSH_HOST=ssh://dpy-dind-ssh:2222" \
--network dpy-tests \
docker-sdk-python3 py.test tests/ssh/${file}
docker rm -vf dpy-dind-ssh
.PHONY: integration-dind-py3
integration-dind-py3: build-py3 setup-network
docker rm -vf dpy-dind-py3 || :
docker run -d --network dpy-tests --name dpy-dind-py3 --privileged\
docker:${TEST_ENGINE_VERSION}-dind dockerd -H tcp://0.0.0.0:2375 --experimental
docker run -t --rm --env="DOCKER_HOST=tcp://dpy-dind-py3:2375" --env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}"\
--network dpy-tests docker-sdk-python3 py.test tests/integration
docker rm -vf dpy-dind-py3
.PHONY: integration-dind-ssl .PHONY: integration-dind-ssl
integration-dind-ssl: build-dind-certs build setup-network integration-dind-ssl: build-dind-certs build build-py3
docker rm -vf dpy-dind-certs dpy-dind-ssl || : docker rm -vf dpy-dind-certs dpy-dind-ssl || :
docker run -d --name dpy-dind-certs dpy-dind-certs docker run -d --name dpy-dind-certs dpy-dind-certs
docker run -d --env="DOCKER_HOST=tcp://localhost:2375" --env="DOCKER_TLS_VERIFY=1"\
docker run \ --env="DOCKER_CERT_PATH=/certs" --volumes-from dpy-dind-certs --name dpy-dind-ssl\
--detach \ --network dpy-tests --network-alias docker -v /tmp --privileged\
--env="DOCKER_CERT_PATH=/certs" \ docker:${TEST_ENGINE_VERSION}-dind\
--env="DOCKER_HOST=tcp://localhost:2375" \ dockerd --tlsverify --tlscacert=/certs/ca.pem --tlscert=/certs/server-cert.pem\
--env="DOCKER_TLS_VERIFY=1" \ --tlskey=/certs/server-key.pem -H tcp://0.0.0.0:2375 --experimental
--name dpy-dind-ssl \ docker run -t --rm --volumes-from dpy-dind-ssl --env="DOCKER_HOST=tcp://docker:2375"\
--network dpy-tests \ --env="DOCKER_TLS_VERIFY=1" --env="DOCKER_CERT_PATH=/certs" --env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}"\
--network-alias docker \ --network dpy-tests docker-sdk-python py.test tests/integration
--pull=always \ docker run -t --rm --volumes-from dpy-dind-ssl --env="DOCKER_HOST=tcp://docker:2375"\
--privileged \ --env="DOCKER_TLS_VERIFY=1" --env="DOCKER_CERT_PATH=/certs" --env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}"\
--volume /tmp \ --network dpy-tests docker-sdk-python3 py.test tests/integration
--volumes-from dpy-dind-certs \
docker:${TEST_ENGINE_VERSION}-dind \
dockerd \
--tlsverify \
--tlscacert=/certs/ca.pem \
--tlscert=/certs/server-cert.pem \
--tlskey=/certs/server-key.pem \
-H tcp://0.0.0.0:2375 \
--experimental
# Wait for Docker-in-Docker to come to life
docker run \
--network dpy-tests \
--rm \
--tty \
busybox \
sh -c 'while ! nc -z dpy-dind-ssl 2375; do sleep 1; done'
docker run \
--env="DOCKER_CERT_PATH=/certs" \
--env="DOCKER_HOST=tcp://docker:2375" \
--env="DOCKER_TEST_API_VERSION=${TEST_API_VERSION}" \
--env="DOCKER_TLS_VERIFY=1" \
--network dpy-tests \
--rm \
--volumes-from dpy-dind-ssl \
--tty \
docker-sdk-python3 \
py.test tests/integration/${file}
docker rm -vf dpy-dind-ssl dpy-dind-certs docker rm -vf dpy-dind-ssl dpy-dind-certs
.PHONY: ruff .PHONY: flake8
ruff: build flake8: build
docker run -t --rm docker-sdk-python3 ruff docker tests docker run -t --rm docker-sdk-python flake8 docker tests
.PHONY: docs .PHONY: docs
docs: build-docs docs: build-docs
@ -186,4 +97,4 @@ docs: build-docs
.PHONY: shell .PHONY: shell
shell: build shell: build
docker run -it -v /var/run/docker.sock:/var/run/docker.sock docker-sdk-python3 python docker run -it -v /var/run/docker.sock:/var/run/docker.sock docker-sdk-python python

View File

@ -1,17 +1,18 @@
# Docker SDK for Python # Docker SDK for Python
[![Build Status](https://github.com/docker/docker-py/actions/workflows/ci.yml/badge.svg)](https://github.com/docker/docker-py/actions/workflows/ci.yml) [![Build Status](https://travis-ci.org/docker/docker-py.svg?branch=master)](https://travis-ci.org/docker/docker-py)
A Python library for the Docker Engine API. It lets you do anything the `docker` command does, but from within Python apps run containers, manage containers, manage Swarms, etc. A Python library for the Docker Engine API. It lets you do anything the `docker` command does, but from within Python apps run containers, manage containers, manage Swarms, etc.
## Installation ## Installation
The latest stable version [is available on PyPI](https://pypi.python.org/pypi/docker/). Install with pip: The latest stable version [is available on PyPI](https://pypi.python.org/pypi/docker/). Either add `docker` to your `requirements.txt` file or install with pip:
pip install docker pip install docker
> Older versions (< 6.0) required installing `docker[tls]` for SSL/TLS support. If you are intending to connect to a docker host via TLS, add `docker[tls]` to your requirements instead, or install with pip:
> This is no longer necessary and is a no-op, but is supported for backwards compatibility.
pip install docker[tls]
## Usage ## Usage
@ -57,7 +58,7 @@ You can stream logs:
```python ```python
>>> for line in container.logs(stream=True): >>> for line in container.logs(stream=True):
... print(line.strip()) ... print line.strip()
Reticulating spline 2... Reticulating spline 2...
Reticulating spline 3... Reticulating spline 3...
... ...

13
appveyor.yml Normal file
View File

@ -0,0 +1,13 @@
version: '{branch}-{build}'
install:
- "SET PATH=C:\\Python37-x64;C:\\Python37-x64\\Scripts;%PATH%"
- "python --version"
- "python -m pip install --upgrade pip"
- "pip install tox==2.9.1"
# Build the binary after tests
build: false
test_script:
- "tox"

View File

@ -1,7 +1,10 @@
# flake8: noqa
from .api import APIClient from .api import APIClient
from .client import DockerClient, from_env from .client import DockerClient, from_env
from .context import Context, ContextAPI from .context import Context
from .context import ContextAPI
from .tls import TLSConfig from .tls import TLSConfig
from .version import __version__ from .version import version, version_info
__version__ = version
__title__ = 'docker' __title__ = 'docker'

View File

@ -1 +1,2 @@
# flake8: noqa
from .client import APIClient from .client import APIClient

View File

@ -3,12 +3,16 @@ import logging
import os import os
import random import random
from .. import auth, constants, errors, utils from .. import auth
from .. import constants
from .. import errors
from .. import utils
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
class BuildApiMixin: class BuildApiMixin(object):
def build(self, path=None, tag=None, quiet=False, fileobj=None, def build(self, path=None, tag=None, quiet=False, fileobj=None,
nocache=False, rm=False, timeout=None, nocache=False, rm=False, timeout=None,
custom_context=False, encoding=None, pull=False, custom_context=False, encoding=None, pull=False,
@ -72,7 +76,6 @@ class BuildApiMixin:
forcerm (bool): Always remove intermediate containers, even after forcerm (bool): Always remove intermediate containers, even after
unsuccessful builds unsuccessful builds
dockerfile (str): path within the build context to the Dockerfile dockerfile (str): path within the build context to the Dockerfile
gzip (bool): If set to ``True``, gzip compression/encoding is used
buildargs (dict): A dictionary of build arguments buildargs (dict): A dictionary of build arguments
container_limits (dict): A dictionary of limits applied to each container_limits (dict): A dictionary of limits applied to each
container created by the build process. Valid keys: container created by the build process. Valid keys:
@ -125,16 +128,13 @@ class BuildApiMixin:
raise errors.DockerException( raise errors.DockerException(
'Can not use custom encoding if gzip is enabled' 'Can not use custom encoding if gzip is enabled'
) )
if tag is not None:
if not utils.match_tag(tag):
raise errors.DockerException(
f"invalid tag '{tag}': invalid reference format"
)
for key in container_limits.keys(): for key in container_limits.keys():
if key not in constants.CONTAINER_LIMITS_KEYS: if key not in constants.CONTAINER_LIMITS_KEYS:
raise errors.DockerException( raise errors.DockerException(
f"invalid tag '{tag}': invalid reference format" 'Invalid container_limits key {0}'.format(key)
) )
if custom_context: if custom_context:
if not fileobj: if not fileobj:
raise TypeError("You must specify fileobj with custom_context") raise TypeError("You must specify fileobj with custom_context")
@ -150,10 +150,10 @@ class BuildApiMixin:
dockerignore = os.path.join(path, '.dockerignore') dockerignore = os.path.join(path, '.dockerignore')
exclude = None exclude = None
if os.path.exists(dockerignore): if os.path.exists(dockerignore):
with open(dockerignore) as f: with open(dockerignore, 'r') as f:
exclude = list(filter( exclude = list(filter(
lambda x: x != '' and x[0] != '#', lambda x: x != '' and x[0] != '#',
[line.strip() for line in f.read().splitlines()] [l.strip() for l in f.read().splitlines()]
)) ))
dockerfile = process_dockerfile(dockerfile, path) dockerfile = process_dockerfile(dockerfile, path)
context = utils.tar( context = utils.tar(
@ -275,24 +275,10 @@ class BuildApiMixin:
return self._stream_helper(response, decode=decode) return self._stream_helper(response, decode=decode)
@utils.minimum_version('1.31') @utils.minimum_version('1.31')
def prune_builds(self, filters=None, keep_storage=None, all=None): def prune_builds(self):
""" """
Delete the builder cache Delete the builder cache
Args:
filters (dict): Filters to process on the prune list.
Needs Docker API v1.39+
Available filters:
- dangling (bool): When set to true (or 1), prune only
unused and untagged images.
- until (str): Can be Unix timestamps, date formatted
timestamps, or Go duration strings (e.g. 10m, 1h30m) computed
relative to the daemon's local time.
keep_storage (int): Amount of disk space in bytes to keep for cache.
Needs Docker API v1.39+
all (bool): Remove all types of build cache.
Needs Docker API v1.39+
Returns: Returns:
(dict): A dictionary containing information about the operation's (dict): A dictionary containing information about the operation's
result. The ``SpaceReclaimed`` key indicates the amount of result. The ``SpaceReclaimed`` key indicates the amount of
@ -303,20 +289,7 @@ class BuildApiMixin:
If the server returns an error. If the server returns an error.
""" """
url = self._url("/build/prune") url = self._url("/build/prune")
if (filters, keep_storage, all) != (None, None, None) \ return self._result(self._post(url), True)
and utils.version_lt(self._version, '1.39'):
raise errors.InvalidVersion(
'`filters`, `keep_storage`, and `all` args are only available '
'for API version > 1.38'
)
params = {}
if filters is not None:
params['filters'] = utils.convert_filters(filters)
if keep_storage is not None:
params['keep-storage'] = keep_storage
if all is not None:
params['all'] = all
return self._result(self._post(url, params=params), True)
def _set_auth_headers(self, headers): def _set_auth_headers(self, headers):
log.debug('Looking for auth config') log.debug('Looking for auth config')
@ -340,8 +313,9 @@ class BuildApiMixin:
auth_data[auth.INDEX_URL] = auth_data.get(auth.INDEX_NAME, {}) auth_data[auth.INDEX_URL] = auth_data.get(auth.INDEX_NAME, {})
log.debug( log.debug(
"Sending auth config (%s)", 'Sending auth config ({0})'.format(
', '.join(repr(k) for k in auth_data), ', '.join(repr(k) for k in auth_data.keys())
)
) )
if auth_data: if auth_data:
@ -361,15 +335,18 @@ def process_dockerfile(dockerfile, path):
abs_dockerfile = os.path.join(path, dockerfile) abs_dockerfile = os.path.join(path, dockerfile)
if constants.IS_WINDOWS_PLATFORM and path.startswith( if constants.IS_WINDOWS_PLATFORM and path.startswith(
constants.WINDOWS_LONGPATH_PREFIX): constants.WINDOWS_LONGPATH_PREFIX):
normpath = os.path.normpath( abs_dockerfile = '{}{}'.format(
abs_dockerfile[len(constants.WINDOWS_LONGPATH_PREFIX):]) constants.WINDOWS_LONGPATH_PREFIX,
abs_dockerfile = f'{constants.WINDOWS_LONGPATH_PREFIX}{normpath}' os.path.normpath(
abs_dockerfile[len(constants.WINDOWS_LONGPATH_PREFIX):]
)
)
if (os.path.splitdrive(path)[0] != os.path.splitdrive(abs_dockerfile)[0] or if (os.path.splitdrive(path)[0] != os.path.splitdrive(abs_dockerfile)[0] or
os.path.relpath(abs_dockerfile, path).startswith('..')): os.path.relpath(abs_dockerfile, path).startswith('..')):
# Dockerfile not in context - read data to insert into tar later # Dockerfile not in context - read data to insert into tar later
with open(abs_dockerfile) as df: with open(abs_dockerfile, 'r') as df:
return ( return (
f'.dockerfile.{random.getrandbits(160):x}', '.dockerfile.{0:x}'.format(random.getrandbits(160)),
df.read() df.read()
) )

View File

@ -1,35 +1,12 @@
import json import json
import struct import struct
import urllib
from functools import partial from functools import partial
import requests import requests
import requests.adapters
import requests.exceptions import requests.exceptions
import six
import websocket
from .. import auth
from ..constants import (
DEFAULT_MAX_POOL_SIZE,
DEFAULT_NUM_POOLS,
DEFAULT_NUM_POOLS_SSH,
DEFAULT_TIMEOUT_SECONDS,
DEFAULT_USER_AGENT,
IS_WINDOWS_PLATFORM,
MINIMUM_DOCKER_API_VERSION,
STREAM_HEADER_SIZE_BYTES,
)
from ..errors import (
DockerException,
InvalidVersion,
TLSParameterError,
create_api_error_from_http_exception,
)
from ..tls import TLSConfig
from ..transport import UnixHTTPAdapter
from ..utils import check_resource, config, update_headers, utils
from ..utils.json_stream import json_stream
from ..utils.proxy import ProxyConfig
from ..utils.socket import consume_socket_output, demux_adaptor, frames_iter
from .build import BuildApiMixin from .build import BuildApiMixin
from .config import ConfigApiMixin from .config import ConfigApiMixin
from .container import ContainerApiMixin from .container import ContainerApiMixin
@ -42,7 +19,22 @@ from .secret import SecretApiMixin
from .service import ServiceApiMixin from .service import ServiceApiMixin
from .swarm import SwarmApiMixin from .swarm import SwarmApiMixin
from .volume import VolumeApiMixin from .volume import VolumeApiMixin
from .. import auth
from ..constants import (
DEFAULT_TIMEOUT_SECONDS, DEFAULT_USER_AGENT, IS_WINDOWS_PLATFORM,
DEFAULT_DOCKER_API_VERSION, MINIMUM_DOCKER_API_VERSION,
STREAM_HEADER_SIZE_BYTES, DEFAULT_NUM_POOLS_SSH, DEFAULT_NUM_POOLS
)
from ..errors import (
DockerException, InvalidVersion, TLSParameterError,
create_api_error_from_http_exception
)
from ..tls import TLSConfig
from ..transport import SSLHTTPAdapter, UnixHTTPAdapter
from ..utils import utils, check_resource, update_headers, config
from ..utils.socket import frames_iter, consume_socket_output, demux_adaptor
from ..utils.json_stream import json_stream
from ..utils.proxy import ProxyConfig
try: try:
from ..transport import NpipeHTTPAdapter from ..transport import NpipeHTTPAdapter
except ImportError: except ImportError:
@ -99,11 +91,6 @@ class APIClient(
user_agent (str): Set a custom user agent for requests to the server. user_agent (str): Set a custom user agent for requests to the server.
credstore_env (dict): Override environment variables when calling the credstore_env (dict): Override environment variables when calling the
credential store process. credential store process.
use_ssh_client (bool): If set to `True`, an ssh connection is made
via shelling out to the ssh client. Ensure the ssh client is
installed and configured on the host.
max_pool_size (int): The maximum number of connections
to save in the pool.
""" """
__attrs__ = requests.Session.__attrs__ + ['_auth_configs', __attrs__ = requests.Session.__attrs__ + ['_auth_configs',
@ -115,9 +102,8 @@ class APIClient(
def __init__(self, base_url=None, version=None, def __init__(self, base_url=None, version=None,
timeout=DEFAULT_TIMEOUT_SECONDS, tls=False, timeout=DEFAULT_TIMEOUT_SECONDS, tls=False,
user_agent=DEFAULT_USER_AGENT, num_pools=None, user_agent=DEFAULT_USER_AGENT, num_pools=None,
credstore_env=None, use_ssh_client=False, credstore_env=None):
max_pool_size=DEFAULT_MAX_POOL_SIZE): super(APIClient, self).__init__()
super().__init__()
if tls and not base_url: if tls and not base_url:
raise TLSParameterError( raise TLSParameterError(
@ -152,8 +138,7 @@ class APIClient(
if base_url.startswith('http+unix://'): if base_url.startswith('http+unix://'):
self._custom_adapter = UnixHTTPAdapter( self._custom_adapter = UnixHTTPAdapter(
base_url, timeout, pool_connections=num_pools, base_url, timeout, pool_connections=num_pools
max_pool_size=max_pool_size
) )
self.mount('http+docker://', self._custom_adapter) self.mount('http+docker://', self._custom_adapter)
self._unmount('http://', 'https://') self._unmount('http://', 'https://')
@ -167,25 +152,23 @@ class APIClient(
) )
try: try:
self._custom_adapter = NpipeHTTPAdapter( self._custom_adapter = NpipeHTTPAdapter(
base_url, timeout, pool_connections=num_pools, base_url, timeout, pool_connections=num_pools
max_pool_size=max_pool_size
) )
except NameError as err: except NameError:
raise DockerException( raise DockerException(
'Install pypiwin32 package to enable npipe:// support' 'Install pypiwin32 package to enable npipe:// support'
) from err )
self.mount('http+docker://', self._custom_adapter) self.mount('http+docker://', self._custom_adapter)
self.base_url = 'http+docker://localnpipe' self.base_url = 'http+docker://localnpipe'
elif base_url.startswith('ssh://'): elif base_url.startswith('ssh://'):
try: try:
self._custom_adapter = SSHHTTPAdapter( self._custom_adapter = SSHHTTPAdapter(
base_url, timeout, pool_connections=num_pools, base_url, timeout, pool_connections=num_pools
max_pool_size=max_pool_size, shell_out=use_ssh_client
) )
except NameError as err: except NameError:
raise DockerException( raise DockerException(
'Install paramiko package to enable ssh:// support' 'Install paramiko package to enable ssh:// support'
) from err )
self.mount('http+docker://ssh', self._custom_adapter) self.mount('http+docker://ssh', self._custom_adapter)
self._unmount('http://', 'https://') self._unmount('http://', 'https://')
self.base_url = 'http+docker://ssh' self.base_url = 'http+docker://ssh'
@ -194,42 +177,43 @@ class APIClient(
if isinstance(tls, TLSConfig): if isinstance(tls, TLSConfig):
tls.configure_client(self) tls.configure_client(self)
elif tls: elif tls:
self._custom_adapter = requests.adapters.HTTPAdapter( self._custom_adapter = SSLHTTPAdapter(
pool_connections=num_pools) pool_connections=num_pools)
self.mount('https://', self._custom_adapter) self.mount('https://', self._custom_adapter)
self.base_url = base_url self.base_url = base_url
# version detection needs to be after unix adapter mounting # version detection needs to be after unix adapter mounting
if version is None or (isinstance( if version is None:
version, self._version = DEFAULT_DOCKER_API_VERSION
str elif isinstance(version, six.string_types):
) and version.lower() == 'auto'): if version.lower() == 'auto':
self._version = self._retrieve_server_version() self._version = self._retrieve_server_version()
else:
self._version = version
else: else:
self._version = version
if not isinstance(self._version, str):
raise DockerException( raise DockerException(
'Version parameter must be a string or None. ' 'Version parameter must be a string or None. Found {0}'.format(
f'Found {type(version).__name__}' type(version).__name__
)
) )
if utils.version_lt(self._version, MINIMUM_DOCKER_API_VERSION): if utils.version_lt(self._version, MINIMUM_DOCKER_API_VERSION):
raise InvalidVersion( raise InvalidVersion(
f'API versions below {MINIMUM_DOCKER_API_VERSION} are ' 'API versions below {} are no longer supported by this '
f'no longer supported by this library.' 'library.'.format(MINIMUM_DOCKER_API_VERSION)
) )
def _retrieve_server_version(self): def _retrieve_server_version(self):
try: try:
return self.version(api_version=False)["ApiVersion"] return self.version(api_version=False)["ApiVersion"]
except KeyError as ke: except KeyError:
raise DockerException( raise DockerException(
'Invalid response from docker daemon: key "ApiVersion"' 'Invalid response from docker daemon: key "ApiVersion"'
' is missing.' ' is missing.'
) from ke )
except Exception as e: except Exception as e:
raise DockerException( raise DockerException(
f'Error while fetching server API version: {e}' 'Error while fetching server API version: {0}'.format(e)
) from e )
def _set_request_timeout(self, kwargs): def _set_request_timeout(self, kwargs):
"""Prepare the kwargs for an HTTP request by inserting the timeout """Prepare the kwargs for an HTTP request by inserting the timeout
@ -255,26 +239,28 @@ class APIClient(
def _url(self, pathfmt, *args, **kwargs): def _url(self, pathfmt, *args, **kwargs):
for arg in args: for arg in args:
if not isinstance(arg, str): if not isinstance(arg, six.string_types):
raise ValueError( raise ValueError(
f'Expected a string but found {arg} ({type(arg)}) instead' 'Expected a string but found {0} ({1}) '
'instead'.format(arg, type(arg))
) )
quote_f = partial(urllib.parse.quote, safe="/:") quote_f = partial(six.moves.urllib.parse.quote, safe="/:")
args = map(quote_f, args) args = map(quote_f, args)
formatted_path = pathfmt.format(*args)
if kwargs.get('versioned_api', True): if kwargs.get('versioned_api', True):
return f'{self.base_url}/v{self._version}{formatted_path}' return '{0}/v{1}{2}'.format(
self.base_url, self._version, pathfmt.format(*args)
)
else: else:
return f'{self.base_url}{formatted_path}' return '{0}{1}'.format(self.base_url, pathfmt.format(*args))
def _raise_for_status(self, response): def _raise_for_status(self, response):
"""Raises stored :class:`APIError`, if one occurred.""" """Raises stored :class:`APIError`, if one occurred."""
try: try:
response.raise_for_status() response.raise_for_status()
except requests.exceptions.HTTPError as e: except requests.exceptions.HTTPError as e:
raise create_api_error_from_http_exception(e) from e raise create_api_error_from_http_exception(e)
def _result(self, response, json=False, binary=False): def _result(self, response, json=False, binary=False):
assert not (json and binary) assert not (json and binary)
@ -291,7 +277,7 @@ class APIClient(
# so we do this disgusting thing here. # so we do this disgusting thing here.
data2 = {} data2 = {}
if data is not None and isinstance(data, dict): if data is not None and isinstance(data, dict):
for k, v in iter(data.items()): for k, v in six.iteritems(data):
if v is not None: if v is not None:
data2[k] = v data2[k] = v
elif data is not None: elif data is not None:
@ -319,16 +305,7 @@ class APIClient(
return self._create_websocket_connection(full_url) return self._create_websocket_connection(full_url)
def _create_websocket_connection(self, url): def _create_websocket_connection(self, url):
try: return websocket.create_connection(url)
import websocket
return websocket.create_connection(url)
except ImportError as ie:
raise DockerException(
'The `websocket-client` library is required '
'for using websocket connections. '
'You can install the `docker` library '
'with the [websocket] extra to install it.'
) from ie
def _get_raw_response_socket(self, response): def _get_raw_response_socket(self, response):
self._raise_for_status(response) self._raise_for_status(response)
@ -336,10 +313,12 @@ class APIClient(
sock = response.raw._fp.fp.raw.sock sock = response.raw._fp.fp.raw.sock
elif self.base_url.startswith('http+docker://ssh'): elif self.base_url.startswith('http+docker://ssh'):
sock = response.raw._fp.fp.channel sock = response.raw._fp.fp.channel
else: elif six.PY3:
sock = response.raw._fp.fp.raw sock = response.raw._fp.fp.raw
if self.base_url.startswith("https://"): if self.base_url.startswith("https://"):
sock = sock._sock sock = sock._sock
else:
sock = response.raw._fp.fp._sock
try: try:
# Keep a reference to the response to stop it being garbage # Keep a reference to the response to stop it being garbage
# collected. If the response is garbage collected, it will # collected. If the response is garbage collected, it will
@ -357,7 +336,8 @@ class APIClient(
if response.raw._fp.chunked: if response.raw._fp.chunked:
if decode: if decode:
yield from json_stream(self._stream_helper(response, False)) for chunk in json_stream(self._stream_helper(response, False)):
yield chunk
else: else:
reader = response.raw reader = response.raw
while not reader.closed: while not reader.closed:
@ -413,19 +393,10 @@ class APIClient(
def _stream_raw_result(self, response, chunk_size=1, decode=True): def _stream_raw_result(self, response, chunk_size=1, decode=True):
''' Stream result for TTY-enabled container and raw binary data''' ''' Stream result for TTY-enabled container and raw binary data'''
self._raise_for_status(response) self._raise_for_status(response)
for out in response.iter_content(chunk_size, decode):
# Disable timeout on the underlying socket to prevent yield out
# Read timed out(s) for long running processes
socket = self._get_raw_response_socket(response)
self._disable_socket_timeout(socket)
yield from response.iter_content(chunk_size, decode)
def _read_from_socket(self, response, stream, tty=True, demux=False): def _read_from_socket(self, response, stream, tty=True, demux=False):
"""Consume all data from the socket, close the response and return the
data. If stream=True, then a generator is returned instead and the
caller is responsible for closing the response.
"""
socket = self._get_raw_response_socket(response) socket = self._get_raw_response_socket(response)
gen = frames_iter(socket, tty) gen = frames_iter(socket, tty)
@ -440,11 +411,8 @@ class APIClient(
if stream: if stream:
return gen return gen
else: else:
try: # Wait for all the frames, concatenate them, and return the result
# Wait for all frames, concatenate them, and return the result return consume_socket_output(gen, demux=demux)
return consume_socket_output(gen, demux=demux)
finally:
response.close()
def _disable_socket_timeout(self, socket): def _disable_socket_timeout(self, socket):
""" Depending on the combination of python version and whether we're """ Depending on the combination of python version and whether we're
@ -490,12 +458,12 @@ class APIClient(
self._result(res, binary=True) self._result(res, binary=True)
self._raise_for_status(res) self._raise_for_status(res)
sep = b'' sep = six.binary_type()
if stream: if stream:
return self._multiplexed_response_stream_helper(res) return self._multiplexed_response_stream_helper(res)
else: else:
return sep.join( return sep.join(
list(self._multiplexed_buffer_helper(res)) [x for x in self._multiplexed_buffer_helper(res)]
) )
def _unmount(self, *args): def _unmount(self, *args):
@ -504,7 +472,7 @@ class APIClient(
def get_adapter(self, url): def get_adapter(self, url):
try: try:
return super().get_adapter(url) return super(APIClient, self).get_adapter(url)
except requests.exceptions.InvalidSchema as e: except requests.exceptions.InvalidSchema as e:
if self._custom_adapter: if self._custom_adapter:
return self._custom_adapter return self._custom_adapter
@ -522,7 +490,7 @@ class APIClient(
Args: Args:
dockercfg_path (str): Use a custom path for the Docker config file dockercfg_path (str): Use a custom path for the Docker config file
(default ``$HOME/.docker/config.json`` if present, (default ``$HOME/.docker/config.json`` if present,
otherwise ``$HOME/.dockercfg``) otherwise``$HOME/.dockercfg``)
Returns: Returns:
None None

View File

@ -1,11 +1,13 @@
import base64 import base64
import six
from .. import utils from .. import utils
class ConfigApiMixin: class ConfigApiMixin(object):
@utils.minimum_version('1.30') @utils.minimum_version('1.30')
def create_config(self, name, data, labels=None, templating=None): def create_config(self, name, data, labels=None):
""" """
Create a config Create a config
@ -13,9 +15,6 @@ class ConfigApiMixin:
name (string): Name of the config name (string): Name of the config
data (bytes): Config data to be stored data (bytes): Config data to be stored
labels (dict): A mapping of labels to assign to the config labels (dict): A mapping of labels to assign to the config
templating (dict): dictionary containing the name of the
templating driver to be used expressed as
{ name: <templating_driver_name>}
Returns (dict): ID of the newly created config Returns (dict): ID of the newly created config
""" """
@ -23,12 +22,12 @@ class ConfigApiMixin:
data = data.encode('utf-8') data = data.encode('utf-8')
data = base64.b64encode(data) data = base64.b64encode(data)
data = data.decode('ascii') if six.PY3:
data = data.decode('ascii')
body = { body = {
'Data': data, 'Data': data,
'Name': name, 'Name': name,
'Labels': labels, 'Labels': labels
'Templating': templating
} }
url = self._url('/configs/create') url = self._url('/configs/create')

View File

@ -1,17 +1,18 @@
from datetime import datetime from datetime import datetime
from .. import errors, utils import six
from .. import errors
from .. import utils
from ..constants import DEFAULT_DATA_CHUNK_SIZE from ..constants import DEFAULT_DATA_CHUNK_SIZE
from ..types import ( from ..types import CancellableStream
CancellableStream, from ..types import ContainerConfig
ContainerConfig, from ..types import EndpointConfig
EndpointConfig, from ..types import HostConfig
HostConfig, from ..types import NetworkingConfig
NetworkingConfig,
)
class ContainerApiMixin: class ContainerApiMixin(object):
@utils.check_resource('container') @utils.check_resource('container')
def attach(self, container, stdout=True, stderr=True, def attach(self, container, stdout=True, stderr=True,
stream=False, logs=False, demux=False): stream=False, logs=False, demux=False):
@ -113,7 +114,7 @@ class ContainerApiMixin:
@utils.check_resource('container') @utils.check_resource('container')
def commit(self, container, repository=None, tag=None, message=None, def commit(self, container, repository=None, tag=None, message=None,
author=None, pause=True, changes=None, conf=None): author=None, changes=None, conf=None):
""" """
Commit a container to an image. Similar to the ``docker commit`` Commit a container to an image. Similar to the ``docker commit``
command. command.
@ -124,7 +125,6 @@ class ContainerApiMixin:
tag (str): The tag to push tag (str): The tag to push
message (str): A commit message message (str): A commit message
author (str): The name of the author author (str): The name of the author
pause (bool): Whether to pause the container before committing
changes (str): Dockerfile instructions to apply while committing changes (str): Dockerfile instructions to apply while committing
conf (dict): The configuration for the container. See the conf (dict): The configuration for the container. See the
`Engine API documentation `Engine API documentation
@ -141,7 +141,6 @@ class ContainerApiMixin:
'tag': tag, 'tag': tag,
'comment': message, 'comment': message,
'author': author, 'author': author,
'pause': pause,
'changes': changes 'changes': changes
} }
u = self._url("/commit") u = self._url("/commit")
@ -226,7 +225,7 @@ class ContainerApiMixin:
mac_address=None, labels=None, stop_signal=None, mac_address=None, labels=None, stop_signal=None,
networking_config=None, healthcheck=None, networking_config=None, healthcheck=None,
stop_timeout=None, runtime=None, stop_timeout=None, runtime=None,
use_config_proxy=True, platform=None): use_config_proxy=True):
""" """
Creates a container. Parameters are similar to those for the ``docker Creates a container. Parameters are similar to those for the ``docker
run`` command except it doesn't support the attach options (``-a``). run`` command except it doesn't support the attach options (``-a``).
@ -245,9 +244,9 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
container_id = client.api.create_container( container_id = cli.create_container(
'busybox', 'ls', ports=[1111, 2222], 'busybox', 'ls', ports=[1111, 2222],
host_config=client.api.create_host_config(port_bindings={ host_config=cli.create_host_config(port_bindings={
1111: 4567, 1111: 4567,
2222: None 2222: None
}) })
@ -259,24 +258,22 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
client.api.create_host_config( cli.create_host_config(port_bindings={1111: ('127.0.0.1', 4567)})
port_bindings={1111: ('127.0.0.1', 4567)}
)
Or without host port assignment: Or without host port assignment:
.. code-block:: python .. code-block:: python
client.api.create_host_config(port_bindings={1111: ('127.0.0.1',)}) cli.create_host_config(port_bindings={1111: ('127.0.0.1',)})
If you wish to use UDP instead of TCP (default), you need to declare If you wish to use UDP instead of TCP (default), you need to declare
ports as such in both the config and host config: ports as such in both the config and host config:
.. code-block:: python .. code-block:: python
container_id = client.api.create_container( container_id = cli.create_container(
'busybox', 'ls', ports=[(1111, 'udp'), 2222], 'busybox', 'ls', ports=[(1111, 'udp'), 2222],
host_config=client.api.create_host_config(port_bindings={ host_config=cli.create_host_config(port_bindings={
'1111/udp': 4567, 2222: None '1111/udp': 4567, 2222: None
}) })
) )
@ -286,7 +283,7 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
client.api.create_host_config(port_bindings={ cli.create_host_config(port_bindings={
1111: [1234, 4567] 1111: [1234, 4567]
}) })
@ -294,7 +291,7 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
client.api.create_host_config(port_bindings={ cli.create_host_config(port_bindings={
1111: [ 1111: [
('192.168.0.100', 1234), ('192.168.0.100', 1234),
('192.168.0.101', 1234) ('192.168.0.101', 1234)
@ -310,9 +307,9 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
container_id = client.api.create_container( container_id = cli.create_container(
'busybox', 'ls', volumes=['/mnt/vol1', '/mnt/vol2'], 'busybox', 'ls', volumes=['/mnt/vol1', '/mnt/vol2'],
host_config=client.api.create_host_config(binds={ host_config=cli.create_host_config(binds={
'/home/user1/': { '/home/user1/': {
'bind': '/mnt/vol2', 'bind': '/mnt/vol2',
'mode': 'rw', 'mode': 'rw',
@ -320,11 +317,6 @@ class ContainerApiMixin:
'/var/www': { '/var/www': {
'bind': '/mnt/vol1', 'bind': '/mnt/vol1',
'mode': 'ro', 'mode': 'ro',
},
'/autofs/user1': {
'bind': '/mnt/vol3',
'mode': 'rw',
'propagation': 'shared'
} }
}) })
) )
@ -334,12 +326,11 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
container_id = client.api.create_container( container_id = cli.create_container(
'busybox', 'ls', volumes=['/mnt/vol1', '/mnt/vol2', '/mnt/vol3'], 'busybox', 'ls', volumes=['/mnt/vol1', '/mnt/vol2'],
host_config=client.api.create_host_config(binds=[ host_config=cli.create_host_config(binds=[
'/home/user1/:/mnt/vol2', '/home/user1/:/mnt/vol2',
'/var/www:/mnt/vol1:ro', '/var/www:/mnt/vol1:ro',
'/autofs/user1:/mnt/vol3:rw,shared',
]) ])
) )
@ -355,15 +346,15 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
networking_config = client.api.create_networking_config({ networking_config = docker_client.create_networking_config({
'network1': client.api.create_endpoint_config( 'network1': docker_client.create_endpoint_config(
ipv4_address='172.28.0.124', ipv4_address='172.28.0.124',
aliases=['foo', 'bar'], aliases=['foo', 'bar'],
links=['container2'] links=['container2']
) )
}) })
ctnr = client.api.create_container( ctnr = docker_client.create_container(
img, command, networking_config=networking_config img, command, networking_config=networking_config
) )
@ -407,7 +398,6 @@ class ContainerApiMixin:
configuration file (``~/.docker/config.json`` by default) configuration file (``~/.docker/config.json`` by default)
contains a proxy configuration, the corresponding environment contains a proxy configuration, the corresponding environment
variables will be set in the container being created. variables will be set in the container being created.
platform (str): Platform in the format ``os[/arch[/variant]]``.
Returns: Returns:
A dictionary with an image 'Id' key and a 'Warnings' key. A dictionary with an image 'Id' key and a 'Warnings' key.
@ -418,7 +408,7 @@ class ContainerApiMixin:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
If the server returns an error. If the server returns an error.
""" """
if isinstance(volumes, str): if isinstance(volumes, six.string_types):
volumes = [volumes, ] volumes = [volumes, ]
if isinstance(environment, dict): if isinstance(environment, dict):
@ -437,22 +427,16 @@ class ContainerApiMixin:
stop_signal, networking_config, healthcheck, stop_signal, networking_config, healthcheck,
stop_timeout, runtime stop_timeout, runtime
) )
return self.create_container_from_config(config, name, platform) return self.create_container_from_config(config, name)
def create_container_config(self, *args, **kwargs): def create_container_config(self, *args, **kwargs):
return ContainerConfig(self._version, *args, **kwargs) return ContainerConfig(self._version, *args, **kwargs)
def create_container_from_config(self, config, name=None, platform=None): def create_container_from_config(self, config, name=None):
u = self._url("/containers/create") u = self._url("/containers/create")
params = { params = {
'name': name 'name': name
} }
if platform:
if utils.version_lt(self._version, '1.41'):
raise errors.InvalidVersion(
'platform is not supported for API version < 1.41'
)
params['platform'] = platform
res = self._post_json(u, data=config, params=params) res = self._post_json(u, data=config, params=params)
return self._result(res, True) return self._result(res, True)
@ -496,9 +480,6 @@ class ContainerApiMixin:
For example, ``/dev/sda:/dev/xvda:rwm`` allows the container For example, ``/dev/sda:/dev/xvda:rwm`` allows the container
to have read-write access to the host's ``/dev/sda`` via a to have read-write access to the host's ``/dev/sda`` via a
node named ``/dev/xvda`` inside the container. node named ``/dev/xvda`` inside the container.
device_requests (:py:class:`list`): Expose host resources such as
GPUs to the container, as a list of
:py:class:`docker.types.DeviceRequest` instances.
dns (:py:class:`list`): Set custom DNS servers. dns (:py:class:`list`): Set custom DNS servers.
dns_opt (:py:class:`list`): Additional options to be added to the dns_opt (:py:class:`list`): Additional options to be added to the
container's ``resolv.conf`` file container's ``resolv.conf`` file
@ -522,7 +503,7 @@ class ContainerApiMixin:
bytes) or a string with a units identification char bytes) or a string with a units identification char
(``100000b``, ``1000k``, ``128m``, ``1g``). If a string is (``100000b``, ``1000k``, ``128m``, ``1g``). If a string is
specified without a units character, bytes are assumed as an specified without a units character, bytes are assumed as an
mem_reservation (float or str): Memory soft limit. mem_reservation (int or str): Memory soft limit.
mem_swappiness (int): Tune a container's memory swappiness mem_swappiness (int): Tune a container's memory swappiness
behavior. Accepts number between 0 and 100. behavior. Accepts number between 0 and 100.
memswap_limit (str or int): Maximum amount of memory + swap a memswap_limit (str or int): Maximum amount of memory + swap a
@ -539,8 +520,6 @@ class ContainerApiMixin:
- ``container:<name|id>`` Reuse another container's network - ``container:<name|id>`` Reuse another container's network
stack. stack.
- ``host`` Use the host network stack. - ``host`` Use the host network stack.
This mode is incompatible with ``port_bindings``.
oom_kill_disable (bool): Whether to disable OOM killer. oom_kill_disable (bool): Whether to disable OOM killer.
oom_score_adj (int): An integer value containing the score given oom_score_adj (int): An integer value containing the score given
to the container in order to tune OOM killer preferences. to the container in order to tune OOM killer preferences.
@ -549,8 +528,7 @@ class ContainerApiMixin:
pids_limit (int): Tune a container's pids limit. Set ``-1`` for pids_limit (int): Tune a container's pids limit. Set ``-1`` for
unlimited. unlimited.
port_bindings (dict): See :py:meth:`create_container` port_bindings (dict): See :py:meth:`create_container`
for more information. for more information.
Imcompatible with ``host`` in ``network_mode``.
privileged (bool): Give extended privileges to this container. privileged (bool): Give extended privileges to this container.
publish_all_ports (bool): Publish all ports to the host. publish_all_ports (bool): Publish all ports to the host.
read_only (bool): Mount the container's root filesystem as read read_only (bool): Mount the container's root filesystem as read
@ -597,13 +575,10 @@ class ContainerApiMixin:
Example: Example:
>>> client.api.create_host_config( >>> cli.create_host_config(privileged=True, cap_drop=['MKNOD'],
... privileged=True, volumes_from=['nostalgic_newton'])
... cap_drop=['MKNOD'],
... volumes_from=['nostalgic_newton'],
... )
{'CapDrop': ['MKNOD'], 'LxcConf': None, 'Privileged': True, {'CapDrop': ['MKNOD'], 'LxcConf': None, 'Privileged': True,
'VolumesFrom': ['nostalgic_newton'], 'PublishAllPorts': False} 'VolumesFrom': ['nostalgic_newton'], 'PublishAllPorts': False}
""" """
if not kwargs: if not kwargs:
@ -631,11 +606,11 @@ class ContainerApiMixin:
Example: Example:
>>> client.api.create_network('network1') >>> docker_client.create_network('network1')
>>> networking_config = client.api.create_networking_config({ >>> networking_config = docker_client.create_networking_config({
'network1': client.api.create_endpoint_config() 'network1': docker_client.create_endpoint_config()
}) })
>>> container = client.api.create_container( >>> container = docker_client.create_container(
img, command, networking_config=networking_config img, command, networking_config=networking_config
) )
@ -661,15 +636,13 @@ class ContainerApiMixin:
network, using the IPv6 protocol. Defaults to ``None``. network, using the IPv6 protocol. Defaults to ``None``.
link_local_ips (:py:class:`list`): A list of link-local (IPv4/IPv6) link_local_ips (:py:class:`list`): A list of link-local (IPv4/IPv6)
addresses. addresses.
driver_opt (dict): A dictionary of options to provide to the
network driver. Defaults to ``None``.
Returns: Returns:
(dict) An endpoint config. (dict) An endpoint config.
Example: Example:
>>> endpoint_config = client.api.create_endpoint_config( >>> endpoint_config = client.create_endpoint_config(
aliases=['web', 'app'], aliases=['web', 'app'],
links={'app_db': 'db', 'another': None}, links={'app_db': 'db', 'another': None},
ipv4_address='132.65.0.123' ipv4_address='132.65.0.123'
@ -687,8 +660,7 @@ class ContainerApiMixin:
container (str): The container to diff container (str): The container to diff
Returns: Returns:
(list) A list of dictionaries containing the attributes `Path` (str)
and `Kind`.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -722,8 +694,7 @@ class ContainerApiMixin:
return self._stream_raw_result(res, chunk_size, False) return self._stream_raw_result(res, chunk_size, False)
@utils.check_resource('container') @utils.check_resource('container')
def get_archive(self, container, path, chunk_size=DEFAULT_DATA_CHUNK_SIZE, def get_archive(self, container, path, chunk_size=DEFAULT_DATA_CHUNK_SIZE):
encode_stream=False):
""" """
Retrieve a file or folder from a container in the form of a tar Retrieve a file or folder from a container in the form of a tar
archive. archive.
@ -734,8 +705,6 @@ class ContainerApiMixin:
chunk_size (int): The number of bytes returned by each iteration chunk_size (int): The number of bytes returned by each iteration
of the generator. If ``None``, data will be streamed as it is of the generator. If ``None``, data will be streamed as it is
received. Default: 2 MB received. Default: 2 MB
encode_stream (bool): Determines if data should be encoded
(gzip-compressed) during transmission. Default: False
Returns: Returns:
(tuple): First element is a raw tar data stream. Second element is (tuple): First element is a raw tar data stream. Second element is
@ -749,7 +718,7 @@ class ContainerApiMixin:
>>> c = docker.APIClient() >>> c = docker.APIClient()
>>> f = open('./sh_bin.tar', 'wb') >>> f = open('./sh_bin.tar', 'wb')
>>> bits, stat = c.api.get_archive(container, '/bin/sh') >>> bits, stat = c.get_archive(container, '/bin/sh')
>>> print(stat) >>> print(stat)
{'name': 'sh', 'size': 1075464, 'mode': 493, {'name': 'sh', 'size': 1075464, 'mode': 493,
'mtime': '2018-10-01T15:37:48-07:00', 'linkTarget': ''} 'mtime': '2018-10-01T15:37:48-07:00', 'linkTarget': ''}
@ -760,13 +729,8 @@ class ContainerApiMixin:
params = { params = {
'path': path 'path': path
} }
headers = {
"Accept-Encoding": "gzip, deflate"
} if encode_stream else {
"Accept-Encoding": "identity"
}
url = self._url('/containers/{0}/archive', container) url = self._url('/containers/{0}/archive', container)
res = self._get(url, params=params, stream=True, headers=headers) res = self._get(url, params=params, stream=True)
self._raise_for_status(res) self._raise_for_status(res)
encoded_stat = res.headers.get('x-docker-container-path-stat') encoded_stat = res.headers.get('x-docker-container-path-stat')
return ( return (
@ -810,7 +774,7 @@ class ContainerApiMixin:
url = self._url("/containers/{0}/kill", container) url = self._url("/containers/{0}/kill", container)
params = {} params = {}
if signal is not None: if signal is not None:
if not isinstance(signal, str): if not isinstance(signal, six.string_types):
signal = int(signal) signal = int(signal)
params['signal'] = signal params['signal'] = signal
res = self._post(url, params=params) res = self._post(url, params=params)
@ -836,15 +800,14 @@ class ContainerApiMixin:
tail (str or int): Output specified number of lines at the end of tail (str or int): Output specified number of lines at the end of
logs. Either an integer of number of lines or the string logs. Either an integer of number of lines or the string
``all``. Default ``all`` ``all``. Default ``all``
since (datetime, int, or float): Show logs since a given datetime, since (datetime or int): Show logs since a given datetime or
integer epoch (in seconds) or float (in fractional seconds) integer epoch (in seconds)
follow (bool): Follow log output. Default ``False`` follow (bool): Follow log output. Default ``False``
until (datetime, int, or float): Show logs that occurred before until (datetime or int): Show logs that occurred before the given
the given datetime, integer epoch (in seconds), or datetime or integer epoch (in seconds)
float (in fractional seconds)
Returns: Returns:
(generator of bytes or bytes) (generator or str)
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -866,12 +829,10 @@ class ContainerApiMixin:
params['since'] = utils.datetime_to_timestamp(since) params['since'] = utils.datetime_to_timestamp(since)
elif (isinstance(since, int) and since > 0): elif (isinstance(since, int) and since > 0):
params['since'] = since params['since'] = since
elif (isinstance(since, float) and since > 0.0):
params['since'] = since
else: else:
raise errors.InvalidArgument( raise errors.InvalidArgument(
'since value should be datetime or positive int/float,' 'since value should be datetime or positive int, '
f' not {type(since)}' 'not {}'.format(type(since))
) )
if until is not None: if until is not None:
@ -883,12 +844,10 @@ class ContainerApiMixin:
params['until'] = utils.datetime_to_timestamp(until) params['until'] = utils.datetime_to_timestamp(until)
elif (isinstance(until, int) and until > 0): elif (isinstance(until, int) and until > 0):
params['until'] = until params['until'] = until
elif (isinstance(until, float) and until > 0.0):
params['until'] = until
else: else:
raise errors.InvalidArgument( raise errors.InvalidArgument(
f'until value should be datetime or positive int/float, ' 'until value should be datetime or positive int, '
f'not {type(until)}' 'not {}'.format(type(until))
) )
url = self._url("/containers/{0}/logs", container) url = self._url("/containers/{0}/logs", container)
@ -941,7 +900,7 @@ class ContainerApiMixin:
.. code-block:: python .. code-block:: python
>>> client.api.port('7174d6347063', 80) >>> cli.port('7174d6347063', 80)
[{'HostIp': '0.0.0.0', 'HostPort': '80'}] [{'HostIp': '0.0.0.0', 'HostPort': '80'}]
""" """
res = self._get(self._url("/containers/{0}/json", container)) res = self._get(self._url("/containers/{0}/json", container))
@ -960,7 +919,7 @@ class ContainerApiMixin:
return port_settings.get(private_port) return port_settings.get(private_port)
for protocol in ['tcp', 'udp', 'sctp']: for protocol in ['tcp', 'udp', 'sctp']:
h_ports = port_settings.get(f"{private_port}/{protocol}") h_ports = port_settings.get(private_port + '/' + protocol)
if h_ports: if h_ports:
break break
@ -976,7 +935,7 @@ class ContainerApiMixin:
container (str): The container where the file(s) will be extracted container (str): The container where the file(s) will be extracted
path (str): Path inside the container where the file(s) will be path (str): Path inside the container where the file(s) will be
extracted. Must exist. extracted. Must exist.
data (bytes or stream): tar data to be extracted data (bytes): tar data to be extracted
Returns: Returns:
(bool): True if the call succeeds. (bool): True if the call succeeds.
@ -1120,10 +1079,10 @@ class ContainerApiMixin:
Example: Example:
>>> container = client.api.create_container( >>> container = cli.create_container(
... image='busybox:latest', ... image='busybox:latest',
... command='/bin/sleep 30') ... command='/bin/sleep 30')
>>> client.api.start(container=container.get('Id')) >>> cli.start(container=container.get('Id'))
""" """
if args or kwargs: if args or kwargs:
raise errors.DeprecatedMethod( raise errors.DeprecatedMethod(
@ -1136,7 +1095,7 @@ class ContainerApiMixin:
self._raise_for_status(res) self._raise_for_status(res)
@utils.check_resource('container') @utils.check_resource('container')
def stats(self, container, decode=None, stream=True, one_shot=None): def stats(self, container, decode=None, stream=True):
""" """
Stream statistics for a specific container. Similar to the Stream statistics for a specific container. Similar to the
``docker stats`` command. ``docker stats`` command.
@ -1148,9 +1107,6 @@ class ContainerApiMixin:
False by default. False by default.
stream (bool): If set to false, only the current stats will be stream (bool): If set to false, only the current stats will be
returned instead of a stream. True by default. returned instead of a stream. True by default.
one_shot (bool): If set to true, Only get a single stat instead of
waiting for 2 cycles. Must be used with stream=false. False by
default.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -1158,30 +1114,16 @@ class ContainerApiMixin:
""" """
url = self._url("/containers/{0}/stats", container) url = self._url("/containers/{0}/stats", container)
params = {
'stream': stream
}
if one_shot is not None:
if utils.version_lt(self._version, '1.41'):
raise errors.InvalidVersion(
'one_shot is not supported for API version < 1.41'
)
params['one-shot'] = one_shot
if stream: if stream:
if one_shot: return self._stream_helper(self._get(url, stream=True),
raise errors.InvalidArgument( decode=decode)
'one_shot is only available in conjunction with '
'stream=False'
)
return self._stream_helper(
self._get(url, stream=True, params=params), decode=decode
)
else: else:
if decode: if decode:
raise errors.InvalidArgument( raise errors.InvalidArgument(
"decode is only available in conjunction with stream=True" "decode is only available in conjuction with stream=True"
) )
return self._result(self._get(url, params=params), json=True) return self._result(self._get(url, params={'stream': False}),
json=True)
@utils.check_resource('container') @utils.check_resource('container')
def stop(self, container, timeout=None): def stop(self, container, timeout=None):
@ -1264,8 +1206,8 @@ class ContainerApiMixin:
cpu_shares (int): CPU shares (relative weight) cpu_shares (int): CPU shares (relative weight)
cpuset_cpus (str): CPUs in which to allow execution cpuset_cpus (str): CPUs in which to allow execution
cpuset_mems (str): MEMs in which to allow execution cpuset_mems (str): MEMs in which to allow execution
mem_limit (float or str): Memory limit mem_limit (int or str): Memory limit
mem_reservation (float or str): Memory soft limit mem_reservation (int or str): Memory soft limit
memswap_limit (int or str): Total memory (memory + swap), -1 to memswap_limit (int or str): Total memory (memory + swap), -1 to
disable swap disable swap
kernel_memory (int or str): Kernel memory limit kernel_memory (int or str): Kernel memory limit

View File

@ -4,7 +4,7 @@ from datetime import datetime
from .. import auth, types, utils from .. import auth, types, utils
class DaemonApiMixin: class DaemonApiMixin(object):
@utils.minimum_version('1.25') @utils.minimum_version('1.25')
def df(self): def df(self):
""" """
@ -109,7 +109,7 @@ class DaemonApiMixin:
the Docker server. the Docker server.
dockercfg_path (str): Use a custom path for the Docker config file dockercfg_path (str): Use a custom path for the Docker config file
(default ``$HOME/.docker/config.json`` if present, (default ``$HOME/.docker/config.json`` if present,
otherwise ``$HOME/.dockercfg``) otherwise``$HOME/.dockercfg``)
Returns: Returns:
(dict): The response from the login request (dict): The response from the login request

View File

@ -1,8 +1,10 @@
from .. import errors, utils import six
from ..types import CancellableStream
from .. import errors
from .. import utils
class ExecApiMixin: class ExecApiMixin(object):
@utils.check_resource('container') @utils.check_resource('container')
def exec_create(self, container, cmd, stdout=True, stderr=True, def exec_create(self, container, cmd, stdout=True, stderr=True,
stdin=False, tty=False, privileged=False, user='', stdin=False, tty=False, privileged=False, user='',
@ -43,7 +45,7 @@ class ExecApiMixin:
'Setting environment for exec is not supported in API < 1.25' 'Setting environment for exec is not supported in API < 1.25'
) )
if isinstance(cmd, str): if isinstance(cmd, six.string_types):
cmd = utils.split_command(cmd) cmd = utils.split_command(cmd)
if isinstance(environment, dict): if isinstance(environment, dict):
@ -125,10 +127,9 @@ class ExecApiMixin:
detach (bool): If true, detach from the exec command. detach (bool): If true, detach from the exec command.
Default: False Default: False
tty (bool): Allocate a pseudo-TTY. Default: False tty (bool): Allocate a pseudo-TTY. Default: False
stream (bool): Return response data progressively as an iterator stream (bool): Stream response data. Default: False
of strings, rather than a single string.
socket (bool): Return the connection socket to allow custom socket (bool): Return the connection socket to allow custom
read/write operations. Must be closed by the caller when done. read/write operations.
demux (bool): Return stdout and stderr separately demux (bool): Return stdout and stderr separately
Returns: Returns:
@ -162,15 +163,7 @@ class ExecApiMixin:
stream=True stream=True
) )
if detach: if detach:
try: return self._result(res)
return self._result(res)
finally:
res.close()
if socket: if socket:
return self._get_raw_response_socket(res) return self._get_raw_response_socket(res)
return self._read_from_socket(res, stream, tty=tty, demux=demux)
output = self._read_from_socket(res, stream, tty=tty, demux=demux)
if stream:
return CancellableStream(output, res)
else:
return output

View File

@ -1,13 +1,15 @@
import logging import logging
import os import os
import six
from .. import auth, errors, utils from .. import auth, errors, utils
from ..constants import DEFAULT_DATA_CHUNK_SIZE from ..constants import DEFAULT_DATA_CHUNK_SIZE
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
class ImageApiMixin: class ImageApiMixin(object):
@utils.check_resource('image') @utils.check_resource('image')
def get_image(self, image, chunk_size=DEFAULT_DATA_CHUNK_SIZE): def get_image(self, image, chunk_size=DEFAULT_DATA_CHUNK_SIZE):
@ -29,7 +31,7 @@ class ImageApiMixin:
Example: Example:
>>> image = client.api.get_image("busybox:latest") >>> image = cli.get_image("busybox:latest")
>>> f = open('/tmp/busybox-latest.tar', 'wb') >>> f = open('/tmp/busybox-latest.tar', 'wb')
>>> for chunk in image: >>> for chunk in image:
>>> f.write(chunk) >>> f.write(chunk)
@ -47,7 +49,7 @@ class ImageApiMixin:
image (str): The image to show history for image (str): The image to show history for
Returns: Returns:
(list): The history of the image (str): The history of the image
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -79,18 +81,10 @@ class ImageApiMixin:
If the server returns an error. If the server returns an error.
""" """
params = { params = {
'filter': name,
'only_ids': 1 if quiet else 0, 'only_ids': 1 if quiet else 0,
'all': 1 if all else 0, 'all': 1 if all else 0,
} }
if name:
if utils.version_lt(self._version, '1.25'):
# only use "filter" on API 1.24 and under, as it is deprecated
params['filter'] = name
else:
if filters:
filters['reference'] = name
else:
filters = {'reference': name}
if filters: if filters:
params['filters'] = utils.convert_filters(filters) params['filters'] = utils.convert_filters(filters)
res = self._result(self._get(self._url("/images/json"), params=params), res = self._result(self._get(self._url("/images/json"), params=params),
@ -128,7 +122,7 @@ class ImageApiMixin:
params = _import_image_params( params = _import_image_params(
repository, tag, image, repository, tag, image,
src=(src if isinstance(src, str) else None), src=(src if isinstance(src, six.string_types) else None),
changes=changes changes=changes
) )
headers = {'Content-Type': 'application/tar'} headers = {'Content-Type': 'application/tar'}
@ -137,7 +131,7 @@ class ImageApiMixin:
return self._result( return self._result(
self._post(u, data=None, params=params) self._post(u, data=None, params=params)
) )
elif isinstance(src, str): # from file path elif isinstance(src, six.string_types): # from file path
with open(src, 'rb') as f: with open(src, 'rb') as f:
return self._result( return self._result(
self._post( self._post(
@ -349,14 +343,13 @@ class ImageApiMixin:
return self._result(self._post(url, params=params), True) return self._result(self._post(url, params=params), True)
def pull(self, repository, tag=None, stream=False, auth_config=None, def pull(self, repository, tag=None, stream=False, auth_config=None,
decode=False, platform=None, all_tags=False): decode=False, platform=None):
""" """
Pulls an image. Similar to the ``docker pull`` command. Pulls an image. Similar to the ``docker pull`` command.
Args: Args:
repository (str): The repository to pull repository (str): The repository to pull
tag (str): The tag to pull. If ``tag`` is ``None`` or empty, it tag (str): The tag to pull
is set to ``latest``.
stream (bool): Stream the output as a generator. Make sure to stream (bool): Stream the output as a generator. Make sure to
consume the generator, otherwise pull might get cancelled. consume the generator, otherwise pull might get cancelled.
auth_config (dict): Override the credentials that are found in the auth_config (dict): Override the credentials that are found in the
@ -365,8 +358,6 @@ class ImageApiMixin:
decode (bool): Decode the JSON data from the server into dicts. decode (bool): Decode the JSON data from the server into dicts.
Only applies with ``stream=True`` Only applies with ``stream=True``
platform (str): Platform in the format ``os[/arch[/variant]]`` platform (str): Platform in the format ``os[/arch[/variant]]``
all_tags (bool): Pull all image tags, the ``tag`` parameter is
ignored.
Returns: Returns:
(generator or str): The output (generator or str): The output
@ -377,8 +368,7 @@ class ImageApiMixin:
Example: Example:
>>> resp = client.api.pull('busybox', stream=True, decode=True) >>> for line in cli.pull('busybox', stream=True, decode=True):
... for line in resp:
... print(json.dumps(line, indent=4)) ... print(json.dumps(line, indent=4))
{ {
"status": "Pulling image (latest) from busybox", "status": "Pulling image (latest) from busybox",
@ -392,12 +382,8 @@ class ImageApiMixin:
} }
""" """
repository, image_tag = utils.parse_repository_tag(repository) if not tag:
tag = tag or image_tag or 'latest' repository, tag = utils.parse_repository_tag(repository)
if all_tags:
tag = None
registry, repo_name = auth.resolve_repository_name(repository) registry, repo_name = auth.resolve_repository_name(repository)
params = { params = {
@ -457,12 +443,7 @@ class ImageApiMixin:
If the server returns an error. If the server returns an error.
Example: Example:
>>> resp = client.api.push( >>> for line in cli.push('yourname/app', stream=True, decode=True):
... 'yourname/app',
... stream=True,
... decode=True,
... )
... for line in resp:
... print(line) ... print(line)
{'status': 'Pushing repository yourname/app (1 tags)'} {'status': 'Pushing repository yourname/app (1 tags)'}
{'status': 'Pushing','progressDetail': {}, 'id': '511136ea3c5a'} {'status': 'Pushing','progressDetail': {}, 'id': '511136ea3c5a'}
@ -513,14 +494,13 @@ class ImageApiMixin:
res = self._delete(self._url("/images/{0}", image), params=params) res = self._delete(self._url("/images/{0}", image), params=params)
return self._result(res, True) return self._result(res, True)
def search(self, term, limit=None): def search(self, term):
""" """
Search for images on Docker Hub. Similar to the ``docker search`` Search for images on Docker Hub. Similar to the ``docker search``
command. command.
Args: Args:
term (str): A term to search for. term (str): A term to search for.
limit (int): The maximum number of results to return.
Returns: Returns:
(list of dicts): The response of the search. (list of dicts): The response of the search.
@ -529,12 +509,8 @@ class ImageApiMixin:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
If the server returns an error. If the server returns an error.
""" """
params = {'term': term}
if limit is not None:
params['limit'] = limit
return self._result( return self._result(
self._get(self._url("/images/search"), params=params), self._get(self._url("/images/search"), params={'term': term}),
True True
) )
@ -558,7 +534,7 @@ class ImageApiMixin:
Example: Example:
>>> client.api.tag('ubuntu', 'localhost:5000/ubuntu', 'latest', >>> client.tag('ubuntu', 'localhost:5000/ubuntu', 'latest',
force=True) force=True)
""" """
params = { params = {
@ -575,7 +551,7 @@ class ImageApiMixin:
def is_file(src): def is_file(src):
try: try:
return ( return (
isinstance(src, str) and isinstance(src, six.string_types) and
os.path.isfile(src) os.path.isfile(src)
) )
except TypeError: # a data string will make isfile() raise a TypeError except TypeError: # a data string will make isfile() raise a TypeError

View File

@ -1,9 +1,10 @@
from .. import utils
from ..errors import InvalidVersion from ..errors import InvalidVersion
from ..utils import check_resource, minimum_version, version_lt from ..utils import check_resource, minimum_version
from ..utils import version_lt
from .. import utils
class NetworkApiMixin: class NetworkApiMixin(object):
def networks(self, names=None, ids=None, filters=None): def networks(self, names=None, ids=None, filters=None):
""" """
List networks. Similar to the ``docker network ls`` command. List networks. Similar to the ``docker network ls`` command.
@ -74,7 +75,7 @@ class NetworkApiMixin:
Example: Example:
A network using the bridge driver: A network using the bridge driver:
>>> client.api.create_network("network1", driver="bridge") >>> client.create_network("network1", driver="bridge")
You can also create more advanced networks with custom IPAM You can also create more advanced networks with custom IPAM
configurations. For example, setting the subnet to configurations. For example, setting the subnet to
@ -89,7 +90,7 @@ class NetworkApiMixin:
>>> ipam_config = docker.types.IPAMConfig( >>> ipam_config = docker.types.IPAMConfig(
pool_configs=[ipam_pool] pool_configs=[ipam_pool]
) )
>>> client.api.create_network("network1", driver="bridge", >>> docker_client.create_network("network1", driver="bridge",
ipam=ipam_config) ipam=ipam_config)
""" """
if options is not None and not isinstance(options, dict): if options is not None and not isinstance(options, dict):
@ -215,8 +216,7 @@ class NetworkApiMixin:
def connect_container_to_network(self, container, net_id, def connect_container_to_network(self, container, net_id,
ipv4_address=None, ipv6_address=None, ipv4_address=None, ipv6_address=None,
aliases=None, links=None, aliases=None, links=None,
link_local_ips=None, driver_opt=None, link_local_ips=None):
mac_address=None):
""" """
Connect a container to a network. Connect a container to a network.
@ -235,16 +235,12 @@ class NetworkApiMixin:
network, using the IPv6 protocol. Defaults to ``None``. network, using the IPv6 protocol. Defaults to ``None``.
link_local_ips (:py:class:`list`): A list of link-local link_local_ips (:py:class:`list`): A list of link-local
(IPv4/IPv6) addresses. (IPv4/IPv6) addresses.
mac_address (str): The MAC address of this container on the
network. Defaults to ``None``.
""" """
data = { data = {
"Container": container, "Container": container,
"EndpointConfig": self.create_endpoint_config( "EndpointConfig": self.create_endpoint_config(
aliases=aliases, links=links, ipv4_address=ipv4_address, aliases=aliases, links=links, ipv4_address=ipv4_address,
ipv6_address=ipv6_address, link_local_ips=link_local_ips, ipv6_address=ipv6_address, link_local_ips=link_local_ips
driver_opt=driver_opt,
mac_address=mac_address
), ),
} }

View File

@ -1,7 +1,9 @@
import six
from .. import auth, utils from .. import auth, utils
class PluginApiMixin: class PluginApiMixin(object):
@utils.minimum_version('1.25') @utils.minimum_version('1.25')
@utils.check_resource('name') @utils.check_resource('name')
def configure_plugin(self, name, options): def configure_plugin(self, name, options):
@ -19,7 +21,7 @@ class PluginApiMixin:
url = self._url('/plugins/{0}/set', name) url = self._url('/plugins/{0}/set', name)
data = options data = options
if isinstance(data, dict): if isinstance(data, dict):
data = [f'{k}={v}' for k, v in data.items()] data = ['{0}={1}'.format(k, v) for k, v in six.iteritems(data)]
res = self._post_json(url, data=data) res = self._post_json(url, data=data)
self._raise_for_status(res) self._raise_for_status(res)
return True return True
@ -51,20 +53,19 @@ class PluginApiMixin:
return True return True
@utils.minimum_version('1.25') @utils.minimum_version('1.25')
def disable_plugin(self, name, force=False): def disable_plugin(self, name):
""" """
Disable an installed plugin. Disable an installed plugin.
Args: Args:
name (string): The name of the plugin. The ``:latest`` tag is name (string): The name of the plugin. The ``:latest`` tag is
optional, and is the default if omitted. optional, and is the default if omitted.
force (bool): To enable the force query parameter.
Returns: Returns:
``True`` if successful ``True`` if successful
""" """
url = self._url('/plugins/{0}/disable', name) url = self._url('/plugins/{0}/disable', name)
res = self._post(url, params={'force': force}) res = self._post(url)
self._raise_for_status(res) self._raise_for_status(res)
return True return True

View File

@ -1,9 +1,12 @@
import base64 import base64
from .. import errors, utils import six
from .. import errors
from .. import utils
class SecretApiMixin: class SecretApiMixin(object):
@utils.minimum_version('1.25') @utils.minimum_version('1.25')
def create_secret(self, name, data, labels=None, driver=None): def create_secret(self, name, data, labels=None, driver=None):
""" """
@ -22,7 +25,8 @@ class SecretApiMixin:
data = data.encode('utf-8') data = data.encode('utf-8')
data = base64.b64encode(data) data = base64.b64encode(data)
data = data.decode('ascii') if six.PY3:
data = data.decode('ascii')
body = { body = {
'Data': data, 'Data': data,
'Name': name, 'Name': name,

View File

@ -7,7 +7,9 @@ def _check_api_features(version, task_template, update_config, endpoint_spec,
def raise_version_error(param, min_version): def raise_version_error(param, min_version):
raise errors.InvalidVersion( raise errors.InvalidVersion(
f'{param} is not supported in API version < {min_version}' '{} is not supported in API version < {}'.format(
param, min_version
)
) )
if update_config is not None: if update_config is not None:
@ -43,7 +45,7 @@ def _check_api_features(version, task_template, update_config, endpoint_spec,
if task_template is not None: if task_template is not None:
if 'ForceUpdate' in task_template and utils.version_lt( if 'ForceUpdate' in task_template and utils.version_lt(
version, '1.25'): version, '1.25'):
raise_version_error('force_update', '1.25') raise_version_error('force_update', '1.25')
if task_template.get('Placement'): if task_template.get('Placement'):
if utils.version_lt(version, '1.30'): if utils.version_lt(version, '1.30'):
@ -111,7 +113,7 @@ def _merge_task_template(current, override):
return merged return merged
class ServiceApiMixin: class ServiceApiMixin(object):
@utils.minimum_version('1.24') @utils.minimum_version('1.24')
def create_service( def create_service(
self, task_template, name=None, labels=None, mode=None, self, task_template, name=None, labels=None, mode=None,
@ -260,7 +262,7 @@ class ServiceApiMixin:
return True return True
@utils.minimum_version('1.24') @utils.minimum_version('1.24')
def services(self, filters=None, status=None): def services(self, filters=None):
""" """
List services. List services.
@ -268,8 +270,6 @@ class ServiceApiMixin:
filters (dict): Filters to process on the nodes list. Valid filters (dict): Filters to process on the nodes list. Valid
filters: ``id``, ``name`` , ``label`` and ``mode``. filters: ``id``, ``name`` , ``label`` and ``mode``.
Default: ``None``. Default: ``None``.
status (bool): Include the service task count of running and
desired tasks. Default: ``None``.
Returns: Returns:
A list of dictionaries containing data about each service. A list of dictionaries containing data about each service.
@ -281,12 +281,6 @@ class ServiceApiMixin:
params = { params = {
'filters': utils.convert_filters(filters) if filters else None 'filters': utils.convert_filters(filters) if filters else None
} }
if status is not None:
if utils.version_lt(self._version, '1.41'):
raise errors.InvalidVersion(
'status is not supported in API version < 1.41'
)
params['status'] = status
url = self._url('/services') url = self._url('/services')
return self._result(self._get(url, params=params), True) return self._result(self._get(url, params=params), True)

View File

@ -1,13 +1,14 @@
import http.client as http_client
import logging import logging
from six.moves import http_client
from .. import errors, types, utils
from ..constants import DEFAULT_SWARM_ADDR_POOL, DEFAULT_SWARM_SUBNET_SIZE from ..constants import DEFAULT_SWARM_ADDR_POOL, DEFAULT_SWARM_SUBNET_SIZE
from .. import errors
from .. import types
from .. import utils
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
class SwarmApiMixin: class SwarmApiMixin(object):
def create_swarm_spec(self, *args, **kwargs): def create_swarm_spec(self, *args, **kwargs):
""" """
@ -57,10 +58,10 @@ class SwarmApiMixin:
Example: Example:
>>> spec = client.api.create_swarm_spec( >>> spec = client.create_swarm_spec(
snapshot_interval=5000, log_entries_for_slow_followers=1200 snapshot_interval=5000, log_entries_for_slow_followers=1200
) )
>>> client.api.init_swarm( >>> client.init_swarm(
advertise_addr='eth0', listen_addr='0.0.0.0:5000', advertise_addr='eth0', listen_addr='0.0.0.0:5000',
force_new_cluster=False, swarm_spec=spec force_new_cluster=False, swarm_spec=spec
) )
@ -84,7 +85,7 @@ class SwarmApiMixin:
def init_swarm(self, advertise_addr=None, listen_addr='0.0.0.0:2377', def init_swarm(self, advertise_addr=None, listen_addr='0.0.0.0:2377',
force_new_cluster=False, swarm_spec=None, force_new_cluster=False, swarm_spec=None,
default_addr_pool=None, subnet_size=None, default_addr_pool=None, subnet_size=None,
data_path_addr=None, data_path_port=None): data_path_addr=None):
""" """
Initialize a new Swarm using the current connected engine as the first Initialize a new Swarm using the current connected engine as the first
node. node.
@ -117,9 +118,6 @@ class SwarmApiMixin:
networks created from the default subnet pool. Default: None networks created from the default subnet pool. Default: None
data_path_addr (string): Address or interface to use for data path data_path_addr (string): Address or interface to use for data path
traffic. For example, 192.168.1.1, or an interface, like eth0. traffic. For example, 192.168.1.1, or an interface, like eth0.
data_path_port (int): Port number to use for data path traffic.
Acceptable port range is 1024 to 49151. If set to ``None`` or
0, the default port 4789 will be used. Default: None
Returns: Returns:
(str): The ID of the created node. (str): The ID of the created node.
@ -168,14 +166,6 @@ class SwarmApiMixin:
) )
data['DataPathAddr'] = data_path_addr data['DataPathAddr'] = data_path_addr
if data_path_port is not None:
if utils.version_lt(self._version, '1.40'):
raise errors.InvalidVersion(
'Data path port is only available for '
'API version >= 1.40'
)
data['DataPathPort'] = data_path_port
response = self._post_json(url, data=data) response = self._post_json(url, data=data)
return self._result(response, json=True) return self._result(response, json=True)
@ -364,8 +354,8 @@ class SwarmApiMixin:
Example: Example:
>>> key = client.api.get_unlock_key() >>> key = client.get_unlock_key()
>>> client.unlock_swarm(key) >>> client.unlock_node(key)
""" """
if isinstance(key, dict): if isinstance(key, dict):
@ -406,7 +396,7 @@ class SwarmApiMixin:
'Role': 'manager', 'Role': 'manager',
'Labels': {'foo': 'bar'} 'Labels': {'foo': 'bar'}
} }
>>> client.api.update_node(node_id='24ifsmvkjbyhk', version=8, >>> client.update_node(node_id='24ifsmvkjbyhk', version=8,
node_spec=node_spec) node_spec=node_spec)
""" """

View File

@ -1,7 +1,8 @@
from .. import errors, utils from .. import errors
from .. import utils
class VolumeApiMixin: class VolumeApiMixin(object):
def volumes(self, filters=None): def volumes(self, filters=None):
""" """
List volumes currently registered by the docker daemon. Similar to the List volumes currently registered by the docker daemon. Similar to the
@ -20,7 +21,7 @@ class VolumeApiMixin:
Example: Example:
>>> client.api.volumes() >>> cli.volumes()
{u'Volumes': [{u'Driver': u'local', {u'Volumes': [{u'Driver': u'local',
u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data', u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data',
u'Name': u'foobar'}, u'Name': u'foobar'},
@ -55,18 +56,15 @@ class VolumeApiMixin:
Example: Example:
>>> volume = client.api.create_volume( >>> volume = cli.create_volume(name='foobar', driver='local',
... name='foobar', driver_opts={'foo': 'bar', 'baz': 'false'},
... driver='local', labels={"key": "value"})
... driver_opts={'foo': 'bar', 'baz': 'false'}, >>> print(volume)
... labels={"key": "value"},
... )
... print(volume)
{u'Driver': u'local', {u'Driver': u'local',
u'Labels': {u'key': u'value'}, u'Labels': {u'key': u'value'},
u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data', u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data',
u'Name': u'foobar', u'Name': u'foobar',
u'Scope': u'local'} u'Scope': u'local'}
""" """
url = self._url('/volumes/create') url = self._url('/volumes/create')
@ -106,7 +104,7 @@ class VolumeApiMixin:
Example: Example:
>>> client.api.inspect_volume('foobar') >>> cli.inspect_volume('foobar')
{u'Driver': u'local', {u'Driver': u'local',
u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data', u'Mountpoint': u'/var/lib/docker/volumes/foobar/_data',
u'Name': u'foobar'} u'Name': u'foobar'}

View File

@ -2,11 +2,14 @@ import base64
import json import json
import logging import logging
from . import credentials, errors import six
from . import credentials
from . import errors
from .utils import config from .utils import config
INDEX_NAME = 'docker.io' INDEX_NAME = 'docker.io'
INDEX_URL = f'https://index.{INDEX_NAME}/v1/' INDEX_URL = 'https://index.{0}/v1/'.format(INDEX_NAME)
TOKEN_USERNAME = '<token>' TOKEN_USERNAME = '<token>'
log = logging.getLogger(__name__) log = logging.getLogger(__name__)
@ -15,21 +18,21 @@ log = logging.getLogger(__name__)
def resolve_repository_name(repo_name): def resolve_repository_name(repo_name):
if '://' in repo_name: if '://' in repo_name:
raise errors.InvalidRepository( raise errors.InvalidRepository(
f'Repository name cannot contain a scheme ({repo_name})' 'Repository name cannot contain a scheme ({0})'.format(repo_name)
) )
index_name, remote_name = split_repo_name(repo_name) index_name, remote_name = split_repo_name(repo_name)
if index_name[0] == '-' or index_name[-1] == '-': if index_name[0] == '-' or index_name[-1] == '-':
raise errors.InvalidRepository( raise errors.InvalidRepository(
f'Invalid index name ({index_name}). ' 'Invalid index name ({0}). Cannot begin or end with a'
'Cannot begin or end with a hyphen.' ' hyphen.'.format(index_name)
) )
return resolve_index_name(index_name), remote_name return resolve_index_name(index_name), remote_name
def resolve_index_name(index_name): def resolve_index_name(index_name):
index_name = convert_to_hostname(index_name) index_name = convert_to_hostname(index_name)
if index_name == f"index.{INDEX_NAME}": if index_name == 'index.' + INDEX_NAME:
index_name = INDEX_NAME index_name = INDEX_NAME
return index_name return index_name
@ -95,10 +98,12 @@ class AuthConfig(dict):
""" """
conf = {} conf = {}
for registry, entry in entries.items(): for registry, entry in six.iteritems(entries):
if not isinstance(entry, dict): if not isinstance(entry, dict):
log.debug( log.debug(
f'Config entry for key {registry} is not auth config' 'Config entry for key {0} is not auth config'.format(
registry
)
) )
# We sometimes fall back to parsing the whole config as if it # We sometimes fall back to parsing the whole config as if it
# was the auth config by itself, for legacy purposes. In that # was the auth config by itself, for legacy purposes. In that
@ -106,11 +111,17 @@ class AuthConfig(dict):
# keys is not formatted properly. # keys is not formatted properly.
if raise_on_error: if raise_on_error:
raise errors.InvalidConfigFile( raise errors.InvalidConfigFile(
f'Invalid configuration for registry {registry}' 'Invalid configuration for registry {0}'.format(
registry
)
) )
return {} return {}
if 'identitytoken' in entry: if 'identitytoken' in entry:
log.debug(f'Found an IdentityToken entry for registry {registry}') log.debug(
'Found an IdentityToken entry for registry {0}'.format(
registry
)
)
conf[registry] = { conf[registry] = {
'IdentityToken': entry['identitytoken'] 'IdentityToken': entry['identitytoken']
} }
@ -121,15 +132,16 @@ class AuthConfig(dict):
# a valid value in the auths config. # a valid value in the auths config.
# https://github.com/docker/compose/issues/3265 # https://github.com/docker/compose/issues/3265
log.debug( log.debug(
f'Auth data for {registry} is absent. ' 'Auth data for {0} is absent. Client might be using a '
f'Client might be using a credentials store instead.' 'credentials store instead.'.format(registry)
) )
conf[registry] = {} conf[registry] = {}
continue continue
username, password = decode_auth(entry['auth']) username, password = decode_auth(entry['auth'])
log.debug( log.debug(
f'Found entry (registry={registry!r}, username={username!r})' 'Found entry (registry={0}, username={1})'
.format(repr(registry), repr(username))
) )
conf[registry] = { conf[registry] = {
@ -158,7 +170,7 @@ class AuthConfig(dict):
try: try:
with open(config_file) as f: with open(config_file) as f:
config_dict = json.load(f) config_dict = json.load(f)
except (OSError, KeyError, ValueError) as e: except (IOError, KeyError, ValueError) as e:
# Likely missing new Docker config file or it's in an # Likely missing new Docker config file or it's in an
# unknown format, continue to attempt to read old location # unknown format, continue to attempt to read old location
# and format. # and format.
@ -218,7 +230,7 @@ class AuthConfig(dict):
store_name = self.get_credential_store(registry) store_name = self.get_credential_store(registry)
if store_name is not None: if store_name is not None:
log.debug( log.debug(
f'Using credentials store "{store_name}"' 'Using credentials store "{0}"'.format(store_name)
) )
cfg = self._resolve_authconfig_credstore(registry, store_name) cfg = self._resolve_authconfig_credstore(registry, store_name)
if cfg is not None: if cfg is not None:
@ -227,15 +239,15 @@ class AuthConfig(dict):
# Default to the public index server # Default to the public index server
registry = resolve_index_name(registry) if registry else INDEX_NAME registry = resolve_index_name(registry) if registry else INDEX_NAME
log.debug(f"Looking for auth entry for {repr(registry)}") log.debug("Looking for auth entry for {0}".format(repr(registry)))
if registry in self.auths: if registry in self.auths:
log.debug(f"Found {repr(registry)}") log.debug("Found {0}".format(repr(registry)))
return self.auths[registry] return self.auths[registry]
for key, conf in self.auths.items(): for key, conf in six.iteritems(self.auths):
if resolve_index_name(key) == registry: if resolve_index_name(key) == registry:
log.debug(f"Found {repr(key)}") log.debug("Found {0}".format(repr(key)))
return conf return conf
log.debug("No entry found") log.debug("No entry found")
@ -246,7 +258,7 @@ class AuthConfig(dict):
# The ecosystem is a little schizophrenic with index.docker.io VS # The ecosystem is a little schizophrenic with index.docker.io VS
# docker.io - in that case, it seems the full URL is necessary. # docker.io - in that case, it seems the full URL is necessary.
registry = INDEX_URL registry = INDEX_URL
log.debug(f"Looking for auth entry for {repr(registry)}") log.debug("Looking for auth entry for {0}".format(repr(registry)))
store = self._get_store_instance(credstore_name) store = self._get_store_instance(credstore_name)
try: try:
data = store.get(registry) data = store.get(registry)
@ -266,8 +278,8 @@ class AuthConfig(dict):
return None return None
except credentials.StoreError as e: except credentials.StoreError as e:
raise errors.DockerException( raise errors.DockerException(
f'Credentials store error: {repr(e)}' 'Credentials store error: {0}'.format(repr(e))
) from e )
def _get_store_instance(self, name): def _get_store_instance(self, name):
if name not in self._stores: if name not in self._stores:
@ -317,7 +329,7 @@ def convert_to_hostname(url):
def decode_auth(auth): def decode_auth(auth):
if isinstance(auth, str): if isinstance(auth, six.string_types):
auth = auth.encode('ascii') auth = auth.encode('ascii')
s = base64.b64decode(auth) s = base64.b64decode(auth)
login, pwd = s.split(b':', 1) login, pwd = s.split(b':', 1)
@ -373,6 +385,7 @@ def _load_legacy_config(config_file):
}} }}
except Exception as e: except Exception as e:
log.debug(e) log.debug(e)
pass
log.debug("All parsing attempts failed - returning empty config") log.debug("All parsing attempts failed - returning empty config")
return {} return {}

View File

@ -1,5 +1,5 @@
from .api.client import APIClient from .api.client import APIClient
from .constants import DEFAULT_MAX_POOL_SIZE, DEFAULT_TIMEOUT_SECONDS from .constants import DEFAULT_TIMEOUT_SECONDS
from .models.configs import ConfigCollection from .models.configs import ConfigCollection
from .models.containers import ContainerCollection from .models.containers import ContainerCollection
from .models.images import ImageCollection from .models.images import ImageCollection
@ -13,7 +13,7 @@ from .models.volumes import VolumeCollection
from .utils import kwargs_from_env from .utils import kwargs_from_env
class DockerClient: class DockerClient(object):
""" """
A client for communicating with a Docker server. A client for communicating with a Docker server.
@ -35,11 +35,6 @@ class DockerClient:
user_agent (str): Set a custom user agent for requests to the server. user_agent (str): Set a custom user agent for requests to the server.
credstore_env (dict): Override environment variables when calling the credstore_env (dict): Override environment variables when calling the
credential store process. credential store process.
use_ssh_client (bool): If set to `True`, an ssh connection is made
via shelling out to the ssh client. Ensure the ssh client is
installed and configured on the host.
max_pool_size (int): The maximum number of connections
to save in the pool.
""" """
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
self.api = APIClient(*args, **kwargs) self.api = APIClient(*args, **kwargs)
@ -67,17 +62,14 @@ class DockerClient:
Args: Args:
version (str): The version of the API to use. Set to ``auto`` to version (str): The version of the API to use. Set to ``auto`` to
automatically detect the server's version. Default: ``auto`` automatically detect the server's version. Default: ``1.35``
timeout (int): Default timeout for API calls, in seconds. timeout (int): Default timeout for API calls, in seconds.
max_pool_size (int): The maximum number of connections ssl_version (int): A valid `SSL version`_.
to save in the pool. assert_hostname (bool): Verify the hostname of the server.
environment (dict): The environment to read environment variables environment (dict): The environment to read environment variables
from. Default: the value of ``os.environ`` from. Default: the value of ``os.environ``
credstore_env (dict): Override environment variables when calling credstore_env (dict): Override environment variables when calling
the credential store process. the credential store process.
use_ssh_client (bool): If set to `True`, an ssh connection is
made via shelling out to the ssh client. Ensure the ssh
client is installed and configured on the host.
Example: Example:
@ -88,15 +80,9 @@ class DockerClient:
https://docs.python.org/3.5/library/ssl.html#ssl.PROTOCOL_TLSv1 https://docs.python.org/3.5/library/ssl.html#ssl.PROTOCOL_TLSv1
""" """
timeout = kwargs.pop('timeout', DEFAULT_TIMEOUT_SECONDS) timeout = kwargs.pop('timeout', DEFAULT_TIMEOUT_SECONDS)
max_pool_size = kwargs.pop('max_pool_size', DEFAULT_MAX_POOL_SIZE)
version = kwargs.pop('version', None) version = kwargs.pop('version', None)
use_ssh_client = kwargs.pop('use_ssh_client', False)
return cls( return cls(
timeout=timeout, timeout=timeout, version=version, **kwargs_from_env(**kwargs)
max_pool_size=max_pool_size,
version=version,
use_ssh_client=use_ssh_client,
**kwargs_from_env(**kwargs)
) )
# Resources # Resources
@ -210,7 +196,7 @@ class DockerClient:
close.__doc__ = APIClient.close.__doc__ close.__doc__ = APIClient.close.__doc__
def __getattr__(self, name): def __getattr__(self, name):
s = [f"'DockerClient' object has no attribute '{name}'"] s = ["'DockerClient' object has no attribute '{}'".format(name)]
# If a user calls a method on APIClient, they # If a user calls a method on APIClient, they
if hasattr(APIClient, name): if hasattr(APIClient, name):
s.append("In Docker SDK for Python 2.0, this method is now on the " s.append("In Docker SDK for Python 2.0, this method is now on the "

View File

@ -1,9 +1,8 @@
import sys import sys
from .version import version
from .version import __version__ DEFAULT_DOCKER_API_VERSION = '1.35'
MINIMUM_DOCKER_API_VERSION = '1.21'
DEFAULT_DOCKER_API_VERSION = '1.45'
MINIMUM_DOCKER_API_VERSION = '1.24'
DEFAULT_TIMEOUT_SECONDS = 60 DEFAULT_TIMEOUT_SECONDS = 60
STREAM_HEADER_SIZE_BYTES = 8 STREAM_HEADER_SIZE_BYTES = 8
CONTAINER_LIMITS_KEYS = [ CONTAINER_LIMITS_KEYS = [
@ -29,7 +28,7 @@ INSECURE_REGISTRY_DEPRECATION_WARNING = \
IS_WINDOWS_PLATFORM = (sys.platform == 'win32') IS_WINDOWS_PLATFORM = (sys.platform == 'win32')
WINDOWS_LONGPATH_PREFIX = '\\\\?\\' WINDOWS_LONGPATH_PREFIX = '\\\\?\\'
DEFAULT_USER_AGENT = f"docker-sdk-python/{__version__}" DEFAULT_USER_AGENT = "docker-sdk-python/{0}".format(version)
DEFAULT_NUM_POOLS = 25 DEFAULT_NUM_POOLS = 25
# The OpenSSH server default value for MaxSessions is 10 which means we can # The OpenSSH server default value for MaxSessions is 10 which means we can
@ -37,8 +36,6 @@ DEFAULT_NUM_POOLS = 25
# For more details see: https://github.com/docker/docker-py/issues/2246 # For more details see: https://github.com/docker/docker-py/issues/2246
DEFAULT_NUM_POOLS_SSH = 9 DEFAULT_NUM_POOLS_SSH = 9
DEFAULT_MAX_POOL_SIZE = 10
DEFAULT_DATA_CHUNK_SIZE = 1024 * 2048 DEFAULT_DATA_CHUNK_SIZE = 1024 * 2048
DEFAULT_SWARM_ADDR_POOL = ['10.0.0.0/8'] DEFAULT_SWARM_ADDR_POOL = ['10.0.0.0/8']

View File

@ -1,2 +1,3 @@
from .api import ContextAPI # flake8: noqa
from .context import Context from .context import Context
from .api import ContextAPI

View File

@ -2,17 +2,14 @@ import json
import os import os
from docker import errors from docker import errors
from docker.context.config import get_meta_dir
from .config import ( from docker.context.config import METAFILE
METAFILE, from docker.context.config import get_current_context_name
get_current_context_name, from docker.context.config import write_context_name_to_docker_config
get_meta_dir, from docker.context import Context
write_context_name_to_docker_config,
)
from .context import Context
class ContextAPI: class ContextAPI(object):
"""Context API. """Context API.
Contains methods for context management: Contains methods for context management:
create, list, remove, get, inspect. create, list, remove, get, inspect.
@ -112,12 +109,12 @@ class ContextAPI:
if filename == METAFILE: if filename == METAFILE:
try: try:
data = json.load( data = json.load(
open(os.path.join(dirname, filename))) open(os.path.join(dirname, filename), "r"))
names.append(data["Name"]) names.append(data["Name"])
except Exception as e: except Exception as e:
raise errors.ContextException( raise errors.ContextException(
f"Failed to load metafile {filename}: {e}", "Failed to load metafile {}: {}".format(
) from e filename, e))
contexts = [cls.DEFAULT_CONTEXT] contexts = [cls.DEFAULT_CONTEXT]
for name in names: for name in names:
@ -141,7 +138,7 @@ class ContextAPI:
err = write_context_name_to_docker_config(name) err = write_context_name_to_docker_config(name)
if err: if err:
raise errors.ContextException( raise errors.ContextException(
f'Failed to set current context: {err}') 'Failed to set current context: {}'.format(err))
@classmethod @classmethod
def remove_context(cls, name): def remove_context(cls, name):

View File

@ -1,9 +1,10 @@
import hashlib
import json
import os import os
import json
import hashlib
from docker import utils from docker import utils
from docker.constants import DEFAULT_UNIX_SOCKET, IS_WINDOWS_PLATFORM from docker.constants import IS_WINDOWS_PLATFORM
from docker.constants import DEFAULT_UNIX_SOCKET
from docker.utils.config import find_config_file from docker.utils.config import find_config_file
METAFILE = "meta.json" METAFILE = "meta.json"
@ -14,7 +15,7 @@ def get_current_context_name():
docker_cfg_path = find_config_file() docker_cfg_path = find_config_file()
if docker_cfg_path: if docker_cfg_path:
try: try:
with open(docker_cfg_path) as f: with open(docker_cfg_path, "r") as f:
name = json.load(f).get("currentContext", "default") name = json.load(f).get("currentContext", "default")
except Exception: except Exception:
return "default" return "default"
@ -28,7 +29,7 @@ def write_context_name_to_docker_config(name=None):
config = {} config = {}
if docker_cfg_path: if docker_cfg_path:
try: try:
with open(docker_cfg_path) as f: with open(docker_cfg_path, "r") as f:
config = json.load(f) config = json.load(f)
except Exception as e: except Exception as e:
return e return e
@ -76,6 +77,5 @@ def get_context_host(path=None, tls=False):
host = utils.parse_host(path, IS_WINDOWS_PLATFORM, tls) host = utils.parse_host(path, IS_WINDOWS_PLATFORM, tls)
if host == DEFAULT_UNIX_SOCKET: if host == DEFAULT_UNIX_SOCKET:
# remove http+ from default docker socket url # remove http+ from default docker socket url
if host.startswith("http+"): return host.strip("http+")
host = host[5:]
return host return host

View File

@ -1,21 +1,16 @@
import json
import os import os
import json
from shutil import copyfile, rmtree from shutil import copyfile, rmtree
from docker.errors import ContextException
from docker.tls import TLSConfig from docker.tls import TLSConfig
from docker.errors import ContextException
from .config import ( from docker.context.config import get_meta_dir
get_context_host, from docker.context.config import get_meta_file
get_meta_dir, from docker.context.config import get_tls_dir
get_meta_file, from docker.context.config import get_context_host
get_tls_dir,
)
class Context: class Context:
"""A context.""" """A context."""
def __init__(self, name, orchestrator=None, host=None, endpoints=None, def __init__(self, name, orchestrator=None, host=None, endpoints=None,
tls=False): tls=False):
if not name: if not name:
@ -46,9 +41,8 @@ class Context:
for k, v in endpoints.items(): for k, v in endpoints.items():
if not isinstance(v, dict): if not isinstance(v, dict):
# unknown format # unknown format
raise ContextException( raise ContextException("""Unknown endpoint format for
f"Unknown endpoint format for context {name}: {v}", context {}: {}""".format(name, v))
)
self.endpoints[k] = v self.endpoints[k] = v
if k != "docker": if k != "docker":
@ -99,11 +93,10 @@ class Context:
try: try:
with open(meta_file) as f: with open(meta_file) as f:
metadata = json.load(f) metadata = json.load(f)
except (OSError, KeyError, ValueError) as e: except (IOError, KeyError, ValueError) as e:
# unknown format # unknown format
raise Exception( raise Exception("""Detected corrupted meta file for
f"Detected corrupted meta file for context {name} : {e}" context {} : {}""".format(name, e))
) from e
# for docker endpoints, set defaults for # for docker endpoints, set defaults for
# Host and SkipTLSVerify fields # Host and SkipTLSVerify fields
@ -134,12 +127,8 @@ class Context:
elif filename.startswith("key"): elif filename.startswith("key"):
key = os.path.join(tls_dir, endpoint, filename) key = os.path.join(tls_dir, endpoint, filename)
if all([ca_cert, cert, key]): if all([ca_cert, cert, key]):
verify = None
if endpoint == "docker" and not self.endpoints["docker"].get(
"SkipTLSVerify", False):
verify = True
certs[endpoint] = TLSConfig( certs[endpoint] = TLSConfig(
client_cert=(cert, key), ca_cert=ca_cert, verify=verify) client_cert=(cert, key), ca_cert=ca_cert)
self.tls_cfg = certs self.tls_cfg = certs
self.tls_path = tls_dir self.tls_path = tls_dir
@ -177,7 +166,7 @@ class Context:
rmtree(self.tls_path) rmtree(self.tls_path)
def __repr__(self): def __repr__(self):
return f"<{self.__class__.__name__}: '{self.name}'>" return "<%s: '%s'>" % (self.__class__.__name__, self.name)
def __str__(self): def __str__(self):
return json.dumps(self.__call__(), indent=2) return json.dumps(self.__call__(), indent=2)

View File

@ -1,8 +1,4 @@
from .constants import ( # flake8: noqa
DEFAULT_LINUX_STORE,
DEFAULT_OSX_STORE,
DEFAULT_WIN32_STORE,
PROGRAM_PREFIX,
)
from .errors import CredentialsNotFound, StoreError
from .store import Store from .store import Store
from .errors import StoreError, CredentialsNotFound
from .constants import *

View File

@ -13,5 +13,13 @@ class InitializationError(StoreError):
def process_store_error(cpe, program): def process_store_error(cpe, program):
message = cpe.output.decode('utf-8') message = cpe.output.decode('utf-8')
if 'credentials not found in native keychain' in message: if 'credentials not found in native keychain' in message:
return CredentialsNotFound(f'No matching credentials in {program}') return CredentialsNotFound(
return StoreError(f'Credentials store {program} exited with "{message}".') 'No matching credentials in {}'.format(
program
)
)
return StoreError(
'Credentials store {} exited with "{}".'.format(
program, cpe.output.decode('utf-8').strip()
)
)

View File

@ -1,33 +1,36 @@
import errno import errno
import json import json
import shutil
import subprocess import subprocess
import warnings
from . import constants, errors import six
from . import constants
from . import errors
from .utils import create_environment_dict from .utils import create_environment_dict
from .utils import find_executable
class Store: class Store(object):
def __init__(self, program, environment=None): def __init__(self, program, environment=None):
""" Create a store object that acts as an interface to """ Create a store object that acts as an interface to
perform the basic operations for storing, retrieving perform the basic operations for storing, retrieving
and erasing credentials using `program`. and erasing credentials using `program`.
""" """
self.program = constants.PROGRAM_PREFIX + program self.program = constants.PROGRAM_PREFIX + program
self.exe = shutil.which(self.program) self.exe = find_executable(self.program)
self.environment = environment self.environment = environment
if self.exe is None: if self.exe is None:
warnings.warn( raise errors.InitializationError(
f'{self.program} not installed or not available in PATH', '{} not installed or not available in PATH'.format(
stacklevel=1, self.program
)
) )
def get(self, server): def get(self, server):
""" Retrieve credentials for `server`. If no credentials are found, """ Retrieve credentials for `server`. If no credentials are found,
a `StoreError` will be raised. a `StoreError` will be raised.
""" """
if not isinstance(server, bytes): if not isinstance(server, six.binary_type):
server = server.encode('utf-8') server = server.encode('utf-8')
data = self._execute('get', server) data = self._execute('get', server)
result = json.loads(data.decode('utf-8')) result = json.loads(data.decode('utf-8'))
@ -38,7 +41,7 @@ class Store:
# raise CredentialsNotFound # raise CredentialsNotFound
if result['Username'] == '' and result['Secret'] == '': if result['Username'] == '' and result['Secret'] == '':
raise errors.CredentialsNotFound( raise errors.CredentialsNotFound(
f'No matching credentials in {self.program}' 'No matching credentials in {}'.format(self.program)
) )
return result return result
@ -58,7 +61,7 @@ class Store:
""" Erase credentials for `server`. Raises a `StoreError` if an error """ Erase credentials for `server`. Raises a `StoreError` if an error
occurs. occurs.
""" """
if not isinstance(server, bytes): if not isinstance(server, six.binary_type):
server = server.encode('utf-8') server = server.encode('utf-8')
self._execute('erase', server) self._execute('erase', server)
@ -69,25 +72,36 @@ class Store:
return json.loads(data.decode('utf-8')) return json.loads(data.decode('utf-8'))
def _execute(self, subcmd, data_input): def _execute(self, subcmd, data_input):
if self.exe is None:
raise errors.StoreError(
f'{self.program} not installed or not available in PATH'
)
output = None output = None
env = create_environment_dict(self.environment) env = create_environment_dict(self.environment)
try: try:
output = subprocess.check_output( if six.PY3:
[self.exe, subcmd], input=data_input, env=env, output = subprocess.check_output(
) [self.exe, subcmd], input=data_input, env=env,
)
else:
process = subprocess.Popen(
[self.exe, subcmd], stdin=subprocess.PIPE,
stdout=subprocess.PIPE, env=env,
)
output, _ = process.communicate(data_input)
if process.returncode != 0:
raise subprocess.CalledProcessError(
returncode=process.returncode, cmd='', output=output
)
except subprocess.CalledProcessError as e: except subprocess.CalledProcessError as e:
raise errors.process_store_error(e, self.program) from e raise errors.process_store_error(e, self.program)
except OSError as e: except OSError as e:
if e.errno == errno.ENOENT: if e.errno == errno.ENOENT:
raise errors.StoreError( raise errors.StoreError(
f'{self.program} not installed or not available in PATH' '{} not installed or not available in PATH'.format(
) from e self.program
)
)
else: else:
raise errors.StoreError( raise errors.StoreError(
f'Unexpected OS error "{e.strerror}", errno={e.errno}' 'Unexpected OS error "{}", errno={}'.format(
) from e e.strerror, e.errno
)
)
return output return output

View File

@ -1,4 +1,32 @@
import distutils.spawn
import os import os
import sys
def find_executable(executable, path=None):
"""
As distutils.spawn.find_executable, but on Windows, look up
every extension declared in PATHEXT instead of just `.exe`
"""
if sys.platform != 'win32':
return distutils.spawn.find_executable(executable, path)
if path is None:
path = os.environ['PATH']
paths = path.split(os.pathsep)
extensions = os.environ.get('PATHEXT', '.exe').split(os.pathsep)
base, ext = os.path.splitext(executable)
if not os.path.isfile(executable):
for p in paths:
for ext in extensions:
f = os.path.join(p, base + ext)
if os.path.isfile(f):
return f
return None
else:
return executable
def create_environment_dict(overrides): def create_environment_dict(overrides):

View File

@ -1,14 +1,5 @@
import requests import requests
_image_not_found_explanation_fragments = frozenset(
fragment.lower() for fragment in [
'no such image',
'not found: does not exist or no pull access',
'repository does not exist',
'was found but does not match the specified platform',
]
)
class DockerException(Exception): class DockerException(Exception):
""" """
@ -27,16 +18,17 @@ def create_api_error_from_http_exception(e):
try: try:
explanation = response.json()['message'] explanation = response.json()['message']
except ValueError: except ValueError:
explanation = (response.text or '').strip() explanation = (response.content or '').strip()
cls = APIError cls = APIError
if response.status_code == 404: if response.status_code == 404:
explanation_msg = (explanation or '').lower() if explanation and ('No such image' in str(explanation) or
if any(fragment in explanation_msg 'not found: does not exist or no pull access'
for fragment in _image_not_found_explanation_fragments): in str(explanation) or
'repository does not exist' in str(explanation)):
cls = ImageNotFound cls = ImageNotFound
else: else:
cls = NotFound cls = NotFound
raise cls(e, response=response, explanation=explanation) from e raise cls(e, response=response, explanation=explanation)
class APIError(requests.exceptions.HTTPError, DockerException): class APIError(requests.exceptions.HTTPError, DockerException):
@ -46,27 +38,23 @@ class APIError(requests.exceptions.HTTPError, DockerException):
def __init__(self, message, response=None, explanation=None): def __init__(self, message, response=None, explanation=None):
# requests 1.2 supports response as a keyword argument, but # requests 1.2 supports response as a keyword argument, but
# requests 1.1 doesn't # requests 1.1 doesn't
super().__init__(message) super(APIError, self).__init__(message)
self.response = response self.response = response
self.explanation = explanation self.explanation = explanation
def __str__(self): def __str__(self):
message = super().__str__() message = super(APIError, self).__str__()
if self.is_client_error(): if self.is_client_error():
message = ( message = '{0} Client Error: {1}'.format(
f'{self.response.status_code} Client Error for ' self.response.status_code, self.response.reason)
f'{self.response.url}: {self.response.reason}'
)
elif self.is_server_error(): elif self.is_server_error():
message = ( message = '{0} Server Error: {1}'.format(
f'{self.response.status_code} Server Error for ' self.response.status_code, self.response.reason)
f'{self.response.url}: {self.response.reason}'
)
if self.explanation: if self.explanation:
message = f'{message} ("{self.explanation}")' message = '{0} ("{1}")'.format(message, self.explanation)
return message return message
@ -143,11 +131,11 @@ class ContainerError(DockerException):
self.image = image self.image = image
self.stderr = stderr self.stderr = stderr
err = f": {stderr}" if stderr is not None else "" err = ": {}".format(stderr) if stderr is not None else ""
super().__init__( msg = ("Command '{}' in image '{}' returned non-zero exit "
f"Command '{command}' in image '{image}' " "status {}{}").format(command, image, exit_status, err)
f"returned non-zero exit status {exit_status}{err}"
) super(ContainerError, self).__init__(msg)
class StreamParseError(RuntimeError): class StreamParseError(RuntimeError):
@ -157,7 +145,7 @@ class StreamParseError(RuntimeError):
class BuildError(DockerException): class BuildError(DockerException):
def __init__(self, reason, build_log): def __init__(self, reason, build_log):
super().__init__(reason) super(BuildError, self).__init__(reason)
self.msg = reason self.msg = reason
self.build_log = build_log self.build_log = build_log
@ -167,8 +155,8 @@ class ImageLoadError(DockerException):
def create_unexpected_kwargs_error(name, kwargs): def create_unexpected_kwargs_error(name, kwargs):
quoted_kwargs = [f"'{k}'" for k in sorted(kwargs)] quoted_kwargs = ["'{}'".format(k) for k in sorted(kwargs)]
text = [f"{name}() "] text = ["{}() ".format(name)]
if len(quoted_kwargs) == 1: if len(quoted_kwargs) == 1:
text.append("got an unexpected keyword argument ") text.append("got an unexpected keyword argument ")
else: else:
@ -182,7 +170,7 @@ class MissingContextParameter(DockerException):
self.param = param self.param = param
def __str__(self): def __str__(self):
return (f"missing parameter: {self.param}") return ("missing parameter: {}".format(self.param))
class ContextAlreadyExists(DockerException): class ContextAlreadyExists(DockerException):
@ -190,7 +178,7 @@ class ContextAlreadyExists(DockerException):
self.name = name self.name = name
def __str__(self): def __str__(self):
return (f"context {self.name} already exists") return ("context {} already exists".format(self.name))
class ContextException(DockerException): class ContextException(DockerException):
@ -206,4 +194,4 @@ class ContextNotFound(DockerException):
self.name = name self.name = name
def __str__(self): def __str__(self):
return (f"context '{self.name}' not found") return ("context '{}' not found".format(self.name))

View File

@ -1,5 +1,5 @@
from ..api import APIClient from ..api import APIClient
from .resource import Collection, Model from .resource import Model, Collection
class Config(Model): class Config(Model):
@ -7,7 +7,7 @@ class Config(Model):
id_attribute = 'ID' id_attribute = 'ID'
def __repr__(self): def __repr__(self):
return f"<{self.__class__.__name__}: '{self.name}'>" return "<%s: '%s'>" % (self.__class__.__name__, self.name)
@property @property
def name(self): def name(self):
@ -30,7 +30,6 @@ class ConfigCollection(Collection):
def create(self, **kwargs): def create(self, **kwargs):
obj = self.client.api.create_config(**kwargs) obj = self.client.api.create_config(**kwargs)
obj.setdefault("Spec", {})["Name"] = kwargs.get("name")
return self.prepare_model(obj) return self.prepare_model(obj)
create.__doc__ = APIClient.create_config.__doc__ create.__doc__ = APIClient.create_config.__doc__

View File

@ -5,13 +5,10 @@ from collections import namedtuple
from ..api import APIClient from ..api import APIClient
from ..constants import DEFAULT_DATA_CHUNK_SIZE from ..constants import DEFAULT_DATA_CHUNK_SIZE
from ..errors import ( from ..errors import (
ContainerError, ContainerError, DockerException, ImageNotFound,
DockerException, NotFound, create_unexpected_kwargs_error
ImageNotFound,
NotFound,
create_unexpected_kwargs_error,
) )
from ..types import HostConfig, NetworkingConfig from ..types import HostConfig
from ..utils import version_gte from ..utils import version_gte
from .images import Image from .images import Image
from .resource import Collection, Model from .resource import Collection, Model
@ -24,7 +21,6 @@ class Container(Model):
query the Docker daemon for the current properties, causing query the Docker daemon for the current properties, causing
:py:attr:`attrs` to be refreshed. :py:attr:`attrs` to be refreshed.
""" """
@property @property
def name(self): def name(self):
""" """
@ -51,11 +47,11 @@ class Container(Model):
try: try:
result = self.attrs['Config'].get('Labels') result = self.attrs['Config'].get('Labels')
return result or {} return result or {}
except KeyError as ke: except KeyError:
raise DockerException( raise DockerException(
'Label data is not available for sparse objects. Call reload()' 'Label data is not available for sparse objects. Call reload()'
' to retrieve all information' ' to retrieve all information'
) from ke )
@property @property
def status(self): def status(self):
@ -66,15 +62,6 @@ class Container(Model):
return self.attrs['State']['Status'] return self.attrs['State']['Status']
return self.attrs['State'] return self.attrs['State']
@property
def health(self):
"""
The healthcheck status of the container.
For example, ``healthy`, or ``unhealthy`.
"""
return self.attrs.get('State', {}).get('Health', {}).get('Status', 'unknown')
@property @property
def ports(self): def ports(self):
""" """
@ -134,7 +121,6 @@ class Container(Model):
tag (str): The tag to push tag (str): The tag to push
message (str): A commit message message (str): A commit message
author (str): The name of the author author (str): The name of the author
pause (bool): Whether to pause the container before committing
changes (str): Dockerfile instructions to apply while committing changes (str): Dockerfile instructions to apply while committing
conf (dict): The configuration for the container. See the conf (dict): The configuration for the container. See the
`Engine API documentation `Engine API documentation
@ -155,8 +141,7 @@ class Container(Model):
Inspect changes on a container's filesystem. Inspect changes on a container's filesystem.
Returns: Returns:
(list) A list of dictionaries containing the attributes `Path` (str)
and `Kind`.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -181,8 +166,7 @@ class Container(Model):
user (str): User to execute command as. Default: root user (str): User to execute command as. Default: root
detach (bool): If true, detach from the exec command. detach (bool): If true, detach from the exec command.
Default: False Default: False
stream (bool): Stream response data. Ignored if ``detach`` is true. stream (bool): Stream response data. Default: False
Default: False
socket (bool): Return the connection socket to allow custom socket (bool): Return the connection socket to allow custom
read/write operations. Default: False read/write operations. Default: False
environment (dict or list): A dictionary or a list of strings in environment (dict or list): A dictionary or a list of strings in
@ -241,8 +225,7 @@ class Container(Model):
""" """
return self.client.api.export(self.id, chunk_size) return self.client.api.export(self.id, chunk_size)
def get_archive(self, path, chunk_size=DEFAULT_DATA_CHUNK_SIZE, def get_archive(self, path, chunk_size=DEFAULT_DATA_CHUNK_SIZE):
encode_stream=False):
""" """
Retrieve a file or folder from the container in the form of a tar Retrieve a file or folder from the container in the form of a tar
archive. archive.
@ -252,8 +235,6 @@ class Container(Model):
chunk_size (int): The number of bytes returned by each iteration chunk_size (int): The number of bytes returned by each iteration
of the generator. If ``None``, data will be streamed as it is of the generator. If ``None``, data will be streamed as it is
received. Default: 2 MB received. Default: 2 MB
encode_stream (bool): Determines if data should be encoded
(gzip-compressed) during transmission. Default: False
Returns: Returns:
(tuple): First element is a raw tar data stream. Second element is (tuple): First element is a raw tar data stream. Second element is
@ -274,8 +255,7 @@ class Container(Model):
... f.write(chunk) ... f.write(chunk)
>>> f.close() >>> f.close()
""" """
return self.client.api.get_archive(self.id, path, return self.client.api.get_archive(self.id, path, chunk_size)
chunk_size, encode_stream)
def kill(self, signal=None): def kill(self, signal=None):
""" """
@ -306,15 +286,14 @@ class Container(Model):
tail (str or int): Output specified number of lines at the end of tail (str or int): Output specified number of lines at the end of
logs. Either an integer of number of lines or the string logs. Either an integer of number of lines or the string
``all``. Default ``all`` ``all``. Default ``all``
since (datetime, int, or float): Show logs since a given datetime, since (datetime or int): Show logs since a given datetime or
integer epoch (in seconds) or float (in nanoseconds) integer epoch (in seconds)
follow (bool): Follow log output. Default ``False`` follow (bool): Follow log output. Default ``False``
until (datetime, int, or float): Show logs that occurred before until (datetime or int): Show logs that occurred before the given
the given datetime, integer epoch (in seconds), or datetime or integer epoch (in seconds)
float (in nanoseconds)
Returns: Returns:
(generator of bytes or bytes): Logs from the container. (generator or str): Logs from the container.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -340,7 +319,7 @@ class Container(Model):
Args: Args:
path (str): Path inside the container where the file(s) will be path (str): Path inside the container where the file(s) will be
extracted. Must exist. extracted. Must exist.
data (bytes or stream): tar data to be extracted data (bytes): tar data to be extracted
Returns: Returns:
(bool): True if the call succeeds. (bool): True if the call succeeds.
@ -570,11 +549,6 @@ class ContainerCollection(Collection):
``["SYS_ADMIN", "MKNOD"]``. ``["SYS_ADMIN", "MKNOD"]``.
cap_drop (list of str): Drop kernel capabilities. cap_drop (list of str): Drop kernel capabilities.
cgroup_parent (str): Override the default parent cgroup. cgroup_parent (str): Override the default parent cgroup.
cgroupns (str): Override the default cgroup namespace mode for the
container. One of:
- ``private`` the container runs in its own private cgroup
namespace.
- ``host`` use the host system's cgroup namespace.
cpu_count (int): Number of usable CPUs (Windows only). cpu_count (int): Number of usable CPUs (Windows only).
cpu_percent (int): Usable percentage of the available CPUs cpu_percent (int): Usable percentage of the available CPUs
(Windows only). (Windows only).
@ -605,9 +579,6 @@ class ContainerCollection(Collection):
For example, ``/dev/sda:/dev/xvda:rwm`` allows the container For example, ``/dev/sda:/dev/xvda:rwm`` allows the container
to have read-write access to the host's ``/dev/sda`` via a to have read-write access to the host's ``/dev/sda`` via a
node named ``/dev/xvda`` inside the container. node named ``/dev/xvda`` inside the container.
device_requests (:py:class:`list`): Expose host resources such as
GPUs to the container, as a list of
:py:class:`docker.types.DeviceRequest` instances.
dns (:py:class:`list`): Set custom DNS servers. dns (:py:class:`list`): Set custom DNS servers.
dns_opt (:py:class:`list`): Additional options to be added to the dns_opt (:py:class:`list`): Additional options to be added to the
container's ``resolv.conf`` file. container's ``resolv.conf`` file.
@ -622,28 +593,7 @@ class ContainerCollection(Collection):
group_add (:py:class:`list`): List of additional group names and/or group_add (:py:class:`list`): List of additional group names and/or
IDs that the container process will run as. IDs that the container process will run as.
healthcheck (dict): Specify a test to perform to check that the healthcheck (dict): Specify a test to perform to check that the
container is healthy. The dict takes the following keys: container is healthy.
- test (:py:class:`list` or str): Test to perform to determine
container health. Possible values:
- Empty list: Inherit healthcheck from parent image
- ``["NONE"]``: Disable healthcheck
- ``["CMD", args...]``: exec arguments directly.
- ``["CMD-SHELL", command]``: Run command in the system's
default shell.
If a string is provided, it will be used as a ``CMD-SHELL``
command.
- interval (int): The time to wait between checks in
nanoseconds. It should be 0 or at least 1000000 (1 ms).
- timeout (int): The time to wait before considering the check
to have hung. It should be 0 or at least 1000000 (1 ms).
- retries (int): The number of consecutive failures needed to
consider a container as unhealthy.
- start_period (int): Start period for the container to
initialize before starting health-retries countdown in
nanoseconds. It should be 0 or at least 1000000 (1 ms).
hostname (str): Optional hostname for the container. hostname (str): Optional hostname for the container.
init (bool): Run an init inside the container that forwards init (bool): Run an init inside the container that forwards
signals and reaps processes signals and reaps processes
@ -687,22 +637,13 @@ class ContainerCollection(Collection):
network_mode (str): One of: network_mode (str): One of:
- ``bridge`` Create a new network stack for the container on - ``bridge`` Create a new network stack for the container on
the bridge network. on the bridge network.
- ``none`` No networking for this container. - ``none`` No networking for this container.
- ``container:<name|id>`` Reuse another container's network - ``container:<name|id>`` Reuse another container's network
stack. stack.
- ``host`` Use the host network stack. - ``host`` Use the host network stack.
This mode is incompatible with ``ports``.
Incompatible with ``network``. Incompatible with ``network``.
networking_config (Dict[str, EndpointConfig]):
Dictionary of EndpointConfig objects for each container network.
The key is the name of the network.
Defaults to ``None``.
Used in conjuction with ``network``.
Incompatible with ``network_mode``.
oom_kill_disable (bool): Whether to disable OOM killer. oom_kill_disable (bool): Whether to disable OOM killer.
oom_score_adj (int): An integer value containing the score given oom_score_adj (int): An integer value containing the score given
to the container in order to tune OOM killer preferences. to the container in order to tune OOM killer preferences.
@ -734,7 +675,6 @@ class ContainerCollection(Collection):
to a single container port. For example, to a single container port. For example,
``{'1111/tcp': [1234, 4567]}``. ``{'1111/tcp': [1234, 4567]}``.
Incompatible with ``host`` network mode.
privileged (bool): Give extended privileges to this container. privileged (bool): Give extended privileges to this container.
publish_all_ports (bool): Publish all ports to the host. publish_all_ports (bool): Publish all ports to the host.
read_only (bool): Mount the container's root filesystem as read read_only (bool): Mount the container's root filesystem as read
@ -812,15 +752,6 @@ class ContainerCollection(Collection):
{'/home/user1/': {'bind': '/mnt/vol2', 'mode': 'rw'}, {'/home/user1/': {'bind': '/mnt/vol2', 'mode': 'rw'},
'/var/www': {'bind': '/mnt/vol1', 'mode': 'ro'}} '/var/www': {'bind': '/mnt/vol1', 'mode': 'ro'}}
Or a list of strings which each one of its elements specifies a
mount volume.
For example:
.. code-block:: python
['/home/user1/:/mnt/vol2','/var/www:/mnt/vol1']
volumes_from (:py:class:`list`): List of container names or IDs to volumes_from (:py:class:`list`): List of container names or IDs to
get volumes from. get volumes from.
working_dir (str): Path to the working directory. working_dir (str): Path to the working directory.
@ -852,7 +783,7 @@ class ContainerCollection(Collection):
image = image.id image = image.id
stream = kwargs.pop('stream', False) stream = kwargs.pop('stream', False)
detach = kwargs.pop('detach', False) detach = kwargs.pop('detach', False)
platform = kwargs.get('platform', None) platform = kwargs.pop('platform', None)
if detach and remove: if detach and remove:
if version_gte(self.client.api._version, '1.25'): if version_gte(self.client.api._version, '1.25'):
@ -867,12 +798,6 @@ class ContainerCollection(Collection):
'together.' 'together.'
) )
if kwargs.get('networking_config') and not kwargs.get('network'):
raise RuntimeError(
'The option "networking_config" can not be used '
'without "network".'
)
try: try:
container = self.create(image=image, command=command, container = self.create(image=image, command=command,
detach=detach, **kwargs) detach=detach, **kwargs)
@ -907,9 +832,9 @@ class ContainerCollection(Collection):
container, exit_status, command, image, out container, exit_status, command, image, out
) )
if stream or out is None: return out if stream or out is None else b''.join(
return out [line for line in out]
return b''.join(out) )
def create(self, image, command=None, **kwargs): def create(self, image, command=None, **kwargs):
""" """
@ -1025,7 +950,6 @@ class ContainerCollection(Collection):
def prune(self, filters=None): def prune(self, filters=None):
return self.client.api.prune_containers(filters=filters) return self.client.api.prune_containers(filters=filters)
prune.__doc__ = APIClient.prune_containers.__doc__ prune.__doc__ = APIClient.prune_containers.__doc__
@ -1043,7 +967,6 @@ RUN_CREATE_KWARGS = [
'mac_address', 'mac_address',
'name', 'name',
'network_disabled', 'network_disabled',
'platform',
'stdin_open', 'stdin_open',
'stop_signal', 'stop_signal',
'tty', 'tty',
@ -1060,7 +983,6 @@ RUN_HOST_CONFIG_KWARGS = [
'cap_add', 'cap_add',
'cap_drop', 'cap_drop',
'cgroup_parent', 'cgroup_parent',
'cgroupns',
'cpu_count', 'cpu_count',
'cpu_percent', 'cpu_percent',
'cpu_period', 'cpu_period',
@ -1076,7 +998,6 @@ RUN_HOST_CONFIG_KWARGS = [
'device_write_bps', 'device_write_bps',
'device_write_iops', 'device_write_iops',
'devices', 'devices',
'device_requests',
'dns_opt', 'dns_opt',
'dns_search', 'dns_search',
'dns', 'dns',
@ -1144,17 +1065,8 @@ def _create_container_args(kwargs):
host_config_kwargs['binds'] = volumes host_config_kwargs['binds'] = volumes
network = kwargs.pop('network', None) network = kwargs.pop('network', None)
networking_config = kwargs.pop('networking_config', None)
if network: if network:
if networking_config: create_kwargs['networking_config'] = {network: None}
# Sanity check: check if the network is defined in the
# networking config dict, otherwise switch to None
if network not in networking_config:
networking_config = None
create_kwargs['networking_config'] = NetworkingConfig(
networking_config
) if networking_config else {network: None}
host_config_kwargs['network_mode'] = network host_config_kwargs['network_mode'] = network
# All kwargs should have been consumed by this point, so raise # All kwargs should have been consumed by this point, so raise
@ -1187,10 +1099,8 @@ def _host_volume_from_bind(bind):
bits = rest.split(':', 1) bits = rest.split(':', 1)
if len(bits) == 1 or bits[1] in ('ro', 'rw'): if len(bits) == 1 or bits[1] in ('ro', 'rw'):
return drive + bits[0] return drive + bits[0]
elif bits[1].endswith(':ro') or bits[1].endswith(':rw'):
return bits[1][:-3]
else: else:
return bits[1] return bits[1].rstrip(':ro').rstrip(':rw')
ExecResult = namedtuple('ExecResult', 'exit_code,output') ExecResult = namedtuple('ExecResult', 'exit_code,output')

View File

@ -2,6 +2,8 @@ import itertools
import re import re
import warnings import warnings
import six
from ..api import APIClient from ..api import APIClient
from ..constants import DEFAULT_DATA_CHUNK_SIZE from ..constants import DEFAULT_DATA_CHUNK_SIZE
from ..errors import BuildError, ImageLoadError, InvalidArgument from ..errors import BuildError, ImageLoadError, InvalidArgument
@ -15,8 +17,7 @@ class Image(Model):
An image on the server. An image on the server.
""" """
def __repr__(self): def __repr__(self):
tag_str = "', '".join(self.tags) return "<%s: '%s'>" % (self.__class__.__name__, "', '".join(self.tags))
return f"<{self.__class__.__name__}: '{tag_str}'>"
@property @property
def labels(self): def labels(self):
@ -29,12 +30,12 @@ class Image(Model):
@property @property
def short_id(self): def short_id(self):
""" """
The ID of the image truncated to 12 characters, plus the ``sha256:`` The ID of the image truncated to 10 characters, plus the ``sha256:``
prefix. prefix.
""" """
if self.id.startswith('sha256:'): if self.id.startswith('sha256:'):
return self.id[:19] return self.id[:17]
return self.id[:12] return self.id[:10]
@property @property
def tags(self): def tags(self):
@ -51,7 +52,7 @@ class Image(Model):
Show the history of an image. Show the history of an image.
Returns: Returns:
(list): The history of the image. (str): The history of the image.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -59,24 +60,6 @@ class Image(Model):
""" """
return self.client.api.history(self.id) return self.client.api.history(self.id)
def remove(self, force=False, noprune=False):
"""
Remove this image.
Args:
force (bool): Force removal of the image
noprune (bool): Do not delete untagged parents
Raises:
:py:class:`docker.errors.APIError`
If the server returns an error.
"""
return self.client.api.remove_image(
self.id,
force=force,
noprune=noprune,
)
def save(self, chunk_size=DEFAULT_DATA_CHUNK_SIZE, named=False): def save(self, chunk_size=DEFAULT_DATA_CHUNK_SIZE, named=False):
""" """
Get a tarball of an image. Similar to the ``docker save`` command. Get a tarball of an image. Similar to the ``docker save`` command.
@ -101,19 +84,19 @@ class Image(Model):
Example: Example:
>>> image = cli.images.get("busybox:latest") >>> image = cli.get_image("busybox:latest")
>>> f = open('/tmp/busybox-latest.tar', 'wb') >>> f = open('/tmp/busybox-latest.tar', 'wb')
>>> for chunk in image.save(): >>> for chunk in image:
>>> f.write(chunk) >>> f.write(chunk)
>>> f.close() >>> f.close()
""" """
img = self.id img = self.id
if named: if named:
img = self.tags[0] if self.tags else img img = self.tags[0] if self.tags else img
if isinstance(named, str): if isinstance(named, six.string_types):
if named not in self.tags: if named not in self.tags:
raise InvalidArgument( raise InvalidArgument(
f"{named} is not a valid tag for this image" "{} is not a valid tag for this image".format(named)
) )
img = named img = named
@ -144,7 +127,7 @@ class RegistryData(Model):
Image metadata stored on the registry, including available platforms. Image metadata stored on the registry, including available platforms.
""" """
def __init__(self, image_name, *args, **kwargs): def __init__(self, image_name, *args, **kwargs):
super().__init__(*args, **kwargs) super(RegistryData, self).__init__(*args, **kwargs)
self.image_name = image_name self.image_name = image_name
@property @property
@ -157,10 +140,10 @@ class RegistryData(Model):
@property @property
def short_id(self): def short_id(self):
""" """
The ID of the image truncated to 12 characters, plus the ``sha256:`` The ID of the image truncated to 10 characters, plus the ``sha256:``
prefix. prefix.
""" """
return self.id[:19] return self.id[:17]
def pull(self, platform=None): def pull(self, platform=None):
""" """
@ -197,7 +180,7 @@ class RegistryData(Model):
parts = platform.split('/') parts = platform.split('/')
if len(parts) > 3 or len(parts) < 1: if len(parts) > 3 or len(parts) < 1:
raise InvalidArgument( raise InvalidArgument(
f'"{platform}" is not a valid platform descriptor' '"{0}" is not a valid platform descriptor'.format(platform)
) )
platform = {'os': parts[0]} platform = {'os': parts[0]}
if len(parts) > 2: if len(parts) > 2:
@ -222,10 +205,10 @@ class ImageCollection(Collection):
Build an image and return it. Similar to the ``docker build`` Build an image and return it. Similar to the ``docker build``
command. Either ``path`` or ``fileobj`` must be set. command. Either ``path`` or ``fileobj`` must be set.
If you already have a tar file for the Docker build context (including If you have a tar file for the Docker build context (including a
a Dockerfile), pass a readable file-like object to ``fileobj`` Dockerfile) already, pass a readable file-like object to ``fileobj``
and also pass ``custom_context=True``. If the stream is also and also pass ``custom_context=True``. If the stream is compressed
compressed, set ``encoding`` to the correct value (e.g ``gzip``). also, set ``encoding`` to the correct value (e.g ``gzip``).
If you want to get the raw output of the build, use the If you want to get the raw output of the build, use the
:py:meth:`~docker.api.build.BuildApiMixin.build` method in the :py:meth:`~docker.api.build.BuildApiMixin.build` method in the
@ -282,7 +265,7 @@ class ImageCollection(Collection):
Returns: Returns:
(tuple): The first item is the :py:class:`Image` object for the (tuple): The first item is the :py:class:`Image` object for the
image that was built. The second item is a generator of the image that was build. The second item is a generator of the
build logs as JSON-decoded objects. build logs as JSON-decoded objects.
Raises: Raises:
@ -294,7 +277,7 @@ class ImageCollection(Collection):
If neither ``path`` nor ``fileobj`` is specified. If neither ``path`` nor ``fileobj`` is specified.
""" """
resp = self.client.api.build(**kwargs) resp = self.client.api.build(**kwargs)
if isinstance(resp, str): if isinstance(resp, six.string_types):
return self.get(resp) return self.get(resp)
last_event = None last_event = None
image_id = None image_id = None
@ -407,18 +390,17 @@ class ImageCollection(Collection):
if match: if match:
image_id = match.group(2) image_id = match.group(2)
images.append(image_id) images.append(image_id)
if 'errorDetail' in chunk: if 'error' in chunk:
raise ImageLoadError(chunk['errorDetail']['message']) raise ImageLoadError(chunk['error'])
return [self.get(i) for i in images] return [self.get(i) for i in images]
def pull(self, repository, tag=None, all_tags=False, **kwargs): def pull(self, repository, tag=None, **kwargs):
""" """
Pull an image of the given name and return it. Similar to the Pull an image of the given name and return it. Similar to the
``docker pull`` command. ``docker pull`` command.
If ``tag`` is ``None`` or empty, it is set to ``latest``. If no tag is specified, all tags from that repository will be
If ``all_tags`` is set, the ``tag`` parameter is ignored and all image pulled.
tags will be pulled.
If you want to get the raw pull output, use the If you want to get the raw pull output, use the
:py:meth:`~docker.api.image.ImageApiMixin.pull` method in the :py:meth:`~docker.api.image.ImageApiMixin.pull` method in the
@ -431,11 +413,10 @@ class ImageCollection(Collection):
config for this request. ``auth_config`` should contain the config for this request. ``auth_config`` should contain the
``username`` and ``password`` keys to be valid. ``username`` and ``password`` keys to be valid.
platform (str): Platform in the format ``os[/arch[/variant]]`` platform (str): Platform in the format ``os[/arch[/variant]]``
all_tags (bool): Pull all image tags
Returns: Returns:
(:py:class:`Image` or list): The image that has been pulled. (:py:class:`Image` or list): The image that has been pulled.
If ``all_tags`` is True, the method will return a list If no ``tag`` was specified, the method will return a list
of :py:class:`Image` objects belonging to this repository. of :py:class:`Image` objects belonging to this repository.
Raises: Raises:
@ -445,33 +426,33 @@ class ImageCollection(Collection):
Example: Example:
>>> # Pull the image tagged `latest` in the busybox repo >>> # Pull the image tagged `latest` in the busybox repo
>>> image = client.images.pull('busybox') >>> image = client.images.pull('busybox:latest')
>>> # Pull all tags in the busybox repo >>> # Pull all tags in the busybox repo
>>> images = client.images.pull('busybox', all_tags=True) >>> images = client.images.pull('busybox')
""" """
repository, image_tag = parse_repository_tag(repository) if not tag:
tag = tag or image_tag or 'latest' repository, tag = parse_repository_tag(repository)
if 'stream' in kwargs: if 'stream' in kwargs:
warnings.warn( warnings.warn(
'`stream` is not a valid parameter for this method' '`stream` is not a valid parameter for this method'
' and will be overridden', ' and will be overridden'
stacklevel=1,
) )
del kwargs['stream'] del kwargs['stream']
pull_log = self.client.api.pull( pull_log = self.client.api.pull(
repository, tag=tag, stream=True, all_tags=all_tags, **kwargs repository, tag=tag, stream=True, **kwargs
) )
for _ in pull_log: for _ in pull_log:
# We don't do anything with the logs, but we need # We don't do anything with the logs, but we need
# to keep the connection alive and wait for the image # to keep the connection alive and wait for the image
# to be pulled. # to be pulled.
pass pass
if not all_tags: if tag:
sep = '@' if tag.startswith('sha256:') else ':' return self.get('{0}{2}{1}'.format(
return self.get(f'{repository}{sep}{tag}') repository, tag, '@' if tag.startswith('sha256:') else ':'
))
return self.list(repository) return self.list(repository)
def push(self, repository, tag=None, **kwargs): def push(self, repository, tag=None, **kwargs):

View File

@ -1,7 +1,7 @@
from ..api import APIClient from ..api import APIClient
from ..utils import version_gte from ..utils import version_gte
from .containers import Container from .containers import Container
from .resource import Collection, Model from .resource import Model, Collection
class Network(Model): class Network(Model):
@ -46,8 +46,6 @@ class Network(Model):
network, using the IPv6 protocol. Defaults to ``None``. network, using the IPv6 protocol. Defaults to ``None``.
link_local_ips (:py:class:`list`): A list of link-local (IPv4/IPv6) link_local_ips (:py:class:`list`): A list of link-local (IPv4/IPv6)
addresses. addresses.
driver_opt (dict): A dictionary of options to provide to the
network driver. Defaults to ``None``.
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
@ -184,7 +182,7 @@ class NetworkCollection(Collection):
def list(self, *args, **kwargs): def list(self, *args, **kwargs):
""" """
List networks. Similar to the ``docker network ls`` command. List networks. Similar to the ``docker networks ls`` command.
Args: Args:
names (:py:class:`list`): List of names to filter by. names (:py:class:`list`): List of names to filter by.

View File

@ -1,4 +1,4 @@
from .resource import Collection, Model from .resource import Model, Collection
class Node(Model): class Node(Model):

View File

@ -7,7 +7,7 @@ class Plugin(Model):
A plugin on the server. A plugin on the server.
""" """
def __repr__(self): def __repr__(self):
return f"<{self.__class__.__name__}: '{self.name}'>" return "<%s: '%s'>" % (self.__class__.__name__, self.name)
@property @property
def name(self): def name(self):
@ -44,19 +44,16 @@ class Plugin(Model):
self.client.api.configure_plugin(self.name, options) self.client.api.configure_plugin(self.name, options)
self.reload() self.reload()
def disable(self, force=False): def disable(self):
""" """
Disable the plugin. Disable the plugin.
Args:
force (bool): Force disable. Default: False
Raises: Raises:
:py:class:`docker.errors.APIError` :py:class:`docker.errors.APIError`
If the server returns an error. If the server returns an error.
""" """
self.client.api.disable_plugin(self.name, force) self.client.api.disable_plugin(self.name)
self.reload() self.reload()
def enable(self, timeout=0): def enable(self, timeout=0):
@ -120,12 +117,9 @@ class Plugin(Model):
if remote is None: if remote is None:
remote = self.name remote = self.name
privileges = self.client.api.plugin_privileges(remote) privileges = self.client.api.plugin_privileges(remote)
yield from self.client.api.upgrade_plugin( for d in self.client.api.upgrade_plugin(self.name, remote, privileges):
self.name, yield d
remote, self._reload()
privileges,
)
self.reload()
class PluginCollection(Collection): class PluginCollection(Collection):
@ -187,7 +181,7 @@ class PluginCollection(Collection):
""" """
privileges = self.client.api.plugin_privileges(remote_name) privileges = self.client.api.plugin_privileges(remote_name)
it = self.client.api.pull_plugin(remote_name, privileges, local_name) it = self.client.api.pull_plugin(remote_name, privileges, local_name)
for _data in it: for data in it:
pass pass
return self.get(local_name or remote_name) return self.get(local_name or remote_name)

View File

@ -1,4 +1,5 @@
class Model:
class Model(object):
""" """
A base class for representing a single object on the server. A base class for representing a single object on the server.
""" """
@ -17,13 +18,13 @@ class Model:
self.attrs = {} self.attrs = {}
def __repr__(self): def __repr__(self):
return f"<{self.__class__.__name__}: {self.short_id}>" return "<%s: %s>" % (self.__class__.__name__, self.short_id)
def __eq__(self, other): def __eq__(self, other):
return isinstance(other, self.__class__) and self.id == other.id return isinstance(other, self.__class__) and self.id == other.id
def __hash__(self): def __hash__(self):
return hash(f"{self.__class__.__name__}:{self.id}") return hash("%s:%s" % (self.__class__.__name__, self.id))
@property @property
def id(self): def id(self):
@ -35,9 +36,9 @@ class Model:
@property @property
def short_id(self): def short_id(self):
""" """
The ID of the object, truncated to 12 characters. The ID of the object, truncated to 10 characters.
""" """
return self.id[:12] return self.id[:10]
def reload(self): def reload(self):
""" """
@ -48,7 +49,7 @@ class Model:
self.attrs = new_model.attrs self.attrs = new_model.attrs
class Collection: class Collection(object):
""" """
A base class for representing all objects of a particular type on the A base class for representing all objects of a particular type on the
server. server.
@ -64,10 +65,9 @@ class Collection:
def __call__(self, *args, **kwargs): def __call__(self, *args, **kwargs):
raise TypeError( raise TypeError(
f"'{self.__class__.__name__}' object is not callable. " "'{}' object is not callable. You might be trying to use the old "
"You might be trying to use the old (pre-2.0) API - " "(pre-2.0) API - use docker.APIClient if so."
"use docker.APIClient if so." .format(self.__class__.__name__))
)
def list(self): def list(self):
raise NotImplementedError raise NotImplementedError
@ -89,4 +89,5 @@ class Collection:
elif isinstance(attrs, dict): elif isinstance(attrs, dict):
return self.model(attrs=attrs, client=self.client, collection=self) return self.model(attrs=attrs, client=self.client, collection=self)
else: else:
raise Exception(f"Can't create {self.model.__name__} from {attrs}") raise Exception("Can't create %s from %s" %
(self.model.__name__, attrs))

View File

@ -1,5 +1,5 @@
from ..api import APIClient from ..api import APIClient
from .resource import Collection, Model from .resource import Model, Collection
class Secret(Model): class Secret(Model):
@ -7,7 +7,7 @@ class Secret(Model):
id_attribute = 'ID' id_attribute = 'ID'
def __repr__(self): def __repr__(self):
return f"<{self.__class__.__name__}: '{self.name}'>" return "<%s: '%s'>" % (self.__class__.__name__, self.name)
@property @property
def name(self): def name(self):
@ -30,7 +30,6 @@ class SecretCollection(Collection):
def create(self, **kwargs): def create(self, **kwargs):
obj = self.client.api.create_secret(**kwargs) obj = self.client.api.create_secret(**kwargs)
obj.setdefault("Spec", {})["Name"] = kwargs.get("name")
return self.prepare_model(obj) return self.prepare_model(obj)
create.__doc__ = APIClient.create_secret.__doc__ create.__doc__ = APIClient.create_secret.__doc__

View File

@ -1,9 +1,7 @@
import copy import copy
from docker.errors import create_unexpected_kwargs_error, InvalidArgument
from docker.errors import InvalidArgument, create_unexpected_kwargs_error from docker.types import TaskTemplate, ContainerSpec, Placement, ServiceMode
from docker.types import ContainerSpec, Placement, ServiceMode, TaskTemplate from .resource import Model, Collection
from .resource import Collection, Model
class Service(Model): class Service(Model):
@ -159,8 +157,6 @@ class ServiceCollection(Collection):
constraints. constraints.
preferences (list of tuple): :py:class:`~docker.types.Placement` preferences (list of tuple): :py:class:`~docker.types.Placement`
preferences. preferences.
maxreplicas (int): :py:class:`~docker.types.Placement` maxreplicas
or (int) representing maximum number of replicas per node.
platforms (list of tuple): A list of platform constraints platforms (list of tuple): A list of platform constraints
expressed as ``(arch, os)`` tuples. expressed as ``(arch, os)`` tuples.
container_labels (dict): Labels to apply to the container. container_labels (dict): Labels to apply to the container.
@ -215,12 +211,6 @@ class ServiceCollection(Collection):
to the service. to the service.
privileges (Privileges): Security options for the service's privileges (Privileges): Security options for the service's
containers. containers.
cap_add (:py:class:`list`): A list of kernel capabilities to add to
the default set for the container.
cap_drop (:py:class:`list`): A list of kernel capabilities to drop
from the default set for the container.
sysctls (:py:class:`dict`): A dict of sysctl values to add to the
container
Returns: Returns:
:py:class:`Service`: The created service. :py:class:`Service`: The created service.
@ -268,8 +258,6 @@ class ServiceCollection(Collection):
filters (dict): Filters to process on the nodes list. Valid filters (dict): Filters to process on the nodes list. Valid
filters: ``id``, ``name`` , ``label`` and ``mode``. filters: ``id``, ``name`` , ``label`` and ``mode``.
Default: ``None``. Default: ``None``.
status (bool): Include the service task count of running and
desired tasks. Default: ``None``.
Returns: Returns:
list of :py:class:`Service`: The services. list of :py:class:`Service`: The services.
@ -287,8 +275,6 @@ class ServiceCollection(Collection):
# kwargs to copy straight over to ContainerSpec # kwargs to copy straight over to ContainerSpec
CONTAINER_SPEC_KWARGS = [ CONTAINER_SPEC_KWARGS = [
'args', 'args',
'cap_add',
'cap_drop',
'command', 'command',
'configs', 'configs',
'dns_config', 'dns_config',
@ -311,7 +297,6 @@ CONTAINER_SPEC_KWARGS = [
'tty', 'tty',
'user', 'user',
'workdir', 'workdir',
'sysctls',
] ]
# kwargs to copy straight over to TaskTemplate # kwargs to copy straight over to TaskTemplate
@ -327,7 +312,6 @@ CREATE_SERVICE_KWARGS = [
'labels', 'labels',
'mode', 'mode',
'update_config', 'update_config',
'rollback_config',
'endpoint_spec', 'endpoint_spec',
] ]
@ -335,7 +319,6 @@ PLACEMENT_KWARGS = [
'constraints', 'constraints',
'preferences', 'preferences',
'platforms', 'platforms',
'maxreplicas',
] ]

View File

@ -1,6 +1,5 @@
from docker.api import APIClient from docker.api import APIClient
from docker.errors import APIError from docker.errors import APIError
from .resource import Model from .resource import Model
@ -12,7 +11,7 @@ class Swarm(Model):
id_attribute = 'ID' id_attribute = 'ID'
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super(Swarm, self).__init__(*args, **kwargs)
if self.client: if self.client:
try: try:
self.reload() self.reload()
@ -36,8 +35,7 @@ class Swarm(Model):
def init(self, advertise_addr=None, listen_addr='0.0.0.0:2377', def init(self, advertise_addr=None, listen_addr='0.0.0.0:2377',
force_new_cluster=False, default_addr_pool=None, force_new_cluster=False, default_addr_pool=None,
subnet_size=None, data_path_addr=None, data_path_port=None, subnet_size=None, data_path_addr=None, **kwargs):
**kwargs):
""" """
Initialize a new swarm on this Engine. Initialize a new swarm on this Engine.
@ -67,9 +65,6 @@ class Swarm(Model):
networks created from the default subnet pool. Default: None networks created from the default subnet pool. Default: None
data_path_addr (string): Address or interface to use for data path data_path_addr (string): Address or interface to use for data path
traffic. For example, 192.168.1.1, or an interface, like eth0. traffic. For example, 192.168.1.1, or an interface, like eth0.
data_path_port (int): Port number to use for data path traffic.
Acceptable port range is 1024 to 49151. If set to ``None`` or
0, the default port 4789 will be used. Default: None
task_history_retention_limit (int): Maximum number of tasks task_history_retention_limit (int): Maximum number of tasks
history stored. history stored.
snapshot_interval (int): Number of logs entries between snapshot. snapshot_interval (int): Number of logs entries between snapshot.
@ -126,7 +121,6 @@ class Swarm(Model):
'default_addr_pool': default_addr_pool, 'default_addr_pool': default_addr_pool,
'subnet_size': subnet_size, 'subnet_size': subnet_size,
'data_path_addr': data_path_addr, 'data_path_addr': data_path_addr,
'data_path_port': data_path_port,
} }
init_kwargs['swarm_spec'] = self.client.api.create_swarm_spec(**kwargs) init_kwargs['swarm_spec'] = self.client.api.create_swarm_spec(**kwargs)
node_id = self.client.api.init_swarm(**init_kwargs) node_id = self.client.api.init_swarm(**init_kwargs)

View File

@ -1,5 +1,5 @@
from ..api import APIClient from ..api import APIClient
from .resource import Collection, Model from .resource import Model, Collection
class Volume(Model): class Volume(Model):

View File

@ -1,31 +1,68 @@
import os import os
import ssl
from . import errors from . import errors
from .transport import SSLHTTPAdapter
class TLSConfig: class TLSConfig(object):
""" """
TLS configuration. TLS configuration.
Args: Args:
client_cert (tuple of str): Path to client cert, path to client key. client_cert (tuple of str): Path to client cert, path to client key.
ca_cert (str): Path to CA cert file. ca_cert (str): Path to CA cert file.
verify (bool or str): This can be a bool or a path to a CA cert verify (bool or str): This can be ``False`` or a path to a CA cert
file to verify against. If ``True``, verify using ca_cert; file.
if ``False`` or not specified, do not verify. ssl_version (int): A valid `SSL version`_.
assert_hostname (bool): Verify the hostname of the server.
.. _`SSL version`:
https://docs.python.org/3.5/library/ssl.html#ssl.PROTOCOL_TLSv1
""" """
cert = None cert = None
ca_cert = None ca_cert = None
verify = None verify = None
ssl_version = None
def __init__(self, client_cert=None, ca_cert=None, verify=None): def __init__(self, client_cert=None, ca_cert=None, verify=None,
ssl_version=None, assert_hostname=None,
assert_fingerprint=None):
# Argument compatibility/mapping with # Argument compatibility/mapping with
# https://docs.docker.com/engine/articles/https/ # https://docs.docker.com/engine/articles/https/
# This diverges from the Docker CLI in that users can specify 'tls' # This diverges from the Docker CLI in that users can specify 'tls'
# here, but also disable any public/default CA pool verification by # here, but also disable any public/default CA pool verification by
# leaving verify=False # leaving tls_verify=False
# "client_cert" must have both or neither cert/key files. In self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
# TODO(dperny): according to the python docs, PROTOCOL_TLSvWhatever is
# depcreated, and it's recommended to use OPT_NO_TLSvWhatever instead
# to exclude versions. But I think that might require a bigger
# architectural change, so I've opted not to pursue it at this time
# If the user provides an SSL version, we should use their preference
if ssl_version:
self.ssl_version = ssl_version
else:
# If the user provides no ssl version, we should default to
# TLSv1_2. This option is the most secure, and will work for the
# majority of users with reasonably up-to-date software. However,
# before doing so, detect openssl version to ensure we can support
# it.
if ssl.OPENSSL_VERSION_INFO[:3] >= (1, 0, 1) and hasattr(
ssl, 'PROTOCOL_TLSv1_2'):
# If the OpenSSL version is high enough to support TLSv1_2,
# then we should use it.
self.ssl_version = getattr(ssl, 'PROTOCOL_TLSv1_2')
else:
# Otherwise, TLS v1.0 seems to be the safest default;
# SSLv23 fails in mysterious ways:
# https://github.com/docker/docker-py/issues/963
self.ssl_version = ssl.PROTOCOL_TLSv1
# "tls" and "tls_verify" must have both or neither cert/key files In
# either case, Alert the user when both are expected, but any are # either case, Alert the user when both are expected, but any are
# missing. # missing.
@ -34,15 +71,15 @@ class TLSConfig:
tls_cert, tls_key = client_cert tls_cert, tls_key = client_cert
except ValueError: except ValueError:
raise errors.TLSParameterError( raise errors.TLSParameterError(
'client_cert must be a tuple of' 'client_config must be a tuple of'
' (client certificate, key file)' ' (client certificate, key file)'
) from None )
if not (tls_cert and tls_key) or (not os.path.isfile(tls_cert) or if not (tls_cert and tls_key) or (not os.path.isfile(tls_cert) or
not os.path.isfile(tls_key)): not os.path.isfile(tls_key)):
raise errors.TLSParameterError( raise errors.TLSParameterError(
'Path to a certificate and key files must be provided' 'Path to a certificate and key files must be provided'
' through the client_cert param' ' through the client_config param'
) )
self.cert = (tls_cert, tls_key) self.cert = (tls_cert, tls_key)
@ -51,13 +88,15 @@ class TLSConfig:
self.ca_cert = ca_cert self.ca_cert = ca_cert
if self.verify and self.ca_cert and not os.path.isfile(self.ca_cert): if self.verify and self.ca_cert and not os.path.isfile(self.ca_cert):
raise errors.TLSParameterError( raise errors.TLSParameterError(
'Invalid CA certificate provided for `ca_cert`.' 'Invalid CA certificate provided for `tls_ca_cert`.'
) )
def configure_client(self, client): def configure_client(self, client):
""" """
Configure a client with these TLS options. Configure a client with these TLS options.
""" """
client.ssl_version = self.ssl_version
if self.verify and self.ca_cert: if self.verify and self.ca_cert:
client.verify = self.ca_cert client.verify = self.ca_cert
else: else:
@ -65,3 +104,9 @@ class TLSConfig:
if self.cert: if self.cert:
client.cert = self.cert client.cert = self.cert
client.mount('https://', SSLHTTPAdapter(
ssl_version=self.ssl_version,
assert_hostname=self.assert_hostname,
assert_fingerprint=self.assert_fingerprint,
))

View File

@ -1,5 +1,6 @@
# flake8: noqa
from .unixconn import UnixHTTPAdapter from .unixconn import UnixHTTPAdapter
from .ssladapter import SSLHTTPAdapter
try: try:
from .npipeconn import NpipeHTTPAdapter from .npipeconn import NpipeHTTPAdapter
from .npipesocket import NpipeSocket from .npipesocket import NpipeSocket

View File

@ -3,11 +3,6 @@ import requests.adapters
class BaseHTTPAdapter(requests.adapters.HTTPAdapter): class BaseHTTPAdapter(requests.adapters.HTTPAdapter):
def close(self): def close(self):
super().close() super(BaseHTTPAdapter, self).close()
if hasattr(self, 'pools'): if hasattr(self, 'pools'):
self.pools.clear() self.pools.clear()
# Fix for requests 2.32.2+:
# https://github.com/psf/requests/commit/c98e4d133ef29c46a9b68cd783087218a8075e05
def get_connection_with_tls_context(self, request, verify, proxies=None, cert=None):
return self.get_connection(request.url, proxies)

View File

@ -1,19 +1,26 @@
import queue import six
import requests.adapters import requests.adapters
import urllib3
import urllib3.connection
from docker.transport.basehttpadapter import BaseHTTPAdapter
from .. import constants from .. import constants
from .basehttpadapter import BaseHTTPAdapter
from .npipesocket import NpipeSocket from .npipesocket import NpipeSocket
if six.PY3:
import http.client as httplib
else:
import httplib
try:
import requests.packages.urllib3 as urllib3
except ImportError:
import urllib3
RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer
class NpipeHTTPConnection(urllib3.connection.HTTPConnection): class NpipeHTTPConnection(httplib.HTTPConnection, object):
def __init__(self, npipe_path, timeout=60): def __init__(self, npipe_path, timeout=60):
super().__init__( super(NpipeHTTPConnection, self).__init__(
'localhost', timeout=timeout 'localhost', timeout=timeout
) )
self.npipe_path = npipe_path self.npipe_path = npipe_path
@ -28,7 +35,7 @@ class NpipeHTTPConnection(urllib3.connection.HTTPConnection):
class NpipeHTTPConnectionPool(urllib3.connectionpool.HTTPConnectionPool): class NpipeHTTPConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
def __init__(self, npipe_path, timeout=60, maxsize=10): def __init__(self, npipe_path, timeout=60, maxsize=10):
super().__init__( super(NpipeHTTPConnectionPool, self).__init__(
'localhost', timeout=timeout, maxsize=maxsize 'localhost', timeout=timeout, maxsize=maxsize
) )
self.npipe_path = npipe_path self.npipe_path = npipe_path
@ -46,17 +53,18 @@ class NpipeHTTPConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
conn = None conn = None
try: try:
conn = self.pool.get(block=self.block, timeout=timeout) conn = self.pool.get(block=self.block, timeout=timeout)
except AttributeError as ae: # self.pool is None
raise urllib3.exceptions.ClosedPoolError(self, "Pool is closed.") from ae
except queue.Empty: except AttributeError: # self.pool is None
raise urllib3.exceptions.ClosedPoolError(self, "Pool is closed.")
except six.moves.queue.Empty:
if self.block: if self.block:
raise urllib3.exceptions.EmptyPoolError( raise urllib3.exceptions.EmptyPoolError(
self, self,
"Pool reached maximum size and no more " "Pool reached maximum size and no more "
"connections are allowed." "connections are allowed."
) from None )
# Oh well, we'll create a new connection then pass # Oh well, we'll create a new connection then
return conn or self._new_conn() return conn or self._new_conn()
@ -65,19 +73,16 @@ class NpipeHTTPAdapter(BaseHTTPAdapter):
__attrs__ = requests.adapters.HTTPAdapter.__attrs__ + ['npipe_path', __attrs__ = requests.adapters.HTTPAdapter.__attrs__ + ['npipe_path',
'pools', 'pools',
'timeout', 'timeout']
'max_pool_size']
def __init__(self, base_url, timeout=60, def __init__(self, base_url, timeout=60,
pool_connections=constants.DEFAULT_NUM_POOLS, pool_connections=constants.DEFAULT_NUM_POOLS):
max_pool_size=constants.DEFAULT_MAX_POOL_SIZE):
self.npipe_path = base_url.replace('npipe://', '') self.npipe_path = base_url.replace('npipe://', '')
self.timeout = timeout self.timeout = timeout
self.max_pool_size = max_pool_size
self.pools = RecentlyUsedContainer( self.pools = RecentlyUsedContainer(
pool_connections, dispose_func=lambda p: p.close() pool_connections, dispose_func=lambda p: p.close()
) )
super().__init__() super(NpipeHTTPAdapter, self).__init__()
def get_connection(self, url, proxies=None): def get_connection(self, url, proxies=None):
with self.pools.lock: with self.pools.lock:
@ -86,8 +91,7 @@ class NpipeHTTPAdapter(BaseHTTPAdapter):
return pool return pool
pool = NpipeHTTPConnectionPool( pool = NpipeHTTPConnectionPool(
self.npipe_path, self.timeout, self.npipe_path, self.timeout
maxsize=self.max_pool_size
) )
self.pools[url] = pool self.pools[url] = pool

View File

@ -1,10 +1,8 @@
import functools import functools
import io
import time import time
import io
import pywintypes import six
import win32api
import win32event
import win32file import win32file
import win32pipe import win32pipe
@ -26,7 +24,7 @@ def check_closed(f):
return wrapped return wrapped
class NpipeSocket: class NpipeSocket(object):
""" Partial implementation of the socket API over windows named pipes. """ Partial implementation of the socket API over windows named pipes.
This implementation is only designed to be used as a client socket, This implementation is only designed to be used as a client socket,
and server-specific methods (bind, listen, accept...) are not and server-specific methods (bind, listen, accept...) are not
@ -57,9 +55,7 @@ class NpipeSocket:
0, 0,
None, None,
win32file.OPEN_EXISTING, win32file.OPEN_EXISTING,
(cSECURITY_ANONYMOUS cSECURITY_ANONYMOUS | cSECURITY_SQOS_PRESENT,
| cSECURITY_SQOS_PRESENT
| win32file.FILE_FLAG_OVERLAPPED),
0 0
) )
except win32pipe.error as e: except win32pipe.error as e:
@ -132,41 +128,29 @@ class NpipeSocket:
@check_closed @check_closed
def recv_into(self, buf, nbytes=0): def recv_into(self, buf, nbytes=0):
if six.PY2:
return self._recv_into_py2(buf, nbytes)
readbuf = buf readbuf = buf
if not isinstance(buf, memoryview): if not isinstance(buf, memoryview):
readbuf = memoryview(buf) readbuf = memoryview(buf)
event = win32event.CreateEvent(None, True, True, None) err, data = win32file.ReadFile(
try: self._handle,
overlapped = pywintypes.OVERLAPPED() readbuf[:nbytes] if nbytes else readbuf
overlapped.hEvent = event )
err, data = win32file.ReadFile( return len(data)
self._handle,
readbuf[:nbytes] if nbytes else readbuf, def _recv_into_py2(self, buf, nbytes):
overlapped err, data = win32file.ReadFile(self._handle, nbytes or len(buf))
) n = len(data)
wait_result = win32event.WaitForSingleObject(event, self._timeout) buf[:n] = data
if wait_result == win32event.WAIT_TIMEOUT: return n
win32file.CancelIo(self._handle)
raise TimeoutError
return win32file.GetOverlappedResult(self._handle, overlapped, 0)
finally:
win32api.CloseHandle(event)
@check_closed @check_closed
def send(self, string, flags=0): def send(self, string, flags=0):
event = win32event.CreateEvent(None, True, True, None) err, nbytes = win32file.WriteFile(self._handle, string)
try: return nbytes
overlapped = pywintypes.OVERLAPPED()
overlapped.hEvent = event
win32file.WriteFile(self._handle, string, overlapped)
wait_result = win32event.WaitForSingleObject(event, self._timeout)
if wait_result == win32event.WAIT_TIMEOUT:
win32file.CancelIo(self._handle)
raise TimeoutError
return win32file.GetOverlappedResult(self._handle, overlapped, 0)
finally:
win32api.CloseHandle(event)
@check_closed @check_closed
def sendall(self, string, flags=0): def sendall(self, string, flags=0):
@ -185,12 +169,15 @@ class NpipeSocket:
def settimeout(self, value): def settimeout(self, value):
if value is None: if value is None:
# Blocking mode # Blocking mode
self._timeout = win32event.INFINITE self._timeout = win32pipe.NMPWAIT_WAIT_FOREVER
elif not isinstance(value, (float, int)) or value < 0: elif not isinstance(value, (float, int)) or value < 0:
raise ValueError('Timeout value out of range') raise ValueError('Timeout value out of range')
elif value == 0:
# Non-blocking mode
self._timeout = win32pipe.NMPWAIT_NO_WAIT
else: else:
# Timeout mode - Value converted to milliseconds # Timeout mode - Value converted to milliseconds
self._timeout = int(value * 1000) self._timeout = value * 1000
def gettimeout(self): def gettimeout(self):
return self._timeout return self._timeout
@ -208,7 +195,7 @@ class NpipeFileIOBase(io.RawIOBase):
self.sock = npipe_socket self.sock = npipe_socket
def close(self): def close(self):
super().close() super(NpipeFileIOBase, self).close()
self.sock = None self.sock = None
def fileno(self): def fileno(self):

View File

@ -1,137 +1,52 @@
import logging
import os
import queue
import signal
import socket
import subprocess
import urllib.parse
import paramiko import paramiko
import requests.adapters import requests.adapters
import urllib3 import six
import urllib3.connection import logging
import os
from docker.transport.basehttpadapter import BaseHTTPAdapter
from .. import constants from .. import constants
from .basehttpadapter import BaseHTTPAdapter
if six.PY3:
import http.client as httplib
else:
import httplib
try:
import requests.packages.urllib3 as urllib3
except ImportError:
import urllib3
RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer
class SSHSocket(socket.socket): class SSHConnection(httplib.HTTPConnection, object):
def __init__(self, host): def __init__(self, ssh_transport, timeout=60):
super().__init__( super(SSHConnection, self).__init__(
socket.AF_INET, socket.SOCK_STREAM)
self.host = host
self.port = None
self.user = None
if ':' in self.host:
self.host, self.port = self.host.split(':')
if '@' in self.host:
self.user, self.host = self.host.split('@')
self.proc = None
def connect(self, **kwargs):
args = ['ssh']
if self.user:
args = args + ['-l', self.user]
if self.port:
args = args + ['-p', self.port]
args = args + ['--', self.host, 'docker system dial-stdio']
preexec_func = None
if not constants.IS_WINDOWS_PLATFORM:
def f():
signal.signal(signal.SIGINT, signal.SIG_IGN)
preexec_func = f
env = dict(os.environ)
# drop LD_LIBRARY_PATH and SSL_CERT_FILE
env.pop('LD_LIBRARY_PATH', None)
env.pop('SSL_CERT_FILE', None)
self.proc = subprocess.Popen(
args,
env=env,
stdout=subprocess.PIPE,
stdin=subprocess.PIPE,
preexec_fn=preexec_func)
def _write(self, data):
if not self.proc or self.proc.stdin.closed:
raise Exception('SSH subprocess not initiated.'
'connect() must be called first.')
written = self.proc.stdin.write(data)
self.proc.stdin.flush()
return written
def sendall(self, data):
self._write(data)
def send(self, data):
return self._write(data)
def recv(self, n):
if not self.proc:
raise Exception('SSH subprocess not initiated.'
'connect() must be called first.')
return self.proc.stdout.read(n)
def makefile(self, mode):
if not self.proc:
self.connect()
self.proc.stdout.channel = self
return self.proc.stdout
def close(self):
if not self.proc or self.proc.stdin.closed:
return
self.proc.stdin.write(b'\n\n')
self.proc.stdin.flush()
self.proc.terminate()
class SSHConnection(urllib3.connection.HTTPConnection):
def __init__(self, ssh_transport=None, timeout=60, host=None):
super().__init__(
'localhost', timeout=timeout 'localhost', timeout=timeout
) )
self.ssh_transport = ssh_transport self.ssh_transport = ssh_transport
self.timeout = timeout self.timeout = timeout
self.ssh_host = host
def connect(self): def connect(self):
if self.ssh_transport: sock = self.ssh_transport.open_session()
sock = self.ssh_transport.open_session() sock.settimeout(self.timeout)
sock.settimeout(self.timeout) sock.exec_command('docker system dial-stdio')
sock.exec_command('docker system dial-stdio')
else:
sock = SSHSocket(self.ssh_host)
sock.settimeout(self.timeout)
sock.connect()
self.sock = sock self.sock = sock
class SSHConnectionPool(urllib3.connectionpool.HTTPConnectionPool): class SSHConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
scheme = 'ssh' scheme = 'ssh'
def __init__(self, ssh_client=None, timeout=60, maxsize=10, host=None): def __init__(self, ssh_client, timeout=60, maxsize=10):
super().__init__( super(SSHConnectionPool, self).__init__(
'localhost', timeout=timeout, maxsize=maxsize 'localhost', timeout=timeout, maxsize=maxsize
) )
self.ssh_transport = None self.ssh_transport = ssh_client.get_transport()
self.timeout = timeout self.timeout = timeout
if ssh_client:
self.ssh_transport = ssh_client.get_transport()
self.ssh_host = host
def _new_conn(self): def _new_conn(self):
return SSHConnection(self.ssh_transport, self.timeout, self.ssh_host) return SSHConnection(self.ssh_transport, self.timeout)
# When re-using connections, urllib3 calls fileno() on our # When re-using connections, urllib3 calls fileno() on our
# SSH channel instance, quickly overloading our fd limit. To avoid this, # SSH channel instance, quickly overloading our fd limit. To avoid this,
@ -141,17 +56,17 @@ class SSHConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
try: try:
conn = self.pool.get(block=self.block, timeout=timeout) conn = self.pool.get(block=self.block, timeout=timeout)
except AttributeError as ae: # self.pool is None except AttributeError: # self.pool is None
raise urllib3.exceptions.ClosedPoolError(self, "Pool is closed.") from ae raise urllib3.exceptions.ClosedPoolError(self, "Pool is closed.")
except queue.Empty: except six.moves.queue.Empty:
if self.block: if self.block:
raise urllib3.exceptions.EmptyPoolError( raise urllib3.exceptions.EmptyPoolError(
self, self,
"Pool reached maximum size and no more " "Pool reached maximum size and no more "
"connections are allowed." "connections are allowed."
) from None )
# Oh well, we'll create a new connection then pass # Oh well, we'll create a new connection then
return conn or self._new_conn() return conn or self._new_conn()
@ -159,33 +74,14 @@ class SSHConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
class SSHHTTPAdapter(BaseHTTPAdapter): class SSHHTTPAdapter(BaseHTTPAdapter):
__attrs__ = requests.adapters.HTTPAdapter.__attrs__ + [ __attrs__ = requests.adapters.HTTPAdapter.__attrs__ + [
'pools', 'timeout', 'ssh_client', 'ssh_params', 'max_pool_size' 'pools', 'timeout', 'ssh_client', 'ssh_params'
] ]
def __init__(self, base_url, timeout=60, def __init__(self, base_url, timeout=60,
pool_connections=constants.DEFAULT_NUM_POOLS, pool_connections=constants.DEFAULT_NUM_POOLS):
max_pool_size=constants.DEFAULT_MAX_POOL_SIZE,
shell_out=False):
self.ssh_client = None
if not shell_out:
self._create_paramiko_client(base_url)
self._connect()
self.ssh_host = base_url
if base_url.startswith('ssh://'):
self.ssh_host = base_url[len('ssh://'):]
self.timeout = timeout
self.max_pool_size = max_pool_size
self.pools = RecentlyUsedContainer(
pool_connections, dispose_func=lambda p: p.close()
)
super().__init__()
def _create_paramiko_client(self, base_url):
logging.getLogger("paramiko").setLevel(logging.WARNING) logging.getLogger("paramiko").setLevel(logging.WARNING)
self.ssh_client = paramiko.SSHClient() self.ssh_client = paramiko.SSHClient()
base_url = urllib.parse.urlparse(base_url) base_url = six.moves.urllib_parse.urlparse(base_url)
self.ssh_params = { self.ssh_params = {
"hostname": base_url.hostname, "hostname": base_url.hostname,
"port": base_url.port, "port": base_url.port,
@ -197,54 +93,48 @@ class SSHHTTPAdapter(BaseHTTPAdapter):
with open(ssh_config_file) as f: with open(ssh_config_file) as f:
conf.parse(f) conf.parse(f)
host_config = conf.lookup(base_url.hostname) host_config = conf.lookup(base_url.hostname)
self.ssh_conf = host_config
if 'proxycommand' in host_config: if 'proxycommand' in host_config:
self.ssh_params["sock"] = paramiko.ProxyCommand( self.ssh_params["sock"] = paramiko.ProxyCommand(
host_config['proxycommand'] self.ssh_conf['proxycommand']
) )
if 'hostname' in host_config: if 'hostname' in host_config:
self.ssh_params['hostname'] = host_config['hostname'] self.ssh_params['hostname'] = host_config['hostname']
if base_url.port is None and 'port' in host_config: if base_url.port is None and 'port' in host_config:
self.ssh_params['port'] = host_config['port'] self.ssh_params['port'] = self.ssh_conf['port']
if base_url.username is None and 'user' in host_config: if base_url.username is None and 'user' in host_config:
self.ssh_params['username'] = host_config['user'] self.ssh_params['username'] = self.ssh_conf['user']
if 'identityfile' in host_config:
self.ssh_params['key_filename'] = host_config['identityfile']
self.ssh_client.load_system_host_keys() self.ssh_client.load_system_host_keys()
self.ssh_client.set_missing_host_key_policy(paramiko.RejectPolicy()) self.ssh_client.set_missing_host_key_policy(paramiko.WarningPolicy())
self._connect()
self.timeout = timeout
self.pools = RecentlyUsedContainer(
pool_connections, dispose_func=lambda p: p.close()
)
super(SSHHTTPAdapter, self).__init__()
def _connect(self): def _connect(self):
if self.ssh_client: self.ssh_client.connect(**self.ssh_params)
self.ssh_client.connect(**self.ssh_params)
def get_connection(self, url, proxies=None): def get_connection(self, url, proxies=None):
if not self.ssh_client:
return SSHConnectionPool(
ssh_client=self.ssh_client,
timeout=self.timeout,
maxsize=self.max_pool_size,
host=self.ssh_host
)
with self.pools.lock: with self.pools.lock:
pool = self.pools.get(url) pool = self.pools.get(url)
if pool: if pool:
return pool return pool
# Connection is closed try a reconnect # Connection is closed try a reconnect
if self.ssh_client and not self.ssh_client.get_transport(): if not self.ssh_client.get_transport():
self._connect() self._connect()
pool = SSHConnectionPool( pool = SSHConnectionPool(
ssh_client=self.ssh_client, self.ssh_client, self.timeout
timeout=self.timeout,
maxsize=self.max_pool_size,
host=self.ssh_host
) )
self.pools[url] = pool self.pools[url] = pool
return pool return pool
def close(self): def close(self):
super().close() super(SSHHTTPAdapter, self).close()
if self.ssh_client: self.ssh_client.close()
self.ssh_client.close()

View File

@ -0,0 +1,73 @@
""" Resolves OpenSSL issues in some servers:
https://lukasa.co.uk/2013/01/Choosing_SSL_Version_In_Requests/
https://github.com/kennethreitz/requests/pull/799
"""
import sys
from distutils.version import StrictVersion
from requests.adapters import HTTPAdapter
from docker.transport.basehttpadapter import BaseHTTPAdapter
try:
import requests.packages.urllib3 as urllib3
except ImportError:
import urllib3
PoolManager = urllib3.poolmanager.PoolManager
# Monkey-patching match_hostname with a version that supports
# IP-address checking. Not necessary for Python 3.5 and above
if sys.version_info[0] < 3 or sys.version_info[1] < 5:
from backports.ssl_match_hostname import match_hostname
urllib3.connection.match_hostname = match_hostname
class SSLHTTPAdapter(BaseHTTPAdapter):
'''An HTTPS Transport Adapter that uses an arbitrary SSL version.'''
__attrs__ = HTTPAdapter.__attrs__ + ['assert_fingerprint',
'assert_hostname',
'ssl_version']
def __init__(self, ssl_version=None, assert_hostname=None,
assert_fingerprint=None, **kwargs):
self.ssl_version = ssl_version
self.assert_hostname = assert_hostname
self.assert_fingerprint = assert_fingerprint
super(SSLHTTPAdapter, self).__init__(**kwargs)
def init_poolmanager(self, connections, maxsize, block=False):
kwargs = {
'num_pools': connections,
'maxsize': maxsize,
'block': block,
'assert_hostname': self.assert_hostname,
'assert_fingerprint': self.assert_fingerprint,
}
if self.ssl_version and self.can_override_ssl_version():
kwargs['ssl_version'] = self.ssl_version
self.poolmanager = PoolManager(**kwargs)
def get_connection(self, *args, **kwargs):
"""
Ensure assert_hostname is set correctly on our pool
We already take care of a normal poolmanager via init_poolmanager
But we still need to take care of when there is a proxy poolmanager
"""
conn = super(SSLHTTPAdapter, self).get_connection(*args, **kwargs)
if conn.assert_hostname != self.assert_hostname:
conn.assert_hostname = self.assert_hostname
return conn
def can_override_ssl_version(self):
urllib_ver = urllib3.__version__.split('-')[0]
if urllib_ver is None:
return False
if urllib_ver == 'dev':
return True
return StrictVersion(urllib_ver) > StrictVersion('1.5')

View File

@ -1,24 +1,41 @@
import socket import six
import requests.adapters import requests.adapters
import urllib3 import socket
import urllib3.connection from six.moves import http_client as httplib
from docker.transport.basehttpadapter import BaseHTTPAdapter
from .. import constants from .. import constants
from .basehttpadapter import BaseHTTPAdapter
try:
import requests.packages.urllib3 as urllib3
except ImportError:
import urllib3
RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer RecentlyUsedContainer = urllib3._collections.RecentlyUsedContainer
class UnixHTTPConnection(urllib3.connection.HTTPConnection): class UnixHTTPResponse(httplib.HTTPResponse, object):
def __init__(self, sock, *args, **kwargs):
disable_buffering = kwargs.pop('disable_buffering', False)
if six.PY2:
# FIXME: We may need to disable buffering on Py3 as well,
# but there's no clear way to do it at the moment. See:
# https://github.com/docker/docker-py/issues/1799
kwargs['buffering'] = not disable_buffering
super(UnixHTTPResponse, self).__init__(sock, *args, **kwargs)
class UnixHTTPConnection(httplib.HTTPConnection, object):
def __init__(self, base_url, unix_socket, timeout=60): def __init__(self, base_url, unix_socket, timeout=60):
super().__init__( super(UnixHTTPConnection, self).__init__(
'localhost', timeout=timeout 'localhost', timeout=timeout
) )
self.base_url = base_url self.base_url = base_url
self.unix_socket = unix_socket self.unix_socket = unix_socket
self.timeout = timeout self.timeout = timeout
self.disable_buffering = False
def connect(self): def connect(self):
sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) sock = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
@ -26,10 +43,21 @@ class UnixHTTPConnection(urllib3.connection.HTTPConnection):
sock.connect(self.unix_socket) sock.connect(self.unix_socket)
self.sock = sock self.sock = sock
def putheader(self, header, *values):
super(UnixHTTPConnection, self).putheader(header, *values)
if header == 'Connection' and 'Upgrade' in values:
self.disable_buffering = True
def response_class(self, sock, *args, **kwargs):
if self.disable_buffering:
kwargs['disable_buffering'] = True
return UnixHTTPResponse(sock, *args, **kwargs)
class UnixHTTPConnectionPool(urllib3.connectionpool.HTTPConnectionPool): class UnixHTTPConnectionPool(urllib3.connectionpool.HTTPConnectionPool):
def __init__(self, base_url, socket_path, timeout=60, maxsize=10): def __init__(self, base_url, socket_path, timeout=60, maxsize=10):
super().__init__( super(UnixHTTPConnectionPool, self).__init__(
'localhost', timeout=timeout, maxsize=maxsize 'localhost', timeout=timeout, maxsize=maxsize
) )
self.base_url = base_url self.base_url = base_url
@ -46,22 +74,19 @@ class UnixHTTPAdapter(BaseHTTPAdapter):
__attrs__ = requests.adapters.HTTPAdapter.__attrs__ + ['pools', __attrs__ = requests.adapters.HTTPAdapter.__attrs__ + ['pools',
'socket_path', 'socket_path',
'timeout', 'timeout']
'max_pool_size']
def __init__(self, socket_url, timeout=60, def __init__(self, socket_url, timeout=60,
pool_connections=constants.DEFAULT_NUM_POOLS, pool_connections=constants.DEFAULT_NUM_POOLS):
max_pool_size=constants.DEFAULT_MAX_POOL_SIZE):
socket_path = socket_url.replace('http+unix://', '') socket_path = socket_url.replace('http+unix://', '')
if not socket_path.startswith('/'): if not socket_path.startswith('/'):
socket_path = f"/{socket_path}" socket_path = '/' + socket_path
self.socket_path = socket_path self.socket_path = socket_path
self.timeout = timeout self.timeout = timeout
self.max_pool_size = max_pool_size
self.pools = RecentlyUsedContainer( self.pools = RecentlyUsedContainer(
pool_connections, dispose_func=lambda p: p.close() pool_connections, dispose_func=lambda p: p.close()
) )
super().__init__() super(UnixHTTPAdapter, self).__init__()
def get_connection(self, url, proxies=None): def get_connection(self, url, proxies=None):
with self.pools.lock: with self.pools.lock:
@ -70,8 +95,7 @@ class UnixHTTPAdapter(BaseHTTPAdapter):
return pool return pool
pool = UnixHTTPConnectionPool( pool = UnixHTTPConnectionPool(
url, self.socket_path, self.timeout, url, self.socket_path, self.timeout
maxsize=self.max_pool_size
) )
self.pools[url] = pool self.pools[url] = pool

View File

@ -1,24 +1,12 @@
from .containers import ContainerConfig, DeviceRequest, HostConfig, LogConfig, Ulimit # flake8: noqa
from .containers import ContainerConfig, HostConfig, LogConfig, Ulimit
from .daemon import CancellableStream from .daemon import CancellableStream
from .healthcheck import Healthcheck from .healthcheck import Healthcheck
from .networks import EndpointConfig, IPAMConfig, IPAMPool, NetworkingConfig from .networks import EndpointConfig, IPAMConfig, IPAMPool, NetworkingConfig
from .services import ( from .services import (
ConfigReference, ConfigReference, ContainerSpec, DNSConfig, DriverConfig, EndpointSpec,
ContainerSpec, Mount, Placement, PlacementPreference, Privileges, Resources,
DNSConfig, RestartPolicy, RollbackConfig, SecretReference, ServiceMode, TaskTemplate,
DriverConfig, UpdateConfig, NetworkAttachmentConfig
EndpointSpec,
Mount,
NetworkAttachmentConfig,
Placement,
PlacementPreference,
Privileges,
Resources,
RestartPolicy,
RollbackConfig,
SecretReference,
ServiceMode,
TaskTemplate,
UpdateConfig,
) )
from .swarm import SwarmExternalCA, SwarmSpec from .swarm import SwarmSpec, SwarmExternalCA

View File

@ -1,4 +1,7 @@
import six
class DictType(dict): class DictType(dict):
def __init__(self, init): def __init__(self, init):
for k, v in init.items(): for k, v in six.iteritems(init):
self[k] = v self[k] = v

View File

@ -1,22 +1,16 @@
import six
from .. import errors from .. import errors
from ..utils.utils import ( from ..utils.utils import (
convert_port_bindings, convert_port_bindings, convert_tmpfs_mounts, convert_volume_binds,
convert_tmpfs_mounts, format_environment, format_extra_hosts, normalize_links, parse_bytes,
convert_volume_binds, parse_devices, split_command, version_gte, version_lt,
format_environment,
format_extra_hosts,
normalize_links,
parse_bytes,
parse_devices,
split_command,
version_gte,
version_lt,
) )
from .base import DictType from .base import DictType
from .healthcheck import Healthcheck from .healthcheck import Healthcheck
class LogConfigTypesEnum: class LogConfigTypesEnum(object):
_values = ( _values = (
'json-file', 'json-file',
'syslog', 'syslog',
@ -56,11 +50,8 @@ class LogConfig(DictType):
>>> container = client.create_container('busybox', 'true', >>> container = client.create_container('busybox', 'true',
... host_config=hc) ... host_config=hc)
>>> client.inspect_container(container)['HostConfig']['LogConfig'] >>> client.inspect_container(container)['HostConfig']['LogConfig']
{ {'Type': 'json-file', 'Config': {'labels': 'production_status,geo', 'max-size': '1g'}}
'Type': 'json-file', """ # noqa: E501
'Config': {'labels': 'production_status,geo', 'max-size': '1g'}
}
"""
types = LogConfigTypesEnum types = LogConfigTypesEnum
def __init__(self, **kwargs): def __init__(self, **kwargs):
@ -70,7 +61,7 @@ class LogConfig(DictType):
if config and not isinstance(config, dict): if config and not isinstance(config, dict):
raise ValueError("LogConfig.config must be a dictionary") raise ValueError("LogConfig.config must be a dictionary")
super().__init__({ super(LogConfig, self).__init__({
'Type': log_driver_type, 'Type': log_driver_type,
'Config': config 'Config': config
}) })
@ -106,8 +97,8 @@ class Ulimit(DictType):
Args: Args:
name (str): Which ulimit will this apply to. The valid names can be name (str): Which ulimit will this apply to. A list of valid names can
found in '/etc/security/limits.conf' on a gnu/linux system. be found `here <http://tinyurl.me/ZWRkM2Ztwlykf>`_.
soft (int): The soft limit for this ulimit. Optional. soft (int): The soft limit for this ulimit. Optional.
hard (int): The hard limit for this ulimit. Optional. hard (int): The hard limit for this ulimit. Optional.
@ -126,13 +117,13 @@ class Ulimit(DictType):
name = kwargs.get('name', kwargs.get('Name')) name = kwargs.get('name', kwargs.get('Name'))
soft = kwargs.get('soft', kwargs.get('Soft')) soft = kwargs.get('soft', kwargs.get('Soft'))
hard = kwargs.get('hard', kwargs.get('Hard')) hard = kwargs.get('hard', kwargs.get('Hard'))
if not isinstance(name, str): if not isinstance(name, six.string_types):
raise ValueError("Ulimit.name must be a string") raise ValueError("Ulimit.name must be a string")
if soft and not isinstance(soft, int): if soft and not isinstance(soft, int):
raise ValueError("Ulimit.soft must be an integer") raise ValueError("Ulimit.soft must be an integer")
if hard and not isinstance(hard, int): if hard and not isinstance(hard, int):
raise ValueError("Ulimit.hard must be an integer") raise ValueError("Ulimit.hard must be an integer")
super().__init__({ super(Ulimit, self).__init__({
'Name': name, 'Name': name,
'Soft': soft, 'Soft': soft,
'Hard': hard 'Hard': hard
@ -163,104 +154,6 @@ class Ulimit(DictType):
self['Hard'] = value self['Hard'] = value
class DeviceRequest(DictType):
"""
Create a device request to be used with
:py:meth:`~docker.api.container.ContainerApiMixin.create_host_config`.
Args:
driver (str): Which driver to use for this device. Optional.
count (int): Number or devices to request. Optional.
Set to -1 to request all available devices.
device_ids (list): List of strings for device IDs. Optional.
Set either ``count`` or ``device_ids``.
capabilities (list): List of lists of strings to request
capabilities. Optional. The global list acts like an OR,
and the sub-lists are AND. The driver will try to satisfy
one of the sub-lists.
Available capabilities for the ``nvidia`` driver can be found
`here <https://github.com/NVIDIA/nvidia-container-runtime>`_.
options (dict): Driver-specific options. Optional.
"""
def __init__(self, **kwargs):
driver = kwargs.get('driver', kwargs.get('Driver'))
count = kwargs.get('count', kwargs.get('Count'))
device_ids = kwargs.get('device_ids', kwargs.get('DeviceIDs'))
capabilities = kwargs.get('capabilities', kwargs.get('Capabilities'))
options = kwargs.get('options', kwargs.get('Options'))
if driver is None:
driver = ''
elif not isinstance(driver, str):
raise ValueError('DeviceRequest.driver must be a string')
if count is None:
count = 0
elif not isinstance(count, int):
raise ValueError('DeviceRequest.count must be an integer')
if device_ids is None:
device_ids = []
elif not isinstance(device_ids, list):
raise ValueError('DeviceRequest.device_ids must be a list')
if capabilities is None:
capabilities = []
elif not isinstance(capabilities, list):
raise ValueError('DeviceRequest.capabilities must be a list')
if options is None:
options = {}
elif not isinstance(options, dict):
raise ValueError('DeviceRequest.options must be a dict')
super().__init__({
'Driver': driver,
'Count': count,
'DeviceIDs': device_ids,
'Capabilities': capabilities,
'Options': options
})
@property
def driver(self):
return self['Driver']
@driver.setter
def driver(self, value):
self['Driver'] = value
@property
def count(self):
return self['Count']
@count.setter
def count(self, value):
self['Count'] = value
@property
def device_ids(self):
return self['DeviceIDs']
@device_ids.setter
def device_ids(self, value):
self['DeviceIDs'] = value
@property
def capabilities(self):
return self['Capabilities']
@capabilities.setter
def capabilities(self, value):
self['Capabilities'] = value
@property
def options(self):
return self['Options']
@options.setter
def options(self, value):
self['Options'] = value
class HostConfig(dict): class HostConfig(dict):
def __init__(self, version, binds=None, port_bindings=None, def __init__(self, version, binds=None, port_bindings=None,
lxc_conf=None, publish_all_ports=False, links=None, lxc_conf=None, publish_all_ports=False, links=None,
@ -283,8 +176,7 @@ class HostConfig(dict):
volume_driver=None, cpu_count=None, cpu_percent=None, volume_driver=None, cpu_count=None, cpu_percent=None,
nano_cpus=None, cpuset_mems=None, runtime=None, mounts=None, nano_cpus=None, cpuset_mems=None, runtime=None, mounts=None,
cpu_rt_period=None, cpu_rt_runtime=None, cpu_rt_period=None, cpu_rt_runtime=None,
device_cgroup_rules=None, device_requests=None, device_cgroup_rules=None):
cgroupns=None):
if mem_limit is not None: if mem_limit is not None:
self['Memory'] = parse_bytes(mem_limit) self['Memory'] = parse_bytes(mem_limit)
@ -307,7 +199,7 @@ class HostConfig(dict):
self['MemorySwappiness'] = mem_swappiness self['MemorySwappiness'] = mem_swappiness
if shm_size is not None: if shm_size is not None:
if isinstance(shm_size, str): if isinstance(shm_size, six.string_types):
shm_size = parse_bytes(shm_size) shm_size = parse_bytes(shm_size)
self['ShmSize'] = shm_size self['ShmSize'] = shm_size
@ -344,11 +236,10 @@ class HostConfig(dict):
if dns_search: if dns_search:
self['DnsSearch'] = dns_search self['DnsSearch'] = dns_search
if network_mode == 'host' and port_bindings: if network_mode:
raise host_config_incompatible_error( self['NetworkMode'] = network_mode
'network_mode', 'host', 'port_bindings' elif network_mode is None:
) self['NetworkMode'] = 'default'
self['NetworkMode'] = network_mode or 'default'
if restart_policy: if restart_policy:
if not isinstance(restart_policy, dict): if not isinstance(restart_policy, dict):
@ -368,7 +259,7 @@ class HostConfig(dict):
self['Devices'] = parse_devices(devices) self['Devices'] = parse_devices(devices)
if group_add: if group_add:
self['GroupAdd'] = [str(grp) for grp in group_add] self['GroupAdd'] = [six.text_type(grp) for grp in group_add]
if dns is not None: if dns is not None:
self['Dns'] = dns self['Dns'] = dns
@ -388,11 +279,11 @@ class HostConfig(dict):
if not isinstance(sysctls, dict): if not isinstance(sysctls, dict):
raise host_config_type_error('sysctls', sysctls, 'dict') raise host_config_type_error('sysctls', sysctls, 'dict')
self['Sysctls'] = {} self['Sysctls'] = {}
for k, v in sysctls.items(): for k, v in six.iteritems(sysctls):
self['Sysctls'][k] = str(v) self['Sysctls'][k] = six.text_type(v)
if volumes_from is not None: if volumes_from is not None:
if isinstance(volumes_from, str): if isinstance(volumes_from, six.string_types):
volumes_from = volumes_from.split(',') volumes_from = volumes_from.split(',')
self['VolumesFrom'] = volumes_from self['VolumesFrom'] = volumes_from
@ -414,7 +305,7 @@ class HostConfig(dict):
if isinstance(lxc_conf, dict): if isinstance(lxc_conf, dict):
formatted = [] formatted = []
for k, v in lxc_conf.items(): for k, v in six.iteritems(lxc_conf):
formatted.append({'Key': k, 'Value': str(v)}) formatted.append({'Key': k, 'Value': str(v)})
lxc_conf = formatted lxc_conf = formatted
@ -569,7 +460,7 @@ class HostConfig(dict):
self["PidsLimit"] = pids_limit self["PidsLimit"] = pids_limit
if isolation: if isolation:
if not isinstance(isolation, str): if not isinstance(isolation, six.string_types):
raise host_config_type_error('isolation', isolation, 'string') raise host_config_type_error('isolation', isolation, 'string')
if version_lt(version, '1.24'): if version_lt(version, '1.24'):
raise host_config_version_error('isolation', '1.24') raise host_config_version_error('isolation', '1.24')
@ -619,7 +510,7 @@ class HostConfig(dict):
self['CpuPercent'] = cpu_percent self['CpuPercent'] = cpu_percent
if nano_cpus: if nano_cpus:
if not isinstance(nano_cpus, int): if not isinstance(nano_cpus, six.integer_types):
raise host_config_type_error('nano_cpus', nano_cpus, 'int') raise host_config_type_error('nano_cpus', nano_cpus, 'int')
if version_lt(version, '1.25'): if version_lt(version, '1.25'):
raise host_config_version_error('nano_cpus', '1.25') raise host_config_version_error('nano_cpus', '1.25')
@ -645,44 +536,21 @@ class HostConfig(dict):
) )
self['DeviceCgroupRules'] = device_cgroup_rules self['DeviceCgroupRules'] = device_cgroup_rules
if device_requests is not None:
if version_lt(version, '1.40'):
raise host_config_version_error('device_requests', '1.40')
if not isinstance(device_requests, list):
raise host_config_type_error(
'device_requests', device_requests, 'list'
)
self['DeviceRequests'] = []
for req in device_requests:
if not isinstance(req, DeviceRequest):
req = DeviceRequest(**req)
self['DeviceRequests'].append(req)
if cgroupns:
self['CgroupnsMode'] = cgroupns
def host_config_type_error(param, param_value, expected): def host_config_type_error(param, param_value, expected):
return TypeError( error_msg = 'Invalid type for {0} param: expected {1} but found {2}'
f'Invalid type for {param} param: expected {expected} ' return TypeError(error_msg.format(param, expected, type(param_value)))
f'but found {type(param_value)}'
)
def host_config_version_error(param, version, less_than=True): def host_config_version_error(param, version, less_than=True):
operator = '<' if less_than else '>' operator = '<' if less_than else '>'
return errors.InvalidVersion( error_msg = '{0} param is not supported in API versions {1} {2}'
f'{param} param is not supported in API versions {operator} {version}', return errors.InvalidVersion(error_msg.format(param, operator, version))
)
def host_config_value_error(param, param_value): def host_config_value_error(param, param_value):
return ValueError(f'Invalid value for {param} param: {param_value}') error_msg = 'Invalid value for {0} param: {1}'
return ValueError(error_msg.format(param, param_value))
def host_config_incompatible_error(param, param_value, incompatible_param):
return errors.InvalidArgument(
f'\"{param_value}\" {param} is incompatible with {incompatible_param}'
)
class ContainerConfig(dict): class ContainerConfig(dict):
@ -712,17 +580,17 @@ class ContainerConfig(dict):
'version 1.29' 'version 1.29'
) )
if isinstance(command, str): if isinstance(command, six.string_types):
command = split_command(command) command = split_command(command)
if isinstance(entrypoint, str): if isinstance(entrypoint, six.string_types):
entrypoint = split_command(entrypoint) entrypoint = split_command(entrypoint)
if isinstance(environment, dict): if isinstance(environment, dict):
environment = format_environment(environment) environment = format_environment(environment)
if isinstance(labels, list): if isinstance(labels, list):
labels = {lbl: '' for lbl in labels} labels = dict((lbl, six.text_type('')) for lbl in labels)
if isinstance(ports, list): if isinstance(ports, list):
exposed_ports = {} exposed_ports = {}
@ -733,10 +601,10 @@ class ContainerConfig(dict):
if len(port_definition) == 2: if len(port_definition) == 2:
proto = port_definition[1] proto = port_definition[1]
port = port_definition[0] port = port_definition[0]
exposed_ports[f'{port}/{proto}'] = {} exposed_ports['{0}/{1}'.format(port, proto)] = {}
ports = exposed_ports ports = exposed_ports
if isinstance(volumes, str): if isinstance(volumes, six.string_types):
volumes = [volumes, ] volumes = [volumes, ]
if isinstance(volumes, list): if isinstance(volumes, list):
@ -765,7 +633,7 @@ class ContainerConfig(dict):
'Hostname': hostname, 'Hostname': hostname,
'Domainname': domainname, 'Domainname': domainname,
'ExposedPorts': ports, 'ExposedPorts': ports,
'User': str(user) if user is not None else None, 'User': six.text_type(user) if user is not None else None,
'Tty': tty, 'Tty': tty,
'OpenStdin': stdin_open, 'OpenStdin': stdin_open,
'StdinOnce': stdin_once, 'StdinOnce': stdin_once,

View File

@ -1,11 +1,14 @@
import socket import socket
import urllib3 try:
import requests.packages.urllib3 as urllib3
except ImportError:
import urllib3
from ..errors import DockerException from ..errors import DockerException
class CancellableStream: class CancellableStream(object):
""" """
Stream wrapper for real-time events, logs, etc. from the server. Stream wrapper for real-time events, logs, etc. from the server.
@ -28,9 +31,9 @@ class CancellableStream:
try: try:
return next(self._stream) return next(self._stream)
except urllib3.exceptions.ProtocolError: except urllib3.exceptions.ProtocolError:
raise StopIteration from None raise StopIteration
except OSError: except socket.error:
raise StopIteration from None raise StopIteration
next = __next__ next = __next__

View File

@ -1,5 +1,7 @@
from .base import DictType from .base import DictType
import six
class Healthcheck(DictType): class Healthcheck(DictType):
""" """
@ -29,7 +31,7 @@ class Healthcheck(DictType):
""" """
def __init__(self, **kwargs): def __init__(self, **kwargs):
test = kwargs.get('test', kwargs.get('Test')) test = kwargs.get('test', kwargs.get('Test'))
if isinstance(test, str): if isinstance(test, six.string_types):
test = ["CMD-SHELL", test] test = ["CMD-SHELL", test]
interval = kwargs.get('interval', kwargs.get('Interval')) interval = kwargs.get('interval', kwargs.get('Interval'))
@ -37,7 +39,7 @@ class Healthcheck(DictType):
retries = kwargs.get('retries', kwargs.get('Retries')) retries = kwargs.get('retries', kwargs.get('Retries'))
start_period = kwargs.get('start_period', kwargs.get('StartPeriod')) start_period = kwargs.get('start_period', kwargs.get('StartPeriod'))
super().__init__({ super(Healthcheck, self).__init__({
'Test': test, 'Test': test,
'Interval': interval, 'Interval': interval,
'Timeout': timeout, 'Timeout': timeout,
@ -51,7 +53,7 @@ class Healthcheck(DictType):
@test.setter @test.setter
def test(self, value): def test(self, value):
if isinstance(value, str): if isinstance(value, six.string_types):
value = ["CMD-SHELL", value] value = ["CMD-SHELL", value]
self['Test'] = value self['Test'] = value

View File

@ -4,8 +4,7 @@ from ..utils import normalize_links, version_lt
class EndpointConfig(dict): class EndpointConfig(dict):
def __init__(self, version, aliases=None, links=None, ipv4_address=None, def __init__(self, version, aliases=None, links=None, ipv4_address=None,
ipv6_address=None, link_local_ips=None, driver_opt=None, ipv6_address=None, link_local_ips=None):
mac_address=None):
if version_lt(version, '1.22'): if version_lt(version, '1.22'):
raise errors.InvalidVersion( raise errors.InvalidVersion(
'Endpoint config is not supported for API version < 1.22' 'Endpoint config is not supported for API version < 1.22'
@ -24,13 +23,6 @@ class EndpointConfig(dict):
if ipv6_address: if ipv6_address:
ipam_config['IPv6Address'] = ipv6_address ipam_config['IPv6Address'] = ipv6_address
if mac_address:
if version_lt(version, '1.25'):
raise errors.InvalidVersion(
'mac_address is not supported for API version < 1.25'
)
self['MacAddress'] = mac_address
if link_local_ips is not None: if link_local_ips is not None:
if version_lt(version, '1.24'): if version_lt(version, '1.24'):
raise errors.InvalidVersion( raise errors.InvalidVersion(
@ -41,15 +33,6 @@ class EndpointConfig(dict):
if ipam_config: if ipam_config:
self['IPAMConfig'] = ipam_config self['IPAMConfig'] = ipam_config
if driver_opt:
if version_lt(version, '1.32'):
raise errors.InvalidVersion(
'DriverOpts is not supported for API version < 1.32'
)
if not isinstance(driver_opt, dict):
raise TypeError('driver_opt must be a dictionary')
self['DriverOpts'] = driver_opt
class NetworkingConfig(dict): class NetworkingConfig(dict):
def __init__(self, endpoints_config=None): def __init__(self, endpoints_config=None):

View File

@ -1,12 +1,10 @@
import six
from .. import errors from .. import errors
from ..constants import IS_WINDOWS_PLATFORM from ..constants import IS_WINDOWS_PLATFORM
from ..utils import ( from ..utils import (
check_resource, check_resource, format_environment, format_extra_hosts, parse_bytes,
convert_service_networks, split_command, convert_service_networks,
format_environment,
format_extra_hosts,
parse_bytes,
split_command,
) )
@ -33,7 +31,6 @@ class TaskTemplate(dict):
force_update (int): A counter that triggers an update even if no force_update (int): A counter that triggers an update even if no
relevant parameters have been changed. relevant parameters have been changed.
""" """
def __init__(self, container_spec, resources=None, restart_policy=None, def __init__(self, container_spec, resources=None, restart_policy=None,
placement=None, log_driver=None, networks=None, placement=None, log_driver=None, networks=None,
force_update=None): force_update=None):
@ -115,24 +112,16 @@ class ContainerSpec(dict):
containers. Only used for Windows containers. containers. Only used for Windows containers.
init (boolean): Run an init inside the container that forwards signals init (boolean): Run an init inside the container that forwards signals
and reaps processes. and reaps processes.
cap_add (:py:class:`list`): A list of kernel capabilities to add to the
default set for the container.
cap_drop (:py:class:`list`): A list of kernel capabilities to drop from
the default set for the container.
sysctls (:py:class:`dict`): A dict of sysctl values to add to
the container
""" """
def __init__(self, image, command=None, args=None, hostname=None, env=None, def __init__(self, image, command=None, args=None, hostname=None, env=None,
workdir=None, user=None, labels=None, mounts=None, workdir=None, user=None, labels=None, mounts=None,
stop_grace_period=None, secrets=None, tty=None, groups=None, stop_grace_period=None, secrets=None, tty=None, groups=None,
open_stdin=None, read_only=None, stop_signal=None, open_stdin=None, read_only=None, stop_signal=None,
healthcheck=None, hosts=None, dns_config=None, configs=None, healthcheck=None, hosts=None, dns_config=None, configs=None,
privileges=None, isolation=None, init=None, cap_add=None, privileges=None, isolation=None, init=None):
cap_drop=None, sysctls=None):
self['Image'] = image self['Image'] = image
if isinstance(command, str): if isinstance(command, six.string_types):
command = split_command(command) command = split_command(command)
self['Command'] = command self['Command'] = command
self['Args'] = args self['Args'] = args
@ -162,7 +151,7 @@ class ContainerSpec(dict):
if mounts is not None: if mounts is not None:
parsed_mounts = [] parsed_mounts = []
for mount in mounts: for mount in mounts:
if isinstance(mount, str): if isinstance(mount, six.string_types):
parsed_mounts.append(Mount.parse_mount_string(mount)) parsed_mounts.append(Mount.parse_mount_string(mount))
else: else:
# If mount already parsed # If mount already parsed
@ -199,24 +188,6 @@ class ContainerSpec(dict):
if init is not None: if init is not None:
self['Init'] = init self['Init'] = init
if cap_add is not None:
if not isinstance(cap_add, list):
raise TypeError('cap_add must be a list')
self['CapabilityAdd'] = cap_add
if cap_drop is not None:
if not isinstance(cap_drop, list):
raise TypeError('cap_drop must be a list')
self['CapabilityDrop'] = cap_drop
if sysctls is not None:
if not isinstance(sysctls, dict):
raise TypeError('sysctls must be a dict')
self['Sysctls'] = sysctls
class Mount(dict): class Mount(dict):
""" """
@ -242,20 +213,18 @@ class Mount(dict):
for the ``volume`` type. for the ``volume`` type.
driver_config (DriverConfig): Volume driver configuration. Only valid driver_config (DriverConfig): Volume driver configuration. Only valid
for the ``volume`` type. for the ``volume`` type.
subpath (str): Path inside a volume to mount instead of the volume root.
tmpfs_size (int or string): The size for the tmpfs mount in bytes. tmpfs_size (int or string): The size for the tmpfs mount in bytes.
tmpfs_mode (int): The permission mode for the tmpfs mount. tmpfs_mode (int): The permission mode for the tmpfs mount.
""" """
def __init__(self, target, source, type='volume', read_only=False, def __init__(self, target, source, type='volume', read_only=False,
consistency=None, propagation=None, no_copy=False, consistency=None, propagation=None, no_copy=False,
labels=None, driver_config=None, tmpfs_size=None, labels=None, driver_config=None, tmpfs_size=None,
tmpfs_mode=None, subpath=None): tmpfs_mode=None):
self['Target'] = target self['Target'] = target
self['Source'] = source self['Source'] = source
if type not in ('bind', 'volume', 'tmpfs', 'npipe'): if type not in ('bind', 'volume', 'tmpfs', 'npipe'):
raise errors.InvalidArgument( raise errors.InvalidArgument(
f'Unsupported mount type: "{type}"' 'Unsupported mount type: "{}"'.format(type)
) )
self['Type'] = type self['Type'] = type
self['ReadOnly'] = read_only self['ReadOnly'] = read_only
@ -268,7 +237,7 @@ class Mount(dict):
self['BindOptions'] = { self['BindOptions'] = {
'Propagation': propagation 'Propagation': propagation
} }
if any([labels, driver_config, no_copy, tmpfs_size, tmpfs_mode, subpath]): if any([labels, driver_config, no_copy, tmpfs_size, tmpfs_mode]):
raise errors.InvalidArgument( raise errors.InvalidArgument(
'Incompatible options have been provided for the bind ' 'Incompatible options have been provided for the bind '
'type mount.' 'type mount.'
@ -281,8 +250,6 @@ class Mount(dict):
volume_opts['Labels'] = labels volume_opts['Labels'] = labels
if driver_config: if driver_config:
volume_opts['DriverConfig'] = driver_config volume_opts['DriverConfig'] = driver_config
if subpath:
volume_opts['Subpath'] = subpath
if volume_opts: if volume_opts:
self['VolumeOptions'] = volume_opts self['VolumeOptions'] = volume_opts
if any([propagation, tmpfs_size, tmpfs_mode]): if any([propagation, tmpfs_size, tmpfs_mode]):
@ -293,7 +260,7 @@ class Mount(dict):
elif type == 'tmpfs': elif type == 'tmpfs':
tmpfs_opts = {} tmpfs_opts = {}
if tmpfs_mode: if tmpfs_mode:
if not isinstance(tmpfs_mode, int): if not isinstance(tmpfs_mode, six.integer_types):
raise errors.InvalidArgument( raise errors.InvalidArgument(
'tmpfs_mode must be an integer' 'tmpfs_mode must be an integer'
) )
@ -313,7 +280,7 @@ class Mount(dict):
parts = string.split(':') parts = string.split(':')
if len(parts) > 3: if len(parts) > 3:
raise errors.InvalidArgument( raise errors.InvalidArgument(
f'Invalid mount format "{string}"' 'Invalid mount format "{0}"'.format(string)
) )
if len(parts) == 1: if len(parts) == 1:
return cls(target=parts[0], source=None) return cls(target=parts[0], source=None)
@ -349,7 +316,6 @@ class Resources(dict):
``{ resource_name: resource_value }``. Alternatively, a list of ``{ resource_name: resource_value }``. Alternatively, a list of
of resource specifications as defined by the Engine API. of resource specifications as defined by the Engine API.
""" """
def __init__(self, cpu_limit=None, mem_limit=None, cpu_reservation=None, def __init__(self, cpu_limit=None, mem_limit=None, cpu_reservation=None,
mem_reservation=None, generic_resources=None): mem_reservation=None, generic_resources=None):
limits = {} limits = {}
@ -377,20 +343,20 @@ def _convert_generic_resources_dict(generic_resources):
return generic_resources return generic_resources
if not isinstance(generic_resources, dict): if not isinstance(generic_resources, dict):
raise errors.InvalidArgument( raise errors.InvalidArgument(
'generic_resources must be a dict or a list ' 'generic_resources must be a dict or a list'
f'(found {type(generic_resources)})' ' (found {})'.format(type(generic_resources))
) )
resources = [] resources = []
for kind, value in generic_resources.items(): for kind, value in six.iteritems(generic_resources):
resource_type = None resource_type = None
if isinstance(value, int): if isinstance(value, int):
resource_type = 'DiscreteResourceSpec' resource_type = 'DiscreteResourceSpec'
elif isinstance(value, str): elif isinstance(value, str):
resource_type = 'NamedResourceSpec' resource_type = 'NamedResourceSpec'
else: else:
kv = {kind: value}
raise errors.InvalidArgument( raise errors.InvalidArgument(
f'Unsupported generic resource reservation type: {kv}' 'Unsupported generic resource reservation '
'type: {}'.format({kind: value})
) )
resources.append({ resources.append({
resource_type: {'Kind': kind, 'Value': value} resource_type: {'Kind': kind, 'Value': value}
@ -418,9 +384,8 @@ class UpdateConfig(dict):
an update before the failure action is invoked, specified as a an update before the failure action is invoked, specified as a
floating point number between 0 and 1. Default: 0 floating point number between 0 and 1. Default: 0
order (string): Specifies the order of operations when rolling out an order (string): Specifies the order of operations when rolling out an
updated task. Either ``start-first`` or ``stop-first`` are accepted. updated task. Either ``start_first`` or ``stop_first`` are accepted.
""" """
def __init__(self, parallelism=0, delay=None, failure_action='continue', def __init__(self, parallelism=0, delay=None, failure_action='continue',
monitor=None, max_failure_ratio=None, order=None): monitor=None, max_failure_ratio=None, order=None):
self['Parallelism'] = parallelism self['Parallelism'] = parallelism
@ -456,8 +421,7 @@ class UpdateConfig(dict):
class RollbackConfig(UpdateConfig): class RollbackConfig(UpdateConfig):
""" """
Used to specify the way container rollbacks should be performed by a Used to specify the way containe rollbacks should be performed by a service
service
Args: Args:
parallelism (int): Maximum number of tasks to be rolled back in one parallelism (int): Maximum number of tasks to be rolled back in one
@ -473,13 +437,13 @@ class RollbackConfig(UpdateConfig):
a rollback before the failure action is invoked, specified as a a rollback before the failure action is invoked, specified as a
floating point number between 0 and 1. Default: 0 floating point number between 0 and 1. Default: 0
order (string): Specifies the order of operations when rolling out a order (string): Specifies the order of operations when rolling out a
rolled back task. Either ``start-first`` or ``stop-first`` are rolled back task. Either ``start_first`` or ``stop_first`` are
accepted. accepted.
""" """
pass pass
class RestartConditionTypesEnum: class RestartConditionTypesEnum(object):
_values = ( _values = (
'none', 'none',
'on-failure', 'on-failure',
@ -510,7 +474,7 @@ class RestartPolicy(dict):
max_attempts=0, window=0): max_attempts=0, window=0):
if condition not in self.condition_types._values: if condition not in self.condition_types._values:
raise TypeError( raise TypeError(
f'Invalid RestartPolicy condition {condition}' 'Invalid RestartPolicy condition {0}'.format(condition)
) )
self['Condition'] = condition self['Condition'] = condition
@ -532,7 +496,6 @@ class DriverConfig(dict):
name (string): Name of the driver to use. name (string): Name of the driver to use.
options (dict): Driver-specific options. Default: ``None``. options (dict): Driver-specific options. Default: ``None``.
""" """
def __init__(self, name, options=None): def __init__(self, name, options=None):
self['Name'] = name self['Name'] = name
if options: if options:
@ -554,7 +517,6 @@ class EndpointSpec(dict):
is ``(target_port [, protocol [, publish_mode]])``. is ``(target_port [, protocol [, publish_mode]])``.
Ports can only be provided if the ``vip`` resolution mode is used. Ports can only be provided if the ``vip`` resolution mode is used.
""" """
def __init__(self, mode=None, ports=None): def __init__(self, mode=None, ports=None):
if ports: if ports:
self['Ports'] = convert_service_ports(ports) self['Ports'] = convert_service_ports(ports)
@ -571,7 +533,7 @@ def convert_service_ports(ports):
) )
result = [] result = []
for k, v in ports.items(): for k, v in six.iteritems(ports):
port_spec = { port_spec = {
'Protocol': 'tcp', 'Protocol': 'tcp',
'PublishedPort': k 'PublishedPort': k
@ -597,70 +559,37 @@ def convert_service_ports(ports):
class ServiceMode(dict): class ServiceMode(dict):
""" """
Indicate whether a service or a job should be deployed as a replicated Indicate whether a service should be deployed as a replicated or global
or global service, and associated parameters service, and associated parameters
Args: Args:
mode (string): Can be either ``replicated``, ``global``, mode (string): Can be either ``replicated`` or ``global``
``replicated-job`` or ``global-job``
replicas (int): Number of replicas. For replicated services only. replicas (int): Number of replicas. For replicated services only.
concurrency (int): Number of concurrent jobs. For replicated job
services only.
""" """
def __init__(self, mode, replicas=None):
def __init__(self, mode, replicas=None, concurrency=None): if mode not in ('replicated', 'global'):
replicated_modes = ('replicated', 'replicated-job')
supported_modes = replicated_modes + ('global', 'global-job')
if mode not in supported_modes:
raise errors.InvalidArgument( raise errors.InvalidArgument(
'mode must be either "replicated", "global", "replicated-job"' 'mode must be either "replicated" or "global"'
' or "global-job"'
) )
if mode != 'replicated' and replicas is not None:
if mode not in replicated_modes: raise errors.InvalidArgument(
if replicas is not None: 'replicas can only be used for replicated mode'
raise errors.InvalidArgument( )
'replicas can only be used for "replicated" or' self[mode] = {}
' "replicated-job" mode'
)
if concurrency is not None:
raise errors.InvalidArgument(
'concurrency can only be used for "replicated-job" mode'
)
service_mode = self._convert_mode(mode)
self.mode = service_mode
self[service_mode] = {}
if replicas is not None: if replicas is not None:
if mode == 'replicated': self[mode]['Replicas'] = replicas
self[service_mode]['Replicas'] = replicas
if mode == 'replicated-job': @property
self[service_mode]['MaxConcurrent'] = concurrency or 1 def mode(self):
self[service_mode]['TotalCompletions'] = replicas if 'global' in self:
return 'global'
@staticmethod return 'replicated'
def _convert_mode(original_mode):
if original_mode == 'global-job':
return 'GlobalJob'
if original_mode == 'replicated-job':
return 'ReplicatedJob'
return original_mode
@property @property
def replicas(self): def replicas(self):
if 'replicated' in self: if self.mode != 'replicated':
return self['replicated'].get('Replicas') return None
return self['replicated'].get('Replicas')
if 'ReplicatedJob' in self:
return self['ReplicatedJob'].get('TotalCompletions')
return None
class SecretReference(dict): class SecretReference(dict):
@ -730,13 +659,10 @@ class Placement(dict):
are provided in order from highest to lowest precedence and are provided in order from highest to lowest precedence and
are expressed as ``(strategy, descriptor)`` tuples. See are expressed as ``(strategy, descriptor)`` tuples. See
:py:class:`PlacementPreference` for details. :py:class:`PlacementPreference` for details.
maxreplicas (int): Maximum number of replicas per node
platforms (:py:class:`list` of tuple): A list of platforms platforms (:py:class:`list` of tuple): A list of platforms
expressed as ``(arch, os)`` tuples expressed as ``(arch, os)`` tuples
""" """
def __init__(self, constraints=None, preferences=None, platforms=None):
def __init__(self, constraints=None, preferences=None, platforms=None,
maxreplicas=None):
if constraints is not None: if constraints is not None:
self['Constraints'] = constraints self['Constraints'] = constraints
if preferences is not None: if preferences is not None:
@ -745,8 +671,6 @@ class Placement(dict):
if isinstance(pref, tuple): if isinstance(pref, tuple):
pref = PlacementPreference(*pref) pref = PlacementPreference(*pref)
self['Preferences'].append(pref) self['Preferences'].append(pref)
if maxreplicas is not None:
self['MaxReplicas'] = maxreplicas
if platforms: if platforms:
self['Platforms'] = [] self['Platforms'] = []
for plat in platforms: for plat in platforms:
@ -767,12 +691,11 @@ class PlacementPreference(dict):
the scheduler will try to spread tasks evenly over groups of the scheduler will try to spread tasks evenly over groups of
nodes identified by this label. nodes identified by this label.
""" """
def __init__(self, strategy, descriptor): def __init__(self, strategy, descriptor):
if strategy != 'spread': if strategy != 'spread':
raise errors.InvalidArgument( raise errors.InvalidArgument(
f'PlacementPreference strategy value is invalid ({strategy}): ' 'PlacementPreference strategy value is invalid ({}):'
'must be "spread".' ' must be "spread".'.format(strategy)
) )
self['Spread'] = {'SpreadDescriptor': descriptor} self['Spread'] = {'SpreadDescriptor': descriptor}
@ -789,7 +712,6 @@ class DNSConfig(dict):
options (:py:class:`list`): A list of internal resolver variables options (:py:class:`list`): A list of internal resolver variables
to be modified (e.g., ``debug``, ``ndots:3``, etc.). to be modified (e.g., ``debug``, ``ndots:3``, etc.).
""" """
def __init__(self, nameservers=None, search=None, options=None): def __init__(self, nameservers=None, search=None, options=None):
self['Nameservers'] = nameservers self['Nameservers'] = nameservers
self['Search'] = search self['Search'] = search
@ -820,7 +742,6 @@ class Privileges(dict):
selinux_type (string): SELinux type label selinux_type (string): SELinux type label
selinux_level (string): SELinux level label selinux_level (string): SELinux level label
""" """
def __init__(self, credentialspec_file=None, credentialspec_registry=None, def __init__(self, credentialspec_file=None, credentialspec_registry=None,
selinux_disable=None, selinux_user=None, selinux_role=None, selinux_disable=None, selinux_user=None, selinux_role=None,
selinux_type=None, selinux_level=None): selinux_type=None, selinux_level=None):
@ -863,7 +784,6 @@ class NetworkAttachmentConfig(dict):
options (:py:class:`dict`): Driver attachment options for the options (:py:class:`dict`): Driver attachment options for the
network target. network target.
""" """
def __init__(self, target, aliases=None, options=None): def __init__(self, target, aliases=None, options=None):
self['Target'] = target self['Target'] = target
self['Aliases'] = aliases self['Aliases'] = aliases

View File

@ -1,28 +1,13 @@
# flake8: noqa
from .build import create_archive, exclude_paths, match_tag, mkbuildcontext, tar from .build import create_archive, exclude_paths, mkbuildcontext, tar
from .decorators import check_resource, minimum_version, update_headers from .decorators import check_resource, minimum_version, update_headers
from .utils import ( from .utils import (
compare_version, compare_version, convert_port_bindings, convert_volume_binds,
convert_filters, parse_repository_tag, parse_host,
convert_port_bindings, kwargs_from_env, convert_filters, datetime_to_timestamp,
convert_service_networks, create_host_config, parse_bytes, parse_env_file, version_lt,
convert_volume_binds, version_gte, decode_json_header, split_command, create_ipam_config,
create_host_config, create_ipam_pool, parse_devices, normalize_links, convert_service_networks,
create_ipam_config, format_environment, format_extra_hosts
create_ipam_pool,
datetime_to_timestamp,
decode_json_header,
format_environment,
format_extra_hosts,
kwargs_from_env,
normalize_links,
parse_bytes,
parse_devices,
parse_env_file,
parse_host,
parse_repository_tag,
split_command,
version_gte,
version_lt,
) )

View File

@ -4,19 +4,13 @@ import re
import tarfile import tarfile
import tempfile import tempfile
from ..constants import IS_WINDOWS_PLATFORM import six
from .fnmatch import fnmatch from .fnmatch import fnmatch
from ..constants import IS_WINDOWS_PLATFORM
_SEP = re.compile('/|\\\\') if IS_WINDOWS_PLATFORM else re.compile('/') _SEP = re.compile('/|\\\\') if IS_WINDOWS_PLATFORM else re.compile('/')
_TAG = re.compile(
r"^[a-z0-9]+((\.|_|__|-+)[a-z0-9]+)*"
r"(?::[0-9]+)?(/[a-z0-9]+((\.|_|__|-+)[a-z0-9]+)*)*"
r"(:[a-zA-Z0-9_][a-zA-Z0-9._-]{0,127})?$"
)
def match_tag(tag: str) -> bool:
return bool(_TAG.match(tag))
def tar(path, exclude=None, dockerfile=None, fileobj=None, gzip=False): def tar(path, exclude=None, dockerfile=None, fileobj=None, gzip=False):
@ -50,7 +44,7 @@ def exclude_paths(root, patterns, dockerfile=None):
if dockerfile is None: if dockerfile is None:
dockerfile = 'Dockerfile' dockerfile = 'Dockerfile'
patterns.append(f"!{dockerfile}") patterns.append('!' + dockerfile)
pm = PatternMatcher(patterns) pm = PatternMatcher(patterns)
return set(pm.walk(root)) return set(pm.walk(root))
@ -75,7 +69,7 @@ def create_archive(root, files=None, fileobj=None, gzip=False,
t = tarfile.open(mode='w:gz' if gzip else 'w', fileobj=fileobj) t = tarfile.open(mode='w:gz' if gzip else 'w', fileobj=fileobj)
if files is None: if files is None:
files = build_file_list(root) files = build_file_list(root)
extra_names = {e[0] for e in extra_files} extra_names = set(e[0] for e in extra_files)
for path in files: for path in files:
if path in extra_names: if path in extra_names:
# Extra files override context files with the same name # Extra files override context files with the same name
@ -101,19 +95,18 @@ def create_archive(root, files=None, fileobj=None, gzip=False,
try: try:
with open(full_path, 'rb') as f: with open(full_path, 'rb') as f:
t.addfile(i, f) t.addfile(i, f)
except OSError as oe: except IOError:
raise OSError( raise IOError(
f'Can not read file in context: {full_path}' 'Can not read file in context: {}'.format(full_path)
) from oe )
else: else:
# Directories, FIFOs, symlinks... don't need to be read. # Directories, FIFOs, symlinks... don't need to be read.
t.addfile(i, None) t.addfile(i, None)
for name, contents in extra_files: for name, contents in extra_files:
info = tarfile.TarInfo(name) info = tarfile.TarInfo(name)
contents_encoded = contents.encode('utf-8') info.size = len(contents)
info.size = len(contents_encoded) t.addfile(info, io.BytesIO(contents.encode('utf-8')))
t.addfile(info, io.BytesIO(contents_encoded))
t.close() t.close()
fileobj.seek(0) fileobj.seek(0)
@ -125,8 +118,12 @@ def mkbuildcontext(dockerfile):
t = tarfile.open(mode='w', fileobj=f) t = tarfile.open(mode='w', fileobj=f)
if isinstance(dockerfile, io.StringIO): if isinstance(dockerfile, io.StringIO):
dfinfo = tarfile.TarInfo('Dockerfile') dfinfo = tarfile.TarInfo('Dockerfile')
raise TypeError('Please use io.BytesIO to create in-memory ' if six.PY3:
'Dockerfiles with Python 3') raise TypeError('Please use io.BytesIO to create in-memory '
'Dockerfiles with Python 3')
else:
dfinfo.size = len(dockerfile.getvalue())
dockerfile.seek(0)
elif isinstance(dockerfile, io.BytesIO): elif isinstance(dockerfile, io.BytesIO):
dfinfo = tarfile.TarInfo('Dockerfile') dfinfo = tarfile.TarInfo('Dockerfile')
dfinfo.size = len(dockerfile.getvalue()) dfinfo.size = len(dockerfile.getvalue())
@ -156,7 +153,7 @@ def walk(root, patterns, default=True):
# Heavily based on # Heavily based on
# https://github.com/moby/moby/blob/master/pkg/fileutils/fileutils.go # https://github.com/moby/moby/blob/master/pkg/fileutils/fileutils.go
class PatternMatcher: class PatternMatcher(object):
def __init__(self, patterns): def __init__(self, patterns):
self.patterns = list(filter( self.patterns = list(filter(
lambda p: p.dirs, [Pattern(p) for p in patterns] lambda p: p.dirs, [Pattern(p) for p in patterns]
@ -188,7 +185,7 @@ class PatternMatcher:
fpath = os.path.join( fpath = os.path.join(
os.path.relpath(current_dir, root), f os.path.relpath(current_dir, root), f
) )
if fpath.startswith(f".{os.path.sep}"): if fpath.startswith('.' + os.path.sep):
fpath = fpath[2:] fpath = fpath[2:]
match = self.matches(fpath) match = self.matches(fpath)
if not match: if not match:
@ -214,12 +211,13 @@ class PatternMatcher:
break break
if skip: if skip:
continue continue
yield from rec_walk(cur) for sub in rec_walk(cur):
yield sub
return rec_walk(root) return rec_walk(root)
class Pattern: class Pattern(object):
def __init__(self, pattern_str): def __init__(self, pattern_str):
self.exclusion = False self.exclusion = False
if pattern_str.startswith('!'): if pattern_str.startswith('!'):
@ -232,9 +230,6 @@ class Pattern:
@classmethod @classmethod
def normalize(cls, p): def normalize(cls, p):
# Remove trailing spaces
p = p.strip()
# Leading and trailing slashes are not relevant. Yes, # Leading and trailing slashes are not relevant. Yes,
# "foo.py/" must exclude the "foo.py" regular file. "." # "foo.py/" must exclude the "foo.py" regular file. "."
# components are not relevant either, even if the whole # components are not relevant either, even if the whole

View File

@ -18,11 +18,11 @@ def find_config_file(config_path=None):
os.path.join(home_dir(), LEGACY_DOCKER_CONFIG_FILENAME), # 4 os.path.join(home_dir(), LEGACY_DOCKER_CONFIG_FILENAME), # 4
])) ]))
log.debug(f"Trying paths: {repr(paths)}") log.debug("Trying paths: {0}".format(repr(paths)))
for path in paths: for path in paths:
if os.path.exists(path): if os.path.exists(path):
log.debug(f"Found file at path: {path}") log.debug("Found file at path: {0}".format(path))
return path return path
log.debug("No config file found") log.debug("No config file found")
@ -57,7 +57,7 @@ def load_general_config(config_path=None):
try: try:
with open(config_file) as f: with open(config_file) as f:
return json.load(f) return json.load(f)
except (OSError, ValueError) as e: except (IOError, ValueError) as e:
# In the case of a legacy `.dockercfg` file, we won't # In the case of a legacy `.dockercfg` file, we won't
# be able to load any JSON data. # be able to load any JSON data.
log.debug(e) log.debug(e)

View File

@ -27,7 +27,9 @@ def minimum_version(version):
def wrapper(self, *args, **kwargs): def wrapper(self, *args, **kwargs):
if utils.version_lt(self._version, version): if utils.version_lt(self._version, version):
raise errors.InvalidVersion( raise errors.InvalidVersion(
f'{f.__name__} is not available for version < {version}', '{0} is not available for version < {1}'.format(
f.__name__, version
)
) )
return f(self, *args, **kwargs) return f(self, *args, **kwargs)
return wrapper return wrapper

View File

@ -79,18 +79,18 @@ def translate(pat):
i = i + 1 i = i + 1
if i >= n: if i >= n:
# is "**EOF" - to align with .gitignore just accept all # is "**EOF" - to align with .gitignore just accept all
res = f"{res}.*" res = res + '.*'
else: else:
# is "**" # is "**"
# Note that this allows for any # of /'s (even 0) because # Note that this allows for any # of /'s (even 0) because
# the .* will eat everything, even /'s # the .* will eat everything, even /'s
res = f"{res}(.*/)?" res = res + '(.*/)?'
else: else:
# is "*" so map it to anything but "/" # is "*" so map it to anything but "/"
res = f"{res}[^/]*" res = res + '[^/]*'
elif c == '?': elif c == '?':
# "?" is any char except "/" # "?" is any char except "/"
res = f"{res}[^/]" res = res + '[^/]'
elif c == '[': elif c == '[':
j = i j = i
if j < n and pat[j] == '!': if j < n and pat[j] == '!':
@ -100,16 +100,16 @@ def translate(pat):
while j < n and pat[j] != ']': while j < n and pat[j] != ']':
j = j + 1 j = j + 1
if j >= n: if j >= n:
res = f"{res}\\[" res = res + '\\['
else: else:
stuff = pat[i:j].replace('\\', '\\\\') stuff = pat[i:j].replace('\\', '\\\\')
i = j + 1 i = j + 1
if stuff[0] == '!': if stuff[0] == '!':
stuff = f"^{stuff[1:]}" stuff = '^' + stuff[1:]
elif stuff[0] == '^': elif stuff[0] == '^':
stuff = f"\\{stuff}" stuff = '\\' + stuff
res = f'{res}[{stuff}]' res = '%s[%s]' % (res, stuff)
else: else:
res = res + re.escape(c) res = res + re.escape(c)
return f"{res}$" return res + '$'

View File

@ -1,8 +1,14 @@
from __future__ import absolute_import
from __future__ import unicode_literals
import json import json
import json.decoder import json.decoder
import six
from ..errors import StreamParseError from ..errors import StreamParseError
json_decoder = json.JSONDecoder() json_decoder = json.JSONDecoder()
@ -14,7 +20,7 @@ def stream_as_text(stream):
instead of byte streams. instead of byte streams.
""" """
for data in stream: for data in stream:
if not isinstance(data, str): if not isinstance(data, six.text_type):
data = data.decode('utf-8', 'replace') data = data.decode('utf-8', 'replace')
yield data yield data
@ -40,8 +46,8 @@ def json_stream(stream):
return split_buffer(stream, json_splitter, json_decoder.decode) return split_buffer(stream, json_splitter, json_decoder.decode)
def line_splitter(buffer, separator='\n'): def line_splitter(buffer, separator=u'\n'):
index = buffer.find(str(separator)) index = buffer.find(six.text_type(separator))
if index == -1: if index == -1:
return None return None
return buffer[:index + 1], buffer[index + 1:] return buffer[:index + 1], buffer[index + 1:]
@ -55,7 +61,7 @@ def split_buffer(stream, splitter=None, decoder=lambda a: a):
of the input. of the input.
""" """
splitter = splitter or line_splitter splitter = splitter or line_splitter
buffered = '' buffered = six.text_type('')
for data in stream_as_text(stream): for data in stream_as_text(stream):
buffered += data buffered += data
@ -71,4 +77,4 @@ def split_buffer(stream, splitter=None, decoder=lambda a: a):
try: try:
yield decoder(buffered) yield decoder(buffered)
except Exception as e: except Exception as e:
raise StreamParseError(e) from e raise StreamParseError(e)

View File

@ -3,7 +3,7 @@ import re
PORT_SPEC = re.compile( PORT_SPEC = re.compile(
"^" # Match full string "^" # Match full string
"(" # External part "(" # External part
r"(\[?(?P<host>[a-fA-F\d.:]+)\]?:)?" # Address r"((?P<host>[a-fA-F\d.:]+):)?" # Address
r"(?P<ext>[\d]*)(-(?P<ext_end>[\d]+))?:" # External range r"(?P<ext>[\d]*)(-(?P<ext_end>[\d]+))?:" # External range
")?" ")?"
r"(?P<int>[\d]+)(-(?P<int_end>[\d]+))?" # Internal range r"(?P<int>[\d]+)(-(?P<int_end>[\d]+))?" # Internal range
@ -49,7 +49,7 @@ def port_range(start, end, proto, randomly_available_port=False):
if not end: if not end:
return [start + proto] return [start + proto]
if randomly_available_port: if randomly_available_port:
return [f"{start}-{end}{proto}"] return ['{}-{}'.format(start, end) + proto]
return [str(port) + proto for port in range(int(start), int(end) + 1)] return [str(port) + proto for port in range(int(start), int(end) + 1)]

View File

@ -69,9 +69,5 @@ class ProxyConfig(dict):
return proxy_env + environment return proxy_env + environment
def __str__(self): def __str__(self):
return ( return 'ProxyConfig(http={}, https={}, ftp={}, no_proxy={})'.format(
'ProxyConfig(' self.http, self.https, self.ftp, self.no_proxy)
f'http={self.http}, https={self.https}, '
f'ftp={self.ftp}, no_proxy={self.no_proxy}'
')'
)

View File

@ -4,6 +4,8 @@ import select
import socket as pysocket import socket as pysocket
import struct import struct
import six
try: try:
from ..transport import NpipeSocket from ..transport import NpipeSocket
except ImportError: except ImportError:
@ -18,11 +20,6 @@ class SocketError(Exception):
pass pass
# NpipeSockets have their own error types
# pywintypes.error: (109, 'ReadFile', 'The pipe has been ended.')
NPIPE_ENDED = 109
def read(socket, n=4096): def read(socket, n=4096):
""" """
Reads at most n bytes from socket Reads at most n bytes from socket
@ -30,33 +27,18 @@ def read(socket, n=4096):
recoverable_errors = (errno.EINTR, errno.EDEADLK, errno.EWOULDBLOCK) recoverable_errors = (errno.EINTR, errno.EDEADLK, errno.EWOULDBLOCK)
if not isinstance(socket, NpipeSocket): if six.PY3 and not isinstance(socket, NpipeSocket):
if not hasattr(select, "poll"): select.select([socket], [], [])
# Limited to 1024
select.select([socket], [], [])
else:
poll = select.poll()
poll.register(socket, select.POLLIN | select.POLLPRI)
poll.poll()
try: try:
if hasattr(socket, 'recv'): if hasattr(socket, 'recv'):
return socket.recv(n) return socket.recv(n)
if isinstance(socket, pysocket.SocketIO): if six.PY3 and isinstance(socket, getattr(pysocket, 'SocketIO')):
return socket.read(n) return socket.read(n)
return os.read(socket.fileno(), n) return os.read(socket.fileno(), n)
except OSError as e: except EnvironmentError as e:
if e.errno not in recoverable_errors: if e.errno not in recoverable_errors:
raise raise
except Exception as e:
is_pipe_ended = (isinstance(socket, NpipeSocket) and
len(e.args) > 0 and
e.args[0] == NPIPE_ENDED)
if is_pipe_ended:
# npipes don't support duplex sockets, so we interpret
# a PIPE_ENDED error as a close operation (0-length read).
return ''
raise
def read_exactly(socket, n): def read_exactly(socket, n):
@ -64,7 +46,7 @@ def read_exactly(socket, n):
Reads exactly n bytes from socket Reads exactly n bytes from socket
Raises SocketError if there isn't enough data Raises SocketError if there isn't enough data
""" """
data = b"" data = six.binary_type()
while len(data) < n: while len(data) < n:
next_data = read(socket, n - len(data)) next_data = read(socket, n - len(data))
if not next_data: if not next_data:
@ -152,7 +134,7 @@ def consume_socket_output(frames, demux=False):
if demux is False: if demux is False:
# If the streams are multiplexed, the generator returns strings, that # If the streams are multiplexed, the generator returns strings, that
# we just need to concatenate. # we just need to concatenate.
return b"".join(frames) return six.binary_type().join(frames)
# If the streams are demultiplexed, the generator yields tuples # If the streams are demultiplexed, the generator yields tuples
# (stdout, stderr) # (stdout, stderr)
@ -184,4 +166,4 @@ def demux_adaptor(stream_id, data):
elif stream_id == STDERR: elif stream_id == STDERR:
return (None, data) return (None, data)
else: else:
raise ValueError(f'{stream_id} is not a valid stream') raise ValueError('{0} is not a valid stream'.format(stream_id))

View File

@ -1,28 +1,26 @@
import base64 import base64
import collections
import json import json
import os import os
import os.path import os.path
import shlex import shlex
import string import string
from datetime import datetime, timezone from datetime import datetime
from functools import lru_cache from distutils.version import StrictVersion
from itertools import zip_longest
from urllib.parse import urlparse, urlunparse import six
from .. import errors from .. import errors
from ..constants import ( from .. import tls
BYTE_UNITS, from ..constants import DEFAULT_HTTP_HOST
DEFAULT_HTTP_HOST, from ..constants import DEFAULT_UNIX_SOCKET
DEFAULT_NPIPE, from ..constants import DEFAULT_NPIPE
DEFAULT_UNIX_SOCKET, from ..constants import BYTE_UNITS
)
from ..tls import TLSConfig
URLComponents = collections.namedtuple( if six.PY2:
'URLComponents', from urllib import splitnport
'scheme netloc url params query fragment', from urlparse import urlparse
) else:
from urllib.parse import splitnport, urlparse
def create_ipam_pool(*args, **kwargs): def create_ipam_pool(*args, **kwargs):
@ -41,11 +39,11 @@ def create_ipam_config(*args, **kwargs):
def decode_json_header(header): def decode_json_header(header):
data = base64.b64decode(header) data = base64.b64decode(header)
data = data.decode('utf-8') if six.PY3:
data = data.decode('utf-8')
return json.loads(data) return json.loads(data)
@lru_cache(maxsize=None)
def compare_version(v1, v2): def compare_version(v1, v2):
"""Compare docker versions """Compare docker versions
@ -58,20 +56,14 @@ def compare_version(v1, v2):
>>> compare_version(v2, v2) >>> compare_version(v2, v2)
0 0
""" """
if v1 == v2: s1 = StrictVersion(v1)
s2 = StrictVersion(v2)
if s1 == s2:
return 0 return 0
# Split into `sys.version_info` like tuples. elif s1 > s2:
s1 = tuple(int(p) for p in v1.split('.')) return -1
s2 = tuple(int(p) for p in v2.split('.')) else:
# Compare each component, padding with 0 if necessary. return 1
for c1, c2 in zip_longest(s1, s2, fillvalue=0):
if c1 == c2:
continue
elif c1 > c2:
return -1
else:
return 1
return 0
def version_lt(v1, v2): def version_lt(v1, v2):
@ -88,7 +80,7 @@ def _convert_port_binding(binding):
if len(binding) == 2: if len(binding) == 2:
result['HostPort'] = binding[1] result['HostPort'] = binding[1]
result['HostIp'] = binding[0] result['HostIp'] = binding[0]
elif isinstance(binding[0], str): elif isinstance(binding[0], six.string_types):
result['HostIp'] = binding[0] result['HostIp'] = binding[0]
else: else:
result['HostPort'] = binding[0] result['HostPort'] = binding[0]
@ -112,7 +104,7 @@ def _convert_port_binding(binding):
def convert_port_bindings(port_bindings): def convert_port_bindings(port_bindings):
result = {} result = {}
for k, v in iter(port_bindings.items()): for k, v in six.iteritems(port_bindings):
key = str(k) key = str(k)
if '/' not in key: if '/' not in key:
key += '/tcp' key += '/tcp'
@ -129,17 +121,18 @@ def convert_volume_binds(binds):
result = [] result = []
for k, v in binds.items(): for k, v in binds.items():
if isinstance(k, bytes): if isinstance(k, six.binary_type):
k = k.decode('utf-8') k = k.decode('utf-8')
if isinstance(v, dict): if isinstance(v, dict):
if 'ro' in v and 'mode' in v: if 'ro' in v and 'mode' in v:
raise ValueError( raise ValueError(
f'Binding cannot contain both "ro" and "mode": {v!r}' 'Binding cannot contain both "ro" and "mode": {}'
.format(repr(v))
) )
bind = v['bind'] bind = v['bind']
if isinstance(bind, bytes): if isinstance(bind, six.binary_type):
bind = bind.decode('utf-8') bind = bind.decode('utf-8')
if 'ro' in v: if 'ro' in v:
@ -149,30 +142,14 @@ def convert_volume_binds(binds):
else: else:
mode = 'rw' mode = 'rw'
# NOTE: this is only relevant for Linux hosts
# (doesn't apply in Docker Desktop)
propagation_modes = [
'rshared',
'shared',
'rslave',
'slave',
'rprivate',
'private',
]
if 'propagation' in v and v['propagation'] in propagation_modes:
if mode:
mode = f"{mode},{v['propagation']}"
else:
mode = v['propagation']
result.append( result.append(
f'{k}:{bind}:{mode}' six.text_type('{0}:{1}:{2}').format(k, bind, mode)
) )
else: else:
if isinstance(v, bytes): if isinstance(v, six.binary_type):
v = v.decode('utf-8') v = v.decode('utf-8')
result.append( result.append(
f'{k}:{v}:rw' six.text_type('{0}:{1}:rw').format(k, v)
) )
return result return result
@ -183,13 +160,13 @@ def convert_tmpfs_mounts(tmpfs):
if not isinstance(tmpfs, list): if not isinstance(tmpfs, list):
raise ValueError( raise ValueError(
'Expected tmpfs value to be either a list or a dict, ' 'Expected tmpfs value to be either a list or a dict, found: {}'
f'found: {type(tmpfs).__name__}' .format(type(tmpfs).__name__)
) )
result = {} result = {}
for mount in tmpfs: for mount in tmpfs:
if isinstance(mount, str): if isinstance(mount, six.string_types):
if ":" in mount: if ":" in mount:
name, options = mount.split(":", 1) name, options = mount.split(":", 1)
else: else:
@ -198,8 +175,8 @@ def convert_tmpfs_mounts(tmpfs):
else: else:
raise ValueError( raise ValueError(
"Expected item in tmpfs list to be a string, " "Expected item in tmpfs list to be a string, found: {}"
f"found: {type(mount).__name__}" .format(type(mount).__name__)
) )
result[name] = options result[name] = options
@ -214,7 +191,7 @@ def convert_service_networks(networks):
result = [] result = []
for n in networks: for n in networks:
if isinstance(n, str): if isinstance(n, six.string_types):
n = {'Target': n} n = {'Target': n}
result.append(n) result.append(n)
return result return result
@ -231,6 +208,10 @@ def parse_repository_tag(repo_name):
def parse_host(addr, is_win32=False, tls=False): def parse_host(addr, is_win32=False, tls=False):
path = ''
port = None
host = None
# Sensible defaults # Sensible defaults
if not addr and is_win32: if not addr and is_win32:
return DEFAULT_NPIPE return DEFAULT_NPIPE
@ -241,9 +222,9 @@ def parse_host(addr, is_win32=False, tls=False):
parsed_url = urlparse(addr) parsed_url = urlparse(addr)
proto = parsed_url.scheme proto = parsed_url.scheme
if not proto or any(x not in f"{string.ascii_letters}+" for x in proto): if not proto or any([x not in string.ascii_letters + '+' for x in proto]):
# https://bugs.python.org/issue754016 # https://bugs.python.org/issue754016
parsed_url = urlparse(f"//{addr}", 'tcp') parsed_url = urlparse('//' + addr, 'tcp')
proto = 'tcp' proto = 'tcp'
if proto == 'fd': if proto == 'fd':
@ -259,14 +240,14 @@ def parse_host(addr, is_win32=False, tls=False):
if proto not in ('tcp', 'unix', 'npipe', 'ssh'): if proto not in ('tcp', 'unix', 'npipe', 'ssh'):
raise errors.DockerException( raise errors.DockerException(
f"Invalid bind address protocol: {addr}" "Invalid bind address protocol: {}".format(addr)
) )
if proto == 'tcp' and not parsed_url.netloc: if proto == 'tcp' and not parsed_url.netloc:
# "tcp://" is exceptionally disallowed by convention; # "tcp://" is exceptionally disallowed by convention;
# omitting a hostname for other protocols is fine # omitting a hostname for other protocols is fine
raise errors.DockerException( raise errors.DockerException(
f'Invalid bind address format: {addr}' 'Invalid bind address format: {}'.format(addr)
) )
if any([ if any([
@ -274,51 +255,45 @@ def parse_host(addr, is_win32=False, tls=False):
parsed_url.password parsed_url.password
]): ]):
raise errors.DockerException( raise errors.DockerException(
f'Invalid bind address format: {addr}' 'Invalid bind address format: {}'.format(addr)
) )
if parsed_url.path and proto == 'ssh': if parsed_url.path and proto == 'ssh':
raise errors.DockerException( raise errors.DockerException(
f'Invalid bind address format: no path allowed for this protocol: {addr}' 'Invalid bind address format: no path allowed for this protocol:'
' {}'.format(addr)
) )
else: else:
path = parsed_url.path path = parsed_url.path
if proto == 'unix' and parsed_url.hostname is not None: if proto == 'unix' and parsed_url.hostname is not None:
# For legacy reasons, we consider unix://path # For legacy reasons, we consider unix://path
# to be valid and equivalent to unix:///path # to be valid and equivalent to unix:///path
path = f"{parsed_url.hostname}/{path}" path = '/'.join((parsed_url.hostname, path))
netloc = parsed_url.netloc
if proto in ('tcp', 'ssh'): if proto in ('tcp', 'ssh'):
port = parsed_url.port or 0 # parsed_url.hostname strips brackets from IPv6 addresses,
if port <= 0: # which can be problematic hence our use of splitnport() instead.
host, port = splitnport(parsed_url.netloc)
if port is None or port < 0:
if proto != 'ssh': if proto != 'ssh':
raise errors.DockerException( raise errors.DockerException(
f'Invalid bind address format: port is required: {addr}' 'Invalid bind address format: port is required:'
' {}'.format(addr)
) )
port = 22 port = 22
netloc = f'{parsed_url.netloc}:{port}'
if not parsed_url.hostname: if not host:
netloc = f'{DEFAULT_HTTP_HOST}:{port}' host = DEFAULT_HTTP_HOST
# Rewrite schemes to fit library internals (requests adapters) # Rewrite schemes to fit library internals (requests adapters)
if proto == 'tcp': if proto == 'tcp':
proto = f"http{'s' if tls else ''}" proto = 'http{}'.format('s' if tls else '')
elif proto == 'unix': elif proto == 'unix':
proto = 'http+unix' proto = 'http+unix'
if proto in ('http+unix', 'npipe'): if proto in ('http+unix', 'npipe'):
return f"{proto}://{path}".rstrip('/') return "{}://{}".format(proto, path).rstrip('/')
return '{0}://{1}:{2}{3}'.format(proto, host, port, path).rstrip('/')
return urlunparse(URLComponents(
scheme=proto,
netloc=netloc,
url=path,
params='',
query='',
fragment='',
)).rstrip('/')
def parse_devices(devices): def parse_devices(devices):
@ -327,9 +302,9 @@ def parse_devices(devices):
if isinstance(device, dict): if isinstance(device, dict):
device_list.append(device) device_list.append(device)
continue continue
if not isinstance(device, str): if not isinstance(device, six.string_types):
raise errors.DockerException( raise errors.DockerException(
f'Invalid device type {type(device)}' 'Invalid device type {0}'.format(type(device))
) )
device_mapping = device.split(':') device_mapping = device.split(':')
if device_mapping: if device_mapping:
@ -350,7 +325,7 @@ def parse_devices(devices):
return device_list return device_list
def kwargs_from_env(environment=None): def kwargs_from_env(ssl_version=None, assert_hostname=None, environment=None):
if not environment: if not environment:
environment = os.environ environment = os.environ
host = environment.get('DOCKER_HOST') host = environment.get('DOCKER_HOST')
@ -378,11 +353,18 @@ def kwargs_from_env(environment=None):
if not cert_path: if not cert_path:
cert_path = os.path.join(os.path.expanduser('~'), '.docker') cert_path = os.path.join(os.path.expanduser('~'), '.docker')
params['tls'] = TLSConfig( if not tls_verify and assert_hostname is None:
# assert_hostname is a subset of TLS verification,
# so if it's not set already then set it to false.
assert_hostname = False
params['tls'] = tls.TLSConfig(
client_cert=(os.path.join(cert_path, 'cert.pem'), client_cert=(os.path.join(cert_path, 'cert.pem'),
os.path.join(cert_path, 'key.pem')), os.path.join(cert_path, 'key.pem')),
ca_cert=os.path.join(cert_path, 'ca.pem'), ca_cert=os.path.join(cert_path, 'ca.pem'),
verify=tls_verify, verify=tls_verify,
ssl_version=ssl_version,
assert_hostname=assert_hostname,
) )
return params return params
@ -390,26 +372,26 @@ def kwargs_from_env(environment=None):
def convert_filters(filters): def convert_filters(filters):
result = {} result = {}
for k, v in iter(filters.items()): for k, v in six.iteritems(filters):
if isinstance(v, bool): if isinstance(v, bool):
v = 'true' if v else 'false' v = 'true' if v else 'false'
if not isinstance(v, list): if not isinstance(v, list):
v = [v, ] v = [v, ]
result[k] = [ result[k] = [
str(item) if not isinstance(item, str) else item str(item) if not isinstance(item, six.string_types) else item
for item in v for item in v
] ]
return json.dumps(result) return json.dumps(result)
def datetime_to_timestamp(dt): def datetime_to_timestamp(dt):
"""Convert a datetime to a Unix timestamp""" """Convert a UTC datetime to a Unix timestamp"""
delta = dt.astimezone(timezone.utc) - datetime(1970, 1, 1, tzinfo=timezone.utc) delta = dt - datetime.utcfromtimestamp(0)
return delta.seconds + delta.days * 24 * 3600 return delta.seconds + delta.days * 24 * 3600
def parse_bytes(s): def parse_bytes(s):
if isinstance(s, (int, float,)): if isinstance(s, six.integer_types + (float,)):
return s return s
if len(s) == 0: if len(s) == 0:
return 0 return 0
@ -430,19 +412,20 @@ def parse_bytes(s):
if suffix in units.keys() or suffix.isdigit(): if suffix in units.keys() or suffix.isdigit():
try: try:
digits = float(digits_part) digits = int(digits_part)
except ValueError as ve: except ValueError:
raise errors.DockerException( raise errors.DockerException(
'Failed converting the string value for memory ' 'Failed converting the string value for memory ({0}) to'
f'({digits_part}) to an integer.' ' an integer.'.format(digits_part)
) from ve )
# Reconvert to long for the final result # Reconvert to long for the final result
s = int(digits * units[suffix]) s = int(digits * units[suffix])
else: else:
raise errors.DockerException( raise errors.DockerException(
f'The specified value for memory ({s}) should specify the units. ' 'The specified value for memory ({0}) should specify the'
'The postfix should be one of the `b` `k` `m` `g` characters' ' units. The postfix should be one of the `b` `k` `m` `g`'
' characters'.format(s)
) )
return s return s
@ -450,9 +433,9 @@ def parse_bytes(s):
def normalize_links(links): def normalize_links(links):
if isinstance(links, dict): if isinstance(links, dict):
links = iter(links.items()) links = six.iteritems(links)
return [f'{k}:{v}' if v else k for k, v in sorted(links)] return ['{0}:{1}'.format(k, v) if v else k for k, v in sorted(links)]
def parse_env_file(env_file): def parse_env_file(env_file):
@ -462,7 +445,7 @@ def parse_env_file(env_file):
""" """
environment = {} environment = {}
with open(env_file) as f: with open(env_file, 'r') as f:
for line in f: for line in f:
if line[0] == '#': if line[0] == '#':
@ -478,12 +461,15 @@ def parse_env_file(env_file):
environment[k] = v environment[k] = v
else: else:
raise errors.DockerException( raise errors.DockerException(
f'Invalid line in environment file {env_file}:\n{line}') 'Invalid line in environment file {0}:\n{1}'.format(
env_file, line))
return environment return environment
def split_command(command): def split_command(command):
if six.PY2 and not isinstance(command, six.binary_type):
command = command.encode('utf-8')
return shlex.split(command) return shlex.split(command)
@ -491,22 +477,22 @@ def format_environment(environment):
def format_env(key, value): def format_env(key, value):
if value is None: if value is None:
return key return key
if isinstance(value, bytes): if isinstance(value, six.binary_type):
value = value.decode('utf-8') value = value.decode('utf-8')
return f'{key}={value}' return u'{key}={value}'.format(key=key, value=value)
return [format_env(*var) for var in iter(environment.items())] return [format_env(*var) for var in six.iteritems(environment)]
def format_extra_hosts(extra_hosts, task=False): def format_extra_hosts(extra_hosts, task=False):
# Use format dictated by Swarm API if container is part of a task # Use format dictated by Swarm API if container is part of a task
if task: if task:
return [ return [
f'{v} {k}' for k, v in sorted(iter(extra_hosts.items())) '{} {}'.format(v, k) for k, v in sorted(six.iteritems(extra_hosts))
] ]
return [ return [
f'{k}:{v}' for k, v in sorted(iter(extra_hosts.items())) '{}:{}'.format(k, v) for k, v in sorted(six.iteritems(extra_hosts))
] ]

View File

@ -1,8 +1,2 @@
try: version = "4.2.2"
from ._version import __version__ version_info = tuple([int(d) for d in version.split("-")[0].split(".")])
except ImportError:
from importlib.metadata import PackageNotFoundError, version
try:
__version__ = version('docker')
except PackageNotFoundError:
__version__ = '0.0.0'

2
docs-requirements.txt Normal file
View File

@ -0,0 +1,2 @@
recommonmark==0.4.0
Sphinx==1.4.6

View File

@ -1,12 +1,3 @@
dl.hide-signature > dt { dl.hide-signature > dt {
display: none; display: none;
} }
dl.field-list > dt {
/* prevent code blocks from forcing wrapping on the "Parameters" header */
word-break: initial;
}
code.literal{
hyphens: none;
}

View File

@ -1,278 +1,6 @@
Changelog Change log
========== ==========
7.1.0
-----
### Upgrade Notes
- Bumped minimum engine API version to 1.24
- Bumped default engine API version to 1.44 (Moby 25.0)
### Bugfixes
- Fixed issue with tag parsing when the registry address includes ports that resulted in `invalid tag format` errors
- Fixed issue preventing creating new configs (`ConfigCollection`), which failed with a `KeyError` due to the `name` field
- Fixed an issue due to an update in the [requests](https://github.com/psf/requests) package breaking `docker-py` by applying the [suggested fix](https://github.com/psf/requests/pull/6710)
### Miscellaneous
- Documentation improvements
- Updated Ruff (linter) and fixed minor linting issues
- Packaging/CI updates
- Started using hatch for packaging (https://github.com/pypa/hatch)
- Updated `setup-python` github action
- Updated tests
- Stopped checking for deprecated container and image related fields (`Container` and `ContainerConfig`)
- Updated tests that check `NetworkSettings.Networks.<network>.Aliases` due to engine changes
7.0.0
-----
### Upgrade Notes
- Removed SSL version (`ssl_version`) and explicit hostname check (`assert_hostname`) options
- `assert_hostname` has not been used since Python 3.6 and was removed in 3.12
- Python 3.7+ supports TLSv1.3 by default
- Websocket support is no longer included by default
- Use `pip install docker[websockets]` to include `websocket-client` dependency
- By default, `docker-py` hijacks the TCP connection and does not use Websockets
- Websocket client is only required to use `attach_socket(container, ws=True)`
- Python 3.7 no longer officially supported (reached end-of-life June 2023)
### Features
- Python 3.12 support
- Full `networking_config` support for `containers.create()`
- Replaces `network_driver_opt` (added in 6.1.0)
- Add `health()` property to container that returns status (e.g. `unhealthy`)
- Add `pause` option to `container.commit()`
- Add support for bind mount propagation (e.g. `rshared`, `private`)
- Add `filters`, `keep_storage`, and `all` parameters to `prune_builds()` (requires API v1.39+)
### Bugfixes
- Consistently return `docker.errors.NotFound` on 404 responses
- Validate tag format before image push
### Miscellaneous
- Upgraded urllib3 version in `requirements.txt` (used for development/tests)
- Documentation typo fixes & formatting improvements
- Fixed integration test compatibility for newer Moby engine versions
- Switch to [ruff](https://github.com/astral-sh/ruff) for linting
6.1.3
-----
#### Bugfixes
- Fix compatibility with [`eventlet/eventlet`](https://github.com/eventlet/eventlet)
6.1.2
-----
#### Bugfixes
- Fix for socket timeouts on long `docker exec` calls
6.1.1
-----
#### Bugfixes
- Fix `containers.stats()` hanging with `stream=True`
- Correct return type in docs for `containers.diff()` method
6.1.0
-----
### Upgrade Notes
- Errors are no longer returned during client initialization if the credential helper cannot be found. A warning will be emitted instead, and an error is returned if the credential helper is used.
### Features
- Python 3.11 support
- Use `poll()` instead of `select()` on non-Windows platforms
- New API fields
- `network_driver_opt` on container run / create
- `one-shot` on container stats
- `status` on services list
### Bugfixes
- Support for requests 2.29.0+ and urllib3 2.x
- Do not strip characters from volume names
- Fix connection leak on container.exec_* operations
- Fix errors closing named pipes on Windows
6.0.1
-----
### Bugfixes
- Fix for `The pipe has been ended errors` on Windows
- Support floats for container log filtering by timestamp (`since` / `until`)
6.0.0
-----
### Upgrade Notes
- Minimum supported Python version is 3.7+
- When installing with pip, the `docker[tls]` extra is deprecated and a no-op,
use `docker` for same functionality (TLS support is always available now)
- Native Python SSH client (used by default / `use_ssh_client=False`) will now
reject unknown host keys with `paramiko.ssh_exception.SSHException`
- Short IDs are now 12 characters instead of 10 characters (same as Docker CLI)
### Features
- Python 3.10 support
- Automatically negotiate most secure TLS version
- Add `platform` (e.g. `linux/amd64`, `darwin/arm64`) to container create & run
- Add support for `GlobalJob` and `ReplicatedJobs` for Swarm
- Add `remove()` method on `Image`
- Add `force` param to `disable()` on `Plugin`
### Bugfixes
- Fix install issues on Windows related to `pywin32`
- Do not accept unknown SSH host keys in native Python SSH mode
- Use 12 character short IDs for consistency with Docker CLI
- Ignore trailing whitespace in `.dockerignore` files
- Fix IPv6 host parsing when explicit port specified
- Fix `ProxyCommand` option for SSH connections
- Do not spawn extra subshell when launching external SSH client
- Improve exception semantics to preserve context
- Documentation improvements (formatting, examples, typos, missing params)
### Miscellaneous
- Upgrade dependencies in `requirements.txt` to latest versions
- Remove extraneous transitive dependencies
- Eliminate usages of deprecated functions/methods
- Test suite reliability improvements
- GitHub Actions workflows for linting, unit tests, integration tests, and
publishing releases
5.0.3
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/76?closed=1)
### Features
- Add `cap_add` and `cap_drop` parameters to service create and ContainerSpec
- Add `templating` parameter to config create
### Bugfixes
- Fix getting a read timeout for logs/attach with a tty and slow output
### Miscellaneous
- Fix documentation examples
5.0.2
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/75?closed=1)
### Bugfixes
- Fix `disable_buffering` regression
5.0.1
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/74?closed=1)
### Bugfixes
- Bring back support for ssh identity file
- Cleanup remaining python-2 dependencies
- Fix image save example in docs
### Miscellaneous
- Bump urllib3 to 1.26.5
- Bump requests to 2.26.0
5.0.0
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/70?closed=1)
### Breaking changes
- Remove support for Python 2.7
- Make Python 3.6 the minimum version supported
### Features
- Add `limit` parameter to image search endpoint
### Bugfixes
- Fix `KeyError` exception on secret create
- Verify TLS keys loaded from docker contexts
- Update PORT_SPEC regex to allow square brackets for IPv6 addresses
- Fix containers and images documentation examples
4.4.4
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/73?closed=1)
### Bugfixes
- Remove `LD_LIBRARY_PATH` and `SSL_CERT_FILE` environment variables when shelling out to the ssh client
4.4.3
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/72?closed=1)
### Features
- Add support for docker.types.Placement.MaxReplicas
### Bugfixes
- Fix SSH port parsing when shelling out to the ssh client
4.4.2
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/71?closed=1)
### Bugfixes
- Fix SSH connection bug where the hostname was incorrectly trimmed and the error was hidden
- Fix docs example
### Miscellaneous
- Add Python3.8 and 3.9 in setup.py classifier list
4.4.1
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/69?closed=1)
### Bugfixes
- Avoid setting unsuported parameter for subprocess.Popen on Windows
- Replace use of deprecated "filter" argument on ""docker/api/image"
4.4.0
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/67?closed=1)
### Features
- Add an alternative SSH connection to the paramiko one, based on shelling out to the SSh client. Similar to the behaviour of Docker cli
- Default image tag to `latest` on `pull`
### Bugfixes
- Fix plugin model upgrade
- Fix examples URL in ulimits
### Miscellaneous
- Improve exception messages for server and client errors
- Bump cryptography from 2.3 to 3.2
4.3.1
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/68?closed=1)
### Miscellaneous
- Set default API version to `auto`
- Fix conversion to bytes for `float`
- Support OpenSSH `identityfile` option
4.3.0
-----
[List of PRs / issues for this release](https://github.com/docker/docker-py/milestone/64?closed=1)
### Features
- Add `DeviceRequest` type to expose host resources such as GPUs
- Add support for `DriverOpts` in EndpointConfig
- Disable compression by default when using container.get_archive method
### Miscellaneous
- Update default API version to v1.39
- Update test engine version to 19.03.12
4.2.2 4.2.2
----- -----
@ -308,6 +36,7 @@ Changelog
- Add support for docker contexts through `docker.ContextAPI` - Add support for docker contexts through `docker.ContextAPI`
4.1.0 4.1.0
----- -----
@ -328,6 +57,7 @@ Changelog
- Adjust `--platform` tests for changes in docker engine - Adjust `--platform` tests for changes in docker engine
- Update credentials-helpers to v0.6.3 - Update credentials-helpers to v0.6.3
4.0.2 4.0.2
----- -----
@ -341,6 +71,7 @@ Changelog
- Bumped version of websocket-client - Bumped version of websocket-client
4.0.1 4.0.1
----- -----
@ -399,7 +130,7 @@ Changelog
### Bugfixes ### Bugfixes
* Fix base_url to keep TCP protocol on utils.py by letting the responsibility of changing the * Fix base_url to keep TCP protocol on utils.py by letting the responsability of changing the
protocol to `parse_host` afterwards, letting `base_url` with the original value. protocol to `parse_host` afterwards, letting `base_url` with the original value.
* XFAIL test_attach_stream_and_cancel on TLS * XFAIL test_attach_stream_and_cancel on TLS
@ -1503,7 +1234,7 @@ like the others
(`Client.volumes`, `Client.create_volume`, `Client.inspect_volume`, (`Client.volumes`, `Client.create_volume`, `Client.inspect_volume`,
`Client.remove_volume`). `Client.remove_volume`).
* Added support for the `group_add` parameter in `create_host_config`. * Added support for the `group_add` parameter in `create_host_config`.
* Added support for the CPU CFS (`cpu_quota` and `cpu_period`) parameters * Added support for the CPU CFS (`cpu_quota` and `cpu_period`) parameteres
in `create_host_config`. in `create_host_config`.
* Added support for the archive API endpoint (`Client.get_archive`, * Added support for the archive API endpoint (`Client.get_archive`,
`Client.put_archive`). `Client.put_archive`).

View File

@ -1,3 +1,4 @@
# -*- coding: utf-8 -*-
# #
# docker-sdk-python documentation build configuration file, created by # docker-sdk-python documentation build configuration file, created by
# sphinx-quickstart on Wed Sep 14 15:48:58 2016. # sphinx-quickstart on Wed Sep 14 15:48:58 2016.
@ -18,8 +19,6 @@
import datetime import datetime
import os import os
import sys import sys
from importlib.metadata import version
sys.path.insert(0, os.path.abspath('..')) sys.path.insert(0, os.path.abspath('..'))
@ -35,19 +34,24 @@ sys.path.insert(0, os.path.abspath('..'))
extensions = [ extensions = [
'sphinx.ext.autodoc', 'sphinx.ext.autodoc',
'sphinx.ext.napoleon', 'sphinx.ext.napoleon',
'myst_parser'
] ]
# Add any paths that contain templates here, relative to this directory. # Add any paths that contain templates here, relative to this directory.
templates_path = ['_templates'] templates_path = ['_templates']
source_suffix = { from recommonmark.parser import CommonMarkParser
'.rst': 'restructuredtext',
'.txt': 'markdown', source_parsers = {
'.md': 'markdown', '.md': CommonMarkParser,
} }
# The suffix(es) of source filenames.
# You can specify multiple suffix as a list of string:
#
source_suffix = ['.rst', '.md']
# source_suffix = '.md'
# The encoding of source files. # The encoding of source files.
# #
# source_encoding = 'utf-8-sig' # source_encoding = 'utf-8-sig'
@ -56,26 +60,28 @@ source_suffix = {
master_doc = 'index' master_doc = 'index'
# General information about the project. # General information about the project.
project = 'Docker SDK for Python' project = u'Docker SDK for Python'
year = datetime.datetime.now().year year = datetime.datetime.now().year
copyright = f'{year} Docker Inc' copyright = u'%d Docker Inc' % year
author = 'Docker Inc' author = u'Docker Inc'
# The version info for the project you're documenting, acts as replacement for # The version info for the project you're documenting, acts as replacement for
# |version| and |release|, also used in various other places throughout the # |version| and |release|, also used in various other places throughout the
# built documents. # built documents.
# #
# see https://github.com/pypa/setuptools_scm#usage-from-sphinx with open('../docker/version.py', 'r') as vfile:
release = version('docker') exec(vfile.read())
# for example take major/minor # The full version, including alpha/beta/rc tags.
version = '.'.join(release.split('.')[:2]) release = version
# The short X.Y version.
version = '{}.{}'.format(version_info[0], version_info[1])
# The language for content autogenerated by Sphinx. Refer to documentation # The language for content autogenerated by Sphinx. Refer to documentation
# for a list of supported languages. # for a list of supported languages.
# #
# This is also used if you do content translation via gettext catalogs. # This is also used if you do content translation via gettext catalogs.
# Usually you set "language" from the command line for these cases. # Usually you set "language" from the command line for these cases.
language = 'en' language = None
# There are two options for replacing |today|: either, you set today to some # There are two options for replacing |today|: either, you set today to some
# non-false value, then it is used: # non-false value, then it is used:
@ -277,8 +283,8 @@ latex_elements = {
# (source start file, target name, title, # (source start file, target name, title,
# author, documentclass [howto, manual, or own class]). # author, documentclass [howto, manual, or own class]).
latex_documents = [ latex_documents = [
(master_doc, 'docker-sdk-python.tex', 'docker-sdk-python Documentation', (master_doc, 'docker-sdk-python.tex', u'docker-sdk-python Documentation',
'Docker Inc.', 'manual'), u'Docker Inc.', 'manual'),
] ]
# The name of an image file (relative to this directory) to place at the top of # The name of an image file (relative to this directory) to place at the top of
@ -319,7 +325,7 @@ latex_documents = [
# One entry per manual page. List of tuples # One entry per manual page. List of tuples
# (source start file, name, description, authors, manual section). # (source start file, name, description, authors, manual section).
man_pages = [ man_pages = [
(master_doc, 'docker-sdk-python', 'docker-sdk-python Documentation', (master_doc, 'docker-sdk-python', u'docker-sdk-python Documentation',
[author], 1) [author], 1)
] ]
@ -334,7 +340,7 @@ man_pages = [
# (source start file, target name, title, author, # (source start file, target name, title, author,
# dir menu entry, description, category) # dir menu entry, description, category)
texinfo_documents = [ texinfo_documents = [
(master_doc, 'docker-sdk-python', 'docker-sdk-python Documentation', (master_doc, 'docker-sdk-python', u'docker-sdk-python Documentation',
author, 'docker-sdk-python', 'One line description of project.', author, 'docker-sdk-python', 'One line description of project.',
'Miscellaneous'), 'Miscellaneous'),
] ]

View File

@ -58,7 +58,7 @@ You can stream logs:
.. code-block:: python .. code-block:: python
>>> for line in container.logs(stream=True): >>> for line in container.logs(stream=True):
... print(line.strip()) ... print line.strip()
Reticulating spline 2... Reticulating spline 2...
Reticulating spline 3... Reticulating spline 3...
... ...

View File

@ -15,7 +15,7 @@ For example, to check the server against a specific CA certificate:
.. code-block:: python .. code-block:: python
tls_config = docker.tls.TLSConfig(ca_cert='/path/to/ca.pem', verify=True) tls_config = docker.tls.TLSConfig(ca_cert='/path/to/ca.pem')
client = docker.DockerClient(base_url='<https_url>', tls=tls_config) client = docker.DockerClient(base_url='<https_url>', tls=tls_config)
This is the equivalent of ``docker --tlsverify --tlscacert /path/to/ca.pem ...``. This is the equivalent of ``docker --tlsverify --tlscacert /path/to/ca.pem ...``.

View File

@ -16,13 +16,10 @@ Prepare the command we are going to use. It prints "hello stdout"
in `stdout`, followed by "hello stderr" in `stderr`: in `stdout`, followed by "hello stderr" in `stderr`:
>>> cmd = '/bin/sh -c "echo hello stdout ; echo hello stderr >&2"' >>> cmd = '/bin/sh -c "echo hello stdout ; echo hello stderr >&2"'
We'll run this command with all four the combinations of ``stream`` We'll run this command with all four the combinations of ``stream``
and ``demux``. and ``demux``.
With ``stream=False`` and ``demux=False``, the output is a string With ``stream=False`` and ``demux=False``, the output is a string
that contains both the `stdout` and the `stderr` output: that contains both the `stdout` and the `stderr` output:
>>> res = container.exec_run(cmd, stream=False, demux=False) >>> res = container.exec_run(cmd, stream=False, demux=False)
>>> res.output >>> res.output
b'hello stderr\nhello stdout\n' b'hello stderr\nhello stdout\n'
@ -55,8 +52,15 @@ Traceback (most recent call last):
File "<stdin>", line 1, in <module> File "<stdin>", line 1, in <module>
StopIteration StopIteration
Finally, with ``stream=False`` and ``demux=True``, the output is a tuple ``(stdout, stderr)``: Finally, with ``stream=False`` and ``demux=True``, the whole output
is returned, but the streams are still separated:
>>> res = container.exec_run(cmd, stream=False, demux=True) >>> res = container.exec_run(cmd, stream=True, demux=True)
>>> res.output >>> next(res.output)
(b'hello stdout\n', b'hello stderr\n') (b'hello stdout\n', None)
>>> next(res.output)
(None, b'hello stderr\n')
>>> next(res.output)
Traceback (most recent call last):
File "<stdin>", line 1, in <module>
StopIteration

View File

@ -1,102 +0,0 @@
[build-system]
requires = ["hatchling", "hatch-vcs"]
build-backend = "hatchling.build"
[project]
name = "docker"
dynamic = ["version"]
description = "A Python library for the Docker Engine API."
readme = "README.md"
license = "Apache-2.0"
requires-python = ">=3.8"
maintainers = [
{ name = "Docker Inc.", email = "no-reply@docker.com" },
]
classifiers = [
"Development Status :: 5 - Production/Stable",
"Environment :: Other Environment",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
"Programming Language :: Python",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Topic :: Software Development",
"Topic :: Utilities",
]
dependencies = [
"requests >= 2.26.0",
"urllib3 >= 1.26.0",
"pywin32>=304; sys_platform == \"win32\"",
]
[project.optional-dependencies]
# ssh feature allows DOCKER_HOST=ssh://... style connections
ssh = [
"paramiko>=2.4.3",
]
# tls is always supported, the feature is a no-op for backwards compatibility
tls = []
# websockets can be used as an alternate container attach mechanism but
# by default docker-py hijacks the TCP connection and does not use Websockets
# unless attach_socket(container, ws=True) is called
websockets = [
"websocket-client >= 1.3.0",
]
# docs are dependencies required to build the ReadTheDocs site
# this is only needed for CI / working on the docs!
docs = [
"myst-parser==0.18.0",
"Sphinx==5.1.1",
]
# dev are dependencies required to test & lint this project
# this is only needed if you are making code changes to docker-py!
dev = [
"coverage==7.2.7",
"pytest==7.4.2",
"pytest-cov==4.1.0",
"pytest-timeout==2.1.0",
"ruff==0.1.8",
]
[project.urls]
Changelog = "https://docker-py.readthedocs.io/en/stable/change-log.html"
Documentation = "https://docker-py.readthedocs.io"
Homepage = "https://github.com/docker/docker-py"
Source = "https://github.com/docker/docker-py"
Tracker = "https://github.com/docker/docker-py/issues"
[tool.hatch.version]
source = "vcs"
[tool.hatch.build.hooks.vcs]
version-file = "docker/_version.py"
[tool.hatch.build.targets.sdist]
include = [
"/docker",
]
[tool.ruff]
target-version = "py38"
extend-select = [
"B",
"C",
"F",
"I",
"UP",
"W",
]
ignore = [
"UP012", # unnecessary `UTF-8` argument (we want to be explicit)
"C901", # too complex (there's a whole bunch of these)
]
[tool.ruff.per-file-ignores]
"**/__init__.py" = ["F401"]

19
requirements.txt Normal file
View File

@ -0,0 +1,19 @@
appdirs==1.4.3
asn1crypto==0.22.0
backports.ssl-match-hostname==3.5.0.1
cffi==1.10.0
cryptography==2.3
enum34==1.1.6
idna==2.5
ipaddress==1.0.18
packaging==16.8
paramiko==2.4.2
pycparser==2.17
pyOpenSSL==18.0.0
pyparsing==2.2.0
pypiwin32==219; sys_platform == 'win32' and python_version < '3.6'
pypiwin32==223; sys_platform == 'win32' and python_version >= '3.6'
requests==2.20.0
six==1.10.0
urllib3==1.24.3
websocket-client==0.56.0

View File

@ -52,8 +52,8 @@ class Version(namedtuple('_Version', 'major minor patch stage edition')):
return (int(self.major), int(self.minor), int(self.patch)) + stage return (int(self.major), int(self.minor), int(self.patch)) + stage
def __str__(self): def __str__(self):
stage = f'-{self.stage}' if self.stage else '' stage = '-{}'.format(self.stage) if self.stage else ''
edition = f'-{self.edition}' if self.edition else '' edition = '-{}'.format(self.edition) if self.edition else ''
return '.'.join(map(str, self[:3])) + edition + stage return '.'.join(map(str, self[:3])) + edition + stage
@ -72,5 +72,6 @@ def main():
results.add(str(latest)) results.add(str(latest))
print(' '.join(results)) print(' '.join(results))
if __name__ == '__main__': if __name__ == '__main__':
main() main()

6
setup.cfg Normal file
View File

@ -0,0 +1,6 @@
[bdist_wheel]
universal = 1
[metadata]
description_file = README.rst
license = Apache License 2.0

96
setup.py Normal file
View File

@ -0,0 +1,96 @@
#!/usr/bin/env python
from __future__ import print_function
import codecs
import os
from setuptools import find_packages
from setuptools import setup
ROOT_DIR = os.path.dirname(__file__)
SOURCE_DIR = os.path.join(ROOT_DIR)
requirements = [
'six >= 1.4.0',
'websocket-client >= 0.32.0',
'requests >= 2.14.2, != 2.18.0',
]
extras_require = {
':python_version < "3.5"': 'backports.ssl_match_hostname >= 3.5',
# While not imported explicitly, the ipaddress module is required for
# ssl_match_hostname to verify hosts match with certificates via
# ServerAltname: https://pypi.python.org/pypi/backports.ssl_match_hostname
':python_version < "3.3"': 'ipaddress >= 1.0.16',
# win32 APIs if on Windows (required for npipe support)
# Python 3.6 is only compatible with v220 ; Python < 3.5 is not supported
# on v220 ; ALL versions are broken for v222 (as of 2018-01-26)
':sys_platform == "win32" and python_version < "3.6"': 'pypiwin32==219',
':sys_platform == "win32" and python_version >= "3.6"': 'pypiwin32==223',
# If using docker-py over TLS, highly recommend this option is
# pip-installed or pinned.
# TODO: if pip installing both "requests" and "requests[security]", the
# extra package from the "security" option are not installed (see
# https://github.com/pypa/pip/issues/4391). Once that's fixed, instead of
# installing the extra dependencies, install the following instead:
# 'requests[security] >= 2.5.2, != 2.11.0, != 2.12.2'
'tls': ['pyOpenSSL>=17.5.0', 'cryptography>=1.3.4', 'idna>=2.0.0'],
# Only required when connecting using the ssh:// protocol
'ssh': ['paramiko>=2.4.2'],
}
version = None
exec(open('docker/version.py').read())
with open('./test-requirements.txt') as test_reqs_txt:
test_requirements = [line for line in test_reqs_txt]
long_description = ''
with codecs.open('./README.md', encoding='utf-8') as readme_md:
long_description = readme_md.read()
setup(
name="docker",
version=version,
description="A Python library for the Docker Engine API.",
long_description=long_description,
long_description_content_type='text/markdown',
url='https://github.com/docker/docker-py',
project_urls={
'Documentation': 'https://docker-py.readthedocs.io',
'Changelog': 'https://docker-py.readthedocs.io/en/stable/change-log.html', # noqa: E501
'Source': 'https://github.com/docker/docker-py',
'Tracker': 'https://github.com/docker/docker-py/issues',
},
packages=find_packages(exclude=["tests.*", "tests"]),
install_requires=requirements,
tests_require=test_requirements,
extras_require=extras_require,
python_requires='>=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*',
zip_safe=False,
test_suite='tests',
classifiers=[
'Development Status :: 5 - Production/Stable',
'Environment :: Other Environment',
'Intended Audience :: Developers',
'Operating System :: OS Independent',
'Programming Language :: Python',
'Programming Language :: Python :: 2',
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
'Programming Language :: Python :: 3.5',
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
'Topic :: Software Development',
'Topic :: Utilities',
'License :: OSI Approved :: Apache Software License',
],
maintainer='Joffrey F',
maintainer_email='joffrey@docker.com',
)

7
test-requirements.txt Normal file
View File

@ -0,0 +1,7 @@
setuptools==44.0.0 # last version with python 2.7 support
coverage==4.5.2
flake8==3.6.0
mock==1.0.1
pytest==4.3.1
pytest-cov==2.6.1
pytest-timeout==1.3.3

View File

@ -1,17 +1,15 @@
# syntax=docker/dockerfile:1 ARG PYTHON_VERSION=3.7
ARG PYTHON_VERSION=3.12
FROM python:${PYTHON_VERSION} FROM python:${PYTHON_VERSION}
RUN apt-get update && apt-get -y install --no-install-recommends \ ARG APT_MIRROR
gnupg2 \ RUN sed -ri "s/(httpredir|deb).debian.org/${APT_MIRROR:-deb.debian.org}/g" /etc/apt/sources.list \
pass && sed -ri "s/(security).debian.org/${APT_MIRROR:-security.debian.org}/g" /etc/apt/sources.list
# Add SSH keys and set permissions RUN apt-get update && apt-get -y install \
COPY tests/ssh/config/client /root/.ssh gnupg2 \
COPY tests/ssh/config/server/known_ed25519.pub /root/.ssh/known_hosts pass \
RUN sed -i '1s;^;dpy-dind-ssh ;' /root/.ssh/known_hosts curl
RUN chmod -R 600 /root/.ssh
COPY ./tests/gpg-keys /gpg-keys COPY ./tests/gpg-keys /gpg-keys
RUN gpg2 --import gpg-keys/secret RUN gpg2 --import gpg-keys/secret
@ -26,10 +24,11 @@ RUN curl -sSL -o /opt/docker-credential-pass.tar.gz \
chmod +x /usr/local/bin/docker-credential-pass chmod +x /usr/local/bin/docker-credential-pass
WORKDIR /src WORKDIR /src
COPY . . COPY requirements.txt /src/requirements.txt
RUN pip install -r requirements.txt
ARG VERSION=0.0.0.dev0 COPY test-requirements.txt /src/test-requirements.txt
RUN --mount=type=cache,target=/cache/pip \ RUN pip install -r test-requirements.txt
PIP_CACHE_DIR=/cache/pip \
SETUPTOOLS_SCM_PRETEND_VERSION=${VERSION} \ COPY . /src
pip install .[dev,ssh,websockets] RUN pip install .

View File

@ -1,6 +1,4 @@
# syntax=docker/dockerfile:1 ARG PYTHON_VERSION=2.7
ARG PYTHON_VERSION=3.12
FROM python:${PYTHON_VERSION} FROM python:${PYTHON_VERSION}
RUN mkdir /tmp/certs RUN mkdir /tmp/certs

View File

@ -1,20 +0,0 @@
# syntax=docker/dockerfile:1
ARG API_VERSION=1.45
ARG ENGINE_VERSION=26.1
FROM docker:${ENGINE_VERSION}-dind
RUN apk add --no-cache --upgrade \
openssh
COPY tests/ssh/config/server /etc/ssh/
# set authorized keys for client paswordless connection
COPY tests/ssh/config/client/id_rsa.pub /root/.ssh/authorized_keys
# RUN echo "root:root" | chpasswd
RUN chmod -R 600 /etc/ssh \
&& chmod -R 600 /root/.ssh \
&& ln -s /usr/local/bin/docker /usr/bin/docker
EXPOSE 22

View File

@ -8,10 +8,10 @@ import tarfile
import tempfile import tempfile
import time import time
import docker
import paramiko import paramiko
import pytest import pytest
import six
import docker
def make_tree(dirs, files): def make_tree(dirs, files):
@ -47,19 +47,6 @@ def untar_file(tardata, filename):
return result return result
def skip_if_desktop():
def fn(f):
@functools.wraps(f)
def wrapped(self, *args, **kwargs):
info = self.client.info()
if info['Name'] == 'docker-desktop':
pytest.skip('Test does not support Docker Desktop')
return f(self, *args, **kwargs)
return wrapped
return fn
def requires_api_version(version): def requires_api_version(version):
test_version = os.environ.get( test_version = os.environ.get(
'DOCKER_TEST_API_VERSION', docker.constants.DEFAULT_DOCKER_API_VERSION 'DOCKER_TEST_API_VERSION', docker.constants.DEFAULT_DOCKER_API_VERSION
@ -67,7 +54,7 @@ def requires_api_version(version):
return pytest.mark.skipif( return pytest.mark.skipif(
docker.utils.version_lt(test_version, version), docker.utils.version_lt(test_version, version),
reason=f"API version is too low (< {version})" reason="API version is too low (< {0})".format(version)
) )
@ -94,12 +81,12 @@ def wait_on_condition(condition, delay=0.1, timeout=40):
start_time = time.time() start_time = time.time()
while not condition(): while not condition():
if time.time() - start_time > timeout: if time.time() - start_time > timeout:
raise AssertionError(f"Timeout: {condition}") raise AssertionError("Timeout: %s" % condition)
time.sleep(delay) time.sleep(delay)
def random_name(): def random_name():
return f'dockerpytest_{random.getrandbits(64):x}' return u'dockerpytest_{0:x}'.format(random.getrandbits(64))
def force_leave_swarm(client): def force_leave_swarm(client):
@ -118,11 +105,11 @@ def force_leave_swarm(client):
def swarm_listen_addr(): def swarm_listen_addr():
return f'0.0.0.0:{random.randrange(10000, 25000)}' return '0.0.0.0:{0}'.format(random.randrange(10000, 25000))
def assert_cat_socket_detached_with_keys(sock, inputs): def assert_cat_socket_detached_with_keys(sock, inputs):
if hasattr(sock, '_sock'): if six.PY3 and hasattr(sock, '_sock'):
sock = sock._sock sock = sock._sock
for i in inputs: for i in inputs:
@ -141,7 +128,7 @@ def assert_cat_socket_detached_with_keys(sock, inputs):
# of the daemon no longer cause this to raise an error. # of the daemon no longer cause this to raise an error.
try: try:
sock.sendall(b'make sure the socket is closed\n') sock.sendall(b'make sure the socket is closed\n')
except OSError: except socket.error:
return return
sock.sendall(b"make sure the socket is closed\n") sock.sendall(b"make sure the socket is closed\n")
@ -157,4 +144,4 @@ def ctrl_with(char):
if re.match('[a-z]', char): if re.match('[a-z]', char):
return chr(ord(char) - ord('a') + 1).encode('ascii') return chr(ord(char) - ord('a') + 1).encode('ascii')
else: else:
raise Exception('char must be [a-z]') raise(Exception('char must be [a-z]'))

View File

@ -3,13 +3,14 @@ import os
import shutil import shutil
import tempfile import tempfile
import pytest
from docker import errors from docker import errors
from docker.utils.proxy import ProxyConfig from docker.utils.proxy import ProxyConfig
import pytest
import six
from .base import BaseAPIIntegrationTest, TEST_IMG
from ..helpers import random_name, requires_api_version, requires_experimental from ..helpers import random_name, requires_api_version, requires_experimental
from .base import TEST_IMG, BaseAPIIntegrationTest
class BuildTest(BaseAPIIntegrationTest): class BuildTest(BaseAPIIntegrationTest):
@ -70,8 +71,9 @@ class BuildTest(BaseAPIIntegrationTest):
assert len(logs) > 0 assert len(logs) > 0
def test_build_from_stringio(self): def test_build_from_stringio(self):
return if six.PY3:
script = io.StringIO('\n'.join([ return
script = io.StringIO(six.text_type('\n').join([
'FROM busybox', 'FROM busybox',
'RUN mkdir -p /tmp/test', 'RUN mkdir -p /tmp/test',
'EXPOSE 8080', 'EXPOSE 8080',
@ -81,7 +83,8 @@ class BuildTest(BaseAPIIntegrationTest):
stream = self.client.build(fileobj=script) stream = self.client.build(fileobj=script)
logs = '' logs = ''
for chunk in stream: for chunk in stream:
chunk = chunk.decode('utf-8') if six.PY3:
chunk = chunk.decode('utf-8')
logs += chunk logs += chunk
assert logs != '' assert logs != ''
@ -100,9 +103,7 @@ class BuildTest(BaseAPIIntegrationTest):
'ignored', 'ignored',
'Dockerfile', 'Dockerfile',
'.dockerignore', '.dockerignore',
' ignored-with-spaces ', # check that spaces are trimmed
'!ignored/subdir/excepted-file', '!ignored/subdir/excepted-file',
'! ignored/subdir/excepted-with-spaces '
'', # empty line, '', # empty line,
'#*', # comment line '#*', # comment line
])) ]))
@ -113,9 +114,6 @@ class BuildTest(BaseAPIIntegrationTest):
with open(os.path.join(base_dir, '#file.txt'), 'w') as f: with open(os.path.join(base_dir, '#file.txt'), 'w') as f:
f.write('this file should not be ignored') f.write('this file should not be ignored')
with open(os.path.join(base_dir, 'ignored-with-spaces'), 'w') as f:
f.write("this file should be ignored")
subdir = os.path.join(base_dir, 'ignored', 'subdir') subdir = os.path.join(base_dir, 'ignored', 'subdir')
os.makedirs(subdir) os.makedirs(subdir)
with open(os.path.join(subdir, 'file'), 'w') as f: with open(os.path.join(subdir, 'file'), 'w') as f:
@ -124,15 +122,12 @@ class BuildTest(BaseAPIIntegrationTest):
with open(os.path.join(subdir, 'excepted-file'), 'w') as f: with open(os.path.join(subdir, 'excepted-file'), 'w') as f:
f.write("this file should not be ignored") f.write("this file should not be ignored")
with open(os.path.join(subdir, 'excepted-with-spaces'), 'w') as f:
f.write("this file should not be ignored")
tag = 'docker-py-test-build-with-dockerignore' tag = 'docker-py-test-build-with-dockerignore'
stream = self.client.build( stream = self.client.build(
path=base_dir, path=base_dir,
tag=tag, tag=tag,
) )
for _chunk in stream: for chunk in stream:
pass pass
c = self.client.create_container(tag, ['find', '/test', '-type', 'f']) c = self.client.create_container(tag, ['find', '/test', '-type', 'f'])
@ -140,11 +135,11 @@ class BuildTest(BaseAPIIntegrationTest):
self.client.wait(c) self.client.wait(c)
logs = self.client.logs(c) logs = self.client.logs(c)
logs = logs.decode('utf-8') if six.PY3:
logs = logs.decode('utf-8')
assert sorted(filter(None, logs.split('\n'))) == sorted([ assert sorted(list(filter(None, logs.split('\n')))) == sorted([
'/test/#file.txt', '/test/#file.txt',
'/test/ignored/subdir/excepted-with-spaces',
'/test/ignored/subdir/excepted-file', '/test/ignored/subdir/excepted-file',
'/test/not-ignored' '/test/not-ignored'
]) ])
@ -160,7 +155,7 @@ class BuildTest(BaseAPIIntegrationTest):
fileobj=script, tag='buildargs', buildargs={'test': 'OK'} fileobj=script, tag='buildargs', buildargs={'test': 'OK'}
) )
self.tmp_imgs.append('buildargs') self.tmp_imgs.append('buildargs')
for _chunk in stream: for chunk in stream:
pass pass
info = self.client.inspect_image('buildargs') info = self.client.inspect_image('buildargs')
@ -180,7 +175,7 @@ class BuildTest(BaseAPIIntegrationTest):
fileobj=script, tag=tag, shmsize=shmsize fileobj=script, tag=tag, shmsize=shmsize
) )
self.tmp_imgs.append(tag) self.tmp_imgs.append(tag)
for _chunk in stream: for chunk in stream:
pass pass
# There is currently no way to get the shmsize # There is currently no way to get the shmsize
@ -198,7 +193,7 @@ class BuildTest(BaseAPIIntegrationTest):
isolation='default' isolation='default'
) )
for _chunk in stream: for chunk in stream:
pass pass
@requires_api_version('1.23') @requires_api_version('1.23')
@ -213,7 +208,7 @@ class BuildTest(BaseAPIIntegrationTest):
fileobj=script, tag='labels', labels=labels fileobj=script, tag='labels', labels=labels
) )
self.tmp_imgs.append('labels') self.tmp_imgs.append('labels')
for _chunk in stream: for chunk in stream:
pass pass
info = self.client.inspect_image('labels') info = self.client.inspect_image('labels')
@ -230,7 +225,7 @@ class BuildTest(BaseAPIIntegrationTest):
stream = self.client.build(fileobj=script, tag='build1') stream = self.client.build(fileobj=script, tag='build1')
self.tmp_imgs.append('build1') self.tmp_imgs.append('build1')
for _chunk in stream: for chunk in stream:
pass pass
stream = self.client.build( stream = self.client.build(
@ -271,11 +266,11 @@ class BuildTest(BaseAPIIntegrationTest):
fileobj=script, target='first', tag='build1' fileobj=script, target='first', tag='build1'
) )
self.tmp_imgs.append('build1') self.tmp_imgs.append('build1')
for _chunk in stream: for chunk in stream:
pass pass
info = self.client.inspect_image('build1') info = self.client.inspect_image('build1')
assert 'OnBuild' not in info['Config'] or not info['Config']['OnBuild'] assert not info['Config']['OnBuild']
@requires_api_version('1.25') @requires_api_version('1.25')
def test_build_with_network_mode(self): def test_build_with_network_mode(self):
@ -300,7 +295,7 @@ class BuildTest(BaseAPIIntegrationTest):
) )
self.tmp_imgs.append('dockerpytest_customnetbuild') self.tmp_imgs.append('dockerpytest_customnetbuild')
for _chunk in stream: for chunk in stream:
pass pass
assert self.client.inspect_image('dockerpytest_customnetbuild') assert self.client.inspect_image('dockerpytest_customnetbuild')
@ -312,7 +307,7 @@ class BuildTest(BaseAPIIntegrationTest):
) )
self.tmp_imgs.append('dockerpytest_nonebuild') self.tmp_imgs.append('dockerpytest_nonebuild')
logs = list(stream) logs = [chunk for chunk in stream]
assert 'errorDetail' in logs[-1] assert 'errorDetail' in logs[-1]
assert logs[-1]['errorDetail']['code'] == 1 assert logs[-1]['errorDetail']['code'] == 1
@ -344,8 +339,10 @@ class BuildTest(BaseAPIIntegrationTest):
assert self.client.inspect_image(img_name) assert self.client.inspect_image(img_name)
ctnr = self.run_container(img_name, 'cat /hosts-file') ctnr = self.run_container(img_name, 'cat /hosts-file')
self.tmp_containers.append(ctnr)
logs = self.client.logs(ctnr) logs = self.client.logs(ctnr)
logs = logs.decode('utf-8') if six.PY3:
logs = logs.decode('utf-8')
assert '127.0.0.1\textrahost.local.test' in logs assert '127.0.0.1\textrahost.local.test' in logs
assert '127.0.0.1\thello.world.test' in logs assert '127.0.0.1\thello.world.test' in logs
@ -365,7 +362,7 @@ class BuildTest(BaseAPIIntegrationTest):
fileobj=script, tag=tag, squash=squash fileobj=script, tag=tag, squash=squash
) )
self.tmp_imgs.append(tag) self.tmp_imgs.append(tag)
for _chunk in stream: for chunk in stream:
pass pass
return self.client.inspect_image(tag) return self.client.inspect_image(tag)
@ -380,7 +377,7 @@ class BuildTest(BaseAPIIntegrationTest):
snippet = 'Ancient Temple (Mystic Oriental Dream ~ Ancient Temple)' snippet = 'Ancient Temple (Mystic Oriental Dream ~ Ancient Temple)'
script = io.BytesIO(b'\n'.join([ script = io.BytesIO(b'\n'.join([
b'FROM busybox', b'FROM busybox',
f'RUN sh -c ">&2 echo \'{snippet}\'"'.encode('utf-8') 'RUN sh -c ">&2 echo \'{0}\'"'.format(snippet).encode('utf-8')
])) ]))
stream = self.client.build( stream = self.client.build(
@ -389,8 +386,10 @@ class BuildTest(BaseAPIIntegrationTest):
lines = [] lines = []
for chunk in stream: for chunk in stream:
lines.append(chunk.get('stream')) lines.append(chunk.get('stream'))
expected = f'{control_chars[0]}{snippet}\n{control_chars[1]}' expected = '{0}{2}\n{1}'.format(
assert any(line == expected for line in lines) control_chars[0], control_chars[1], snippet
)
assert any([line == expected for line in lines])
def test_build_gzip_encoding(self): def test_build_gzip_encoding(self):
base_dir = tempfile.mkdtemp() base_dir = tempfile.mkdtemp()
@ -442,7 +441,7 @@ class BuildTest(BaseAPIIntegrationTest):
@requires_api_version('1.32') @requires_api_version('1.32')
@requires_experimental(until=None) @requires_experimental(until=None)
def test_build_invalid_platform(self): def test_build_invalid_platform(self):
script = io.BytesIO(b'FROM busybox\n') script = io.BytesIO('FROM busybox\n'.encode('ascii'))
with pytest.raises(errors.APIError) as excinfo: with pytest.raises(errors.APIError) as excinfo:
stream = self.client.build(fileobj=script, platform='foobar') stream = self.client.build(fileobj=script, platform='foobar')

View File

@ -47,7 +47,7 @@ class ConnectionTimeoutTest(unittest.TestCase):
# This call isn't supposed to complete, and it should fail fast. # This call isn't supposed to complete, and it should fail fast.
try: try:
res = self.client.inspect_container('id') res = self.client.inspect_container('id')
except Exception: except: # noqa: E722
pass pass
end = time.time() end = time.time()
assert res is None assert res is None
@ -72,4 +72,6 @@ class UnixconnTest(unittest.TestCase):
client.close() client.close()
del client del client
assert len(w) == 0, f"No warnings produced: {w[0].message}" assert len(w) == 0, "No warnings produced: {0}".format(
w[0].message
)

View File

@ -1,6 +1,7 @@
import pytest # -*- coding: utf-8 -*-
import docker import docker
import pytest
from ..helpers import force_leave_swarm, requires_api_version from ..helpers import force_leave_swarm, requires_api_version
from .base import BaseAPIIntegrationTest from .base import BaseAPIIntegrationTest
@ -30,7 +31,7 @@ class ConfigAPITest(BaseAPIIntegrationTest):
def test_create_config_unicode_data(self): def test_create_config_unicode_data(self):
config_id = self.client.create_config( config_id = self.client.create_config(
'favorite_character', 'いざよいさくや' 'favorite_character', u'いざよいさくや'
) )
self.tmp_configs.append(config_id) self.tmp_configs.append(config_id)
assert 'ID' in config_id assert 'ID' in config_id
@ -69,16 +70,3 @@ class ConfigAPITest(BaseAPIIntegrationTest):
data = self.client.configs(filters={'name': ['favorite_character']}) data = self.client.configs(filters={'name': ['favorite_character']})
assert len(data) == 1 assert len(data) == 1
assert data[0]['ID'] == config_id['ID'] assert data[0]['ID'] == config_id['ID']
@requires_api_version('1.37')
def test_create_config_with_templating(self):
config_id = self.client.create_config(
'favorite_character', 'sakuya izayoi',
templating={'name': 'golang'}
)
self.tmp_configs.append(config_id)
assert 'ID' in config_id
data = self.client.inspect_config(config_id)
assert data['Spec']['Name'] == 'favorite_character'
assert 'Templating' in data['Spec']
assert data['Spec']['Templating']['Name'] == 'golang'

Some files were not shown because too many files have changed in this diff Show More