Compare commits
95 Commits
Author | SHA1 | Date | |
---|---|---|---|
48d4fed4ef | |||
89033ead4d | |||
0a3219367a | |||
7690900847 | |||
97cb92f3cd | |||
8db8193128 | |||
b2448fea92 | |||
439248f270 | |||
c64189afe5 | |||
86aa6bb4b8 | |||
b9d8fb6335 | |||
e55b90445b | |||
bedb1e77fe | |||
f0d36055ad | |||
005182d197 | |||
42605fe699 | |||
b133d8a135 | |||
7f4cefd0a6 | |||
d81b03d16c | |||
41ab44875d | |||
b368bf9049 | |||
42e61f8ceb | |||
76474a2773 | |||
c8824cc43b | |||
97736c1209 | |||
68cd1058fd | |||
2be7eab67d | |||
a514acb736 | |||
3fcf878ac1 | |||
f7d2abc45f | |||
1a33dc96f9 | |||
412e675e47 | |||
b201adeeb2 | |||
9fbd6be1e6 | |||
04faa3d073 | |||
5ec9e3471a | |||
9d00bbae1e | |||
cee626d845 | |||
2bd51e2376 | |||
d3a7d2dcf8 | |||
a4834f9784 | |||
203c3e4c4e | |||
4eecd70c56 | |||
a7f0775808 | |||
64dce7dad9 | |||
746ba2da0b | |||
4fe145108e | |||
7b4a1c8e34 | |||
4f9786b403 | |||
c3727f5e4f | |||
e02119c15c | |||
055404504c | |||
0afef8ef5b | |||
bae787a244 | |||
6c7f961674 | |||
79c0838d9c | |||
36339e42a0 | |||
e3227e2345 | |||
92a96c55dc | |||
36bd6ee650 | |||
945580d7cf | |||
d3608bddfb | |||
72fc43bb1c | |||
3d0870d431 | |||
ec2b11ca1c | |||
c8117779f8 | |||
efdd3f9268 | |||
84236fee76 | |||
70f28b0823 | |||
5a0c94f253 | |||
f5f71dc0cc | |||
c260c85855 | |||
624b3ed609 | |||
1defda446b | |||
7238b65496 | |||
cd1560cb40 | |||
0fd8ec9aeb | |||
9186e0f0ac | |||
|
a3eebec372 | ||
|
1100ff52e2 | ||
|
81bb62ae26 | ||
|
0c2ea447d8 | ||
|
ab2b3af1d1 | ||
|
646dd64c7a | ||
|
f24cd2553d | ||
|
69fc1f3da7 | ||
|
5d80ed5e7d | ||
|
0d122de59a | ||
|
169592cae4 | ||
|
b4c8ad747d | ||
|
c56d888dd3 | ||
|
8de56711b8 | ||
|
87dd56fc12 | ||
|
f083d3ad77 | ||
|
4c51cd2ce7 |
3
.gitignore
vendored
Normal file
3
.gitignore
vendored
Normal file
@ -0,0 +1,3 @@
|
||||
/venv
|
||||
gitea.env
|
||||
/data
|
3
.vscode/settings.json
vendored
Normal file
3
.vscode/settings.json
vendored
Normal file
@ -0,0 +1,3 @@
|
||||
{
|
||||
"python.analysis.typeCheckingMode": "basic"
|
||||
}
|
2
README.md
Normal file
2
README.md
Normal file
@ -0,0 +1,2 @@
|
||||
# buildbot-docker-example-config
|
||||
example configuration for running buildbot in docker
|
328
master.cfg
328
master.cfg
@ -3,7 +3,8 @@
|
||||
|
||||
import os
|
||||
|
||||
from buildbot.plugins import *
|
||||
from buildbot.plugins import changes, reporters, schedulers, steps, util, worker
|
||||
from buildbot.www.authz.roles import RolesFromBase
|
||||
|
||||
# This is a sample buildmaster config file. It must be installed as
|
||||
# 'master.cfg' in your buildmaster's base directory.
|
||||
@ -12,55 +13,67 @@ from buildbot.plugins import *
|
||||
# a shorter alias to save typing.
|
||||
c = BuildmasterConfig = {}
|
||||
|
||||
GITEA_SECRET = os.environ.get("GITEA_SECRET")
|
||||
GITEA_TOKEN = os.environ.get("GITEA_TOKEN")
|
||||
|
||||
CLIENT_ID = os.environ.get("GITEA_CLIENT_ID")
|
||||
assert CLIENT_ID
|
||||
CLIENT_SECRET = os.environ.get("GITEA_CLIENT_SECRET")
|
||||
assert CLIENT_SECRET
|
||||
|
||||
####### WORKERS
|
||||
|
||||
# The 'workers' list defines the set of recognized workers. Each element is
|
||||
# a Worker object, specifying a unique worker name and password. The same
|
||||
# worker name and password must be configured on the worker.
|
||||
|
||||
c['workers'] = [worker.Worker("example-worker", 'pass')]
|
||||
c["workers"] = [
|
||||
worker.Worker("worker-rust-1-65", "pass", properties={"rust_version": "1.65"}),
|
||||
worker.Worker("worker-rust-1-72", "pass", properties={"rust_version": "1.72"}),
|
||||
worker.Worker("worker-rust-mdbook", "pass"),
|
||||
]
|
||||
rust_workers_1_65 = ["worker-rust-1-65"]
|
||||
rust_workers_1_72 = ["worker-rust-1-72"]
|
||||
rust_workers_mdbook = ["worker-rust-mdbook"]
|
||||
|
||||
if 'BUILDBOT_MQ_URL' in os.environ:
|
||||
c['mq'] = {
|
||||
'type' : 'wamp',
|
||||
'router_url': os.environ['BUILDBOT_MQ_URL'],
|
||||
'realm': os.environ.get('BUILDBOT_MQ_REALM', 'buildbot').decode('utf-8'),
|
||||
'debug' : 'BUILDBOT_MQ_DEBUG' in os.environ,
|
||||
'debug_websockets' : 'BUILDBOT_MQ_DEBUG' in os.environ,
|
||||
'debug_lowlevel' : 'BUILDBOT_MQ_DEBUG' in os.environ,
|
||||
if "BUILDBOT_MQ_URL" in os.environ:
|
||||
c["mq"] = {
|
||||
"type": "wamp",
|
||||
"router_url": os.environ["BUILDBOT_MQ_URL"],
|
||||
"realm": os.environ.get("BUILDBOT_MQ_REALM", "buildbot"),
|
||||
"debug": "BUILDBOT_MQ_DEBUG" in os.environ,
|
||||
"debug_websockets": "BUILDBOT_MQ_DEBUG" in os.environ,
|
||||
"debug_lowlevel": "BUILDBOT_MQ_DEBUG" in os.environ,
|
||||
}
|
||||
# 'protocols' contains information about protocols which master will use for
|
||||
# communicating with workers. You must define at least 'port' option that workers
|
||||
# could connect to your master with this protocol.
|
||||
# 'port' must match the value configured into the workers (with their
|
||||
# --master option)
|
||||
c['protocols'] = {'pb': {'port': os.environ.get("BUILDBOT_WORKER_PORT", 9989)}}
|
||||
c["protocols"] = {"pb": {"port": os.environ.get("BUILDBOT_WORKER_PORT", 9989)}}
|
||||
|
||||
####### CHANGESOURCES
|
||||
|
||||
# the 'change_source' setting tells the buildmaster how it should find out
|
||||
# about source code changes. Here we point to the buildbot clone of pyflakes.
|
||||
# about source code changes. Here we point to the buildbot clone of radn.
|
||||
|
||||
c['change_source'] = []
|
||||
c['change_source'].append(changes.GitPoller(
|
||||
'git://github.com/buildbot/pyflakes.git',
|
||||
workdir='gitpoller-workdir', branch='master',
|
||||
pollinterval=300))
|
||||
|
||||
####### SCHEDULERS
|
||||
|
||||
# Configure the Schedulers, which decide how to react to incoming changes. In this
|
||||
# case, just kick off a 'runtests' build
|
||||
|
||||
c['schedulers'] = []
|
||||
c['schedulers'].append(schedulers.SingleBranchScheduler(
|
||||
name="all",
|
||||
change_filter=util.ChangeFilter(branch='master'),
|
||||
treeStableTimer=None,
|
||||
builderNames=["runtests"]))
|
||||
c['schedulers'].append(schedulers.ForceScheduler(
|
||||
name="force",
|
||||
builderNames=["runtests"]))
|
||||
c["change_source"] = []
|
||||
c["change_source"].append(
|
||||
changes.GitPoller(
|
||||
"https://gitea.parrrate.ru/PTV/radn-rs.git",
|
||||
workdir="gitpoller/radn-rs",
|
||||
branch="main",
|
||||
pollinterval=300,
|
||||
)
|
||||
)
|
||||
c["change_source"].append(
|
||||
changes.GitPoller(
|
||||
"https://gitea.parrrate.ru/PTV/exercises.git",
|
||||
workdir="gitpoller/exercises",
|
||||
branch="latest",
|
||||
pollinterval=300,
|
||||
)
|
||||
)
|
||||
|
||||
####### BUILDERS
|
||||
|
||||
@ -68,49 +81,258 @@ c['schedulers'].append(schedulers.ForceScheduler(
|
||||
# what steps, and which workers can execute them. Note that any particular build will
|
||||
# only take place on one worker.
|
||||
|
||||
factory = util.BuildFactory()
|
||||
# check out the source
|
||||
factory.addStep(steps.Git(repourl='http://github.com/buildbot/pyflakes.git', mode='incremental'))
|
||||
# run the tests (note that this will require that 'trial' is installed)
|
||||
factory.addStep(steps.ShellCommand(command=["trial", "pyflakes"]))
|
||||
# all_repositories = {
|
||||
# r"https://gitea.parrrate.ru/PTV/radn-rs.git": "radn-rs",
|
||||
# }
|
||||
|
||||
c['builders'] = []
|
||||
c['builders'].append(
|
||||
util.BuilderConfig(name="runtests",
|
||||
workernames=["example-worker"],
|
||||
factory=factory))
|
||||
|
||||
####### STATUS TARGETS
|
||||
# def codebaseGenerator(chdict):
|
||||
# return all_repositories.get(chdict["repository"])
|
||||
|
||||
# 'status' is a list of Status Targets. The results of each build will be
|
||||
# pushed to these targets. buildbot/status/*.py has a variety to choose from,
|
||||
|
||||
# c["codebaseGenerator"] = codebaseGenerator
|
||||
|
||||
c["builders"] = []
|
||||
|
||||
radn_builders = []
|
||||
exercises_builders = []
|
||||
|
||||
CARGO_TARGET_DIR = "/buildbot/_rust/radn-rs/target"
|
||||
RADN_ENV = {"CARGO_TARGET_DIR": CARGO_TARGET_DIR}
|
||||
DOC_DIR = f"{CARGO_TARGET_DIR}/doc"
|
||||
|
||||
|
||||
def radn_rs_factory():
|
||||
factory = util.BuildFactory()
|
||||
factory.addStep(
|
||||
steps.Git(
|
||||
repourl="https://gitea.parrrate.ru/PTV/radn-rs.git", mode="incremental"
|
||||
)
|
||||
)
|
||||
return factory
|
||||
|
||||
|
||||
def exercises_factory():
|
||||
factory = util.BuildFactory()
|
||||
factory.addStep(
|
||||
steps.Git(
|
||||
repourl="https://gitea.parrrate.ru/PTV/exercises.git", mode="incremental"
|
||||
)
|
||||
)
|
||||
return factory
|
||||
|
||||
|
||||
def radn_append_factory(factory, name: str, workernames: list[str]):
|
||||
c["builders"].append(
|
||||
util.BuilderConfig(name=name, workernames=workernames, factory=factory)
|
||||
)
|
||||
radn_builders.append(name)
|
||||
|
||||
|
||||
def exercises_append_factory(factory, name: str, workernames: list[str]):
|
||||
c["builders"].append(
|
||||
util.BuilderConfig(name=name, workernames=workernames, factory=factory)
|
||||
)
|
||||
exercises_builders.append(name)
|
||||
|
||||
|
||||
def cargo_test(name: str, workernames: list[str]):
|
||||
factory = radn_rs_factory()
|
||||
factory.addStep(
|
||||
steps.ShellCommand(
|
||||
command=["cargo", "test", "--workspace"],
|
||||
env=RADN_ENV,
|
||||
)
|
||||
)
|
||||
radn_append_factory(factory, name, workernames)
|
||||
|
||||
|
||||
def cargo_clippy(name: str, workernames: list[str]):
|
||||
factory = radn_rs_factory()
|
||||
factory.addStep(
|
||||
steps.ShellCommand(
|
||||
command=[
|
||||
"cargo",
|
||||
"clippy",
|
||||
"--workspace",
|
||||
"--examples",
|
||||
"--tests",
|
||||
"--",
|
||||
"--deny=warnings",
|
||||
],
|
||||
env=RADN_ENV,
|
||||
)
|
||||
)
|
||||
radn_append_factory(factory, name, workernames)
|
||||
|
||||
|
||||
def cargo_fmt(name: str, workernames: list[str]):
|
||||
factory = radn_rs_factory()
|
||||
factory.addStep(
|
||||
steps.ShellCommand(
|
||||
command=[
|
||||
"cargo",
|
||||
"fmt",
|
||||
"--check",
|
||||
"--all",
|
||||
],
|
||||
env=RADN_ENV,
|
||||
)
|
||||
)
|
||||
radn_append_factory(factory, name, workernames)
|
||||
|
||||
|
||||
def cargo_doc(name: str, workernames: list[str], specific: bool, latest: bool):
|
||||
factory = radn_rs_factory()
|
||||
factory.addStep(
|
||||
steps.ShellCommand(
|
||||
command=[
|
||||
"cargo",
|
||||
"doc",
|
||||
"--workspace",
|
||||
"--no-deps",
|
||||
],
|
||||
env=RADN_ENV,
|
||||
)
|
||||
)
|
||||
if specific:
|
||||
factory.addStep(
|
||||
steps.DirectoryUpload(
|
||||
workersrc=DOC_DIR,
|
||||
masterdest=util.Interpolate(
|
||||
"/buildbot_share/docs/radn-rs/%(prop:rust_version)s/"
|
||||
),
|
||||
url=util.Interpolate(
|
||||
"https://radn.parrrate.ru/latest/docs/%(prop:rust_version)s/radn/"
|
||||
),
|
||||
compress="gz",
|
||||
)
|
||||
)
|
||||
if latest:
|
||||
factory.addStep(
|
||||
steps.DirectoryUpload(
|
||||
workersrc=DOC_DIR,
|
||||
masterdest="/buildbot_share/docs/radn-rs/",
|
||||
url="https://radn.parrrate.ru/latest/docs/radn/",
|
||||
compress="gz",
|
||||
)
|
||||
)
|
||||
radn_append_factory(factory, name, workernames)
|
||||
|
||||
|
||||
def mdbook_test(name: str, workernames: list[str]):
|
||||
factory = exercises_factory()
|
||||
factory.addStep(
|
||||
steps.ShellCommand(
|
||||
command=["mdbook", "test", "."],
|
||||
)
|
||||
)
|
||||
exercises_append_factory(factory, name, workernames)
|
||||
|
||||
|
||||
cargo_test("cargo test (1.65)", rust_workers_1_65)
|
||||
cargo_clippy("cargo clippy (1.65)", rust_workers_1_65)
|
||||
cargo_clippy("cargo clippy (1.72)", rust_workers_1_72)
|
||||
cargo_fmt("cargo fmt (1.72)", rust_workers_1_72)
|
||||
cargo_doc("cargo doc (1.72)", rust_workers_1_72, False, True)
|
||||
mdbook_test("mdbook test", rust_workers_mdbook)
|
||||
|
||||
####### SCHEDULERS
|
||||
|
||||
# Configure the Schedulers, which decide how to react to incoming changes.
|
||||
|
||||
c["schedulers"] = []
|
||||
c["schedulers"].append(
|
||||
schedulers.SingleBranchScheduler(
|
||||
name="all-radn",
|
||||
change_filter=util.ChangeFilter(branch="main"),
|
||||
treeStableTimer=None,
|
||||
builderNames=radn_builders,
|
||||
)
|
||||
)
|
||||
c["schedulers"].append(
|
||||
schedulers.SingleBranchScheduler(
|
||||
name="all-exercises",
|
||||
change_filter=util.ChangeFilter(branch="latest"),
|
||||
treeStableTimer=None,
|
||||
builderNames=exercises_builders,
|
||||
)
|
||||
)
|
||||
c["schedulers"].append(
|
||||
schedulers.ForceScheduler(name="force-radn", builderNames=radn_builders)
|
||||
)
|
||||
c["schedulers"].append(
|
||||
schedulers.ForceScheduler(name="force-exercises", builderNames=exercises_builders)
|
||||
)
|
||||
|
||||
####### REPORTER TARGETS
|
||||
|
||||
# 'services' is a list of Reporter Targets. The results of each build will be
|
||||
# pushed to these targets. buildbot/reporters/*.py has a variety to choose from,
|
||||
# like IRC bots.
|
||||
|
||||
c['status'] = []
|
||||
c["services"] = []
|
||||
|
||||
####### PROJECT IDENTITY
|
||||
|
||||
# the 'title' string will appear at the top of this buildbot installation's
|
||||
# home pages (linked to the 'titleURL').
|
||||
|
||||
c['title'] = "Pyflakes"
|
||||
c['titleURL'] = "https://launchpad.net/pyflakes"
|
||||
c["title"] = "RADN"
|
||||
c["titleURL"] = "https://gitea.parrrate.ru/PTV/radn-rs"
|
||||
|
||||
# the 'buildbotURL' string should point to the location where the buildbot's
|
||||
# internal web server is visible. This typically uses the port number set in
|
||||
# the 'www' entry below, but with an externally-visible host name which the
|
||||
# buildbot cannot figure out without some help.
|
||||
|
||||
c['buildbotURL'] = os.environ.get("BUILDBOT_WEB_URL", "http://localhost:8010/")
|
||||
c["buildbotURL"] = os.environ.get("BUILDBOT_WEB_URL", "http://localhost:8010/")
|
||||
|
||||
|
||||
class RolesFromCustom(RolesFromBase):
|
||||
def getRolesFromUser(self, userDetails: dict):
|
||||
if userDetails.get("is_admin") is True:
|
||||
return ["admins"]
|
||||
else:
|
||||
return []
|
||||
|
||||
|
||||
# minimalistic config to activate new web UI
|
||||
c['www'] = dict(port=os.environ.get("BUILDBOT_WEB_PORT", 8010),
|
||||
plugins=dict(waterfall_view={}, console_view={}))
|
||||
c["www"] = {
|
||||
"port": os.environ.get("BUILDBOT_WEB_PORT", 8010),
|
||||
"plugins": {
|
||||
"waterfall_view": {},
|
||||
"console_view": {},
|
||||
},
|
||||
"change_hook_dialects": {},
|
||||
"auth": util.GiteaAuth(
|
||||
endpoint="https://gitea.parrrate.ru",
|
||||
client_id=CLIENT_ID,
|
||||
client_secret=CLIENT_SECRET,
|
||||
),
|
||||
"authz": util.Authz(
|
||||
allowRules=[util.AnyControlEndpointMatcher(role="admins")],
|
||||
roleMatchers=[RolesFromCustom()],
|
||||
),
|
||||
}
|
||||
if GITEA_SECRET:
|
||||
c["www"]["change_hook_dialects"]["gitea"] = {
|
||||
"secret": GITEA_SECRET,
|
||||
"onlyIncludePushCommit": True,
|
||||
}
|
||||
if GITEA_TOKEN:
|
||||
c["services"].append(
|
||||
reporters.GiteaStatusPush(
|
||||
"https://gitea.parrrate.ru", token=GITEA_TOKEN, verbose=True
|
||||
),
|
||||
)
|
||||
|
||||
####### DB URL
|
||||
|
||||
c['db'] = {
|
||||
c["db"] = {
|
||||
# This specifies what database buildbot uses to store its state. You can leave
|
||||
# this at its default for all but the largest installations.
|
||||
'db_url' : os.environ.get("BUILDBOT_DB_URL", "sqlite://").format(**os.environ),
|
||||
"db_url": os.environ.get("BUILDBOT_DB_URL", "sqlite://").format(**os.environ),
|
||||
}
|
||||
|
||||
c["buildbotNetUsageData"] = None
|
||||
|
2
master/Dockerfile
Normal file
2
master/Dockerfile
Normal file
@ -0,0 +1,2 @@
|
||||
FROM buildbot/buildbot-master:v3.11.5
|
||||
RUN /buildbot_venv/bin/pip3 install buildbot_gitea
|
@ -19,7 +19,7 @@ services:
|
||||
env_file: db.env
|
||||
environment:
|
||||
- BUILDBOT_CONFIG_DIR=config
|
||||
- BUILDBOT_CONFIG_URL=https://github.com/buildbot/buildbot-docker-example-config/archive/master.tar.gz
|
||||
- BUILDBOT_CONFIG_URL=https://gitea.parrrate.ru/PTV/buildbot/archive/master.tar.gz
|
||||
- BUILDBOT_WORKER_PORT=9989
|
||||
- BUILDBOT_WEB_URL=http://localhost:8080/
|
||||
- BUILDBOT_WEB_PORT=8080
|
||||
|
@ -1,2 +1,2 @@
|
||||
from pypy:2-onbuild
|
||||
FROM pypy:3-onbuild
|
||||
CMD /usr/src/app/start_buildbot.sh
|
||||
|
2
pypy/worker/Dockerfile
Normal file
2
pypy/worker/Dockerfile
Normal file
@ -0,0 +1,2 @@
|
||||
FROM pypy:2-onbuild
|
||||
CMD ["twistd", "-ny", "buildbot.tac"]
|
40
pypy/worker/buildbot.tac
Normal file
40
pypy/worker/buildbot.tac
Normal file
@ -0,0 +1,40 @@
|
||||
import fnmatch
|
||||
import os
|
||||
import sys
|
||||
|
||||
from twisted.application import service
|
||||
from twisted.python.log import FileLogObserver
|
||||
from twisted.python.log import ILogObserver
|
||||
|
||||
from buildslave.bot import BuildSlave
|
||||
|
||||
# setup worker
|
||||
basedir = os.path.abspath(os.path.dirname(__file__))
|
||||
application = service.Application('buildbot-worker')
|
||||
|
||||
|
||||
application.setComponent(ILogObserver, FileLogObserver(sys.stdout).emit)
|
||||
# and worker on the same process!
|
||||
buildmaster_host = os.environ.get("BUILDMASTER", 'localhost')
|
||||
port = int(os.environ.get("BUILDMASTER_PORT", 9989))
|
||||
workername = os.environ.get("WORKERNAME", 'docker')
|
||||
passwd = os.environ.get("WORKERPASS")
|
||||
|
||||
# delete the password from the environ so that it is not leaked in the log
|
||||
blacklist = os.environ.get("WORKER_ENVIRONMENT_BLACKLIST", "WORKERPASS").split()
|
||||
for name in list(os.environ.keys()):
|
||||
for toremove in blacklist:
|
||||
if fnmatch.fnmatch(name, toremove):
|
||||
del os.environ[name]
|
||||
|
||||
keepalive = 600
|
||||
umask = None
|
||||
maxdelay = 300
|
||||
allow_shutdown = None
|
||||
usepty=False
|
||||
|
||||
s = BuildSlave(buildmaster_host, port, workername, passwd, basedir,
|
||||
keepalive, usepty, umask=umask, maxdelay=maxdelay,
|
||||
allow_shutdown=allow_shutdown)
|
||||
|
||||
s.setServiceParent(application)
|
1
pypy/worker/requirements.txt
Normal file
1
pypy/worker/requirements.txt
Normal file
@ -0,0 +1 @@
|
||||
buildbot-slave==0.8.14
|
2
simple/Dockerfile.Nginx
Normal file
2
simple/Dockerfile.Nginx
Normal file
@ -0,0 +1,2 @@
|
||||
FROM nginx
|
||||
COPY nginx-default.conf /etc/nginx/conf.d/default.conf
|
@ -1,36 +1,122 @@
|
||||
version: '2'
|
||||
networks:
|
||||
v6d:
|
||||
external: true
|
||||
buildbot-db: {}
|
||||
buildbot-worker: {}
|
||||
buildbot-docs: {}
|
||||
|
||||
services:
|
||||
buildbot:
|
||||
image: buildbot/buildbot-master:master
|
||||
image: "buildbot-master-parrrate"
|
||||
build: ../master
|
||||
env_file:
|
||||
- db.env
|
||||
- db.env
|
||||
- gitea.env
|
||||
environment:
|
||||
- BUILDBOT_CONFIG_DIR=config
|
||||
- BUILDBOT_CONFIG_URL=https://github.com/buildbot/buildbot-docker-example-config/archive/master.tar.gz
|
||||
- BUILDBOT_WORKER_PORT=9989
|
||||
- BUILDBOT_WEB_URL=http://localhost:8080/
|
||||
- BUILDBOT_WEB_PORT=8080
|
||||
links:
|
||||
- db
|
||||
- BUILDBOT_CONFIG_DIR=config
|
||||
- BUILDBOT_CONFIG_URL=https://gitea.parrrate.ru/PTV/buildbot/archive/master.tar.gz
|
||||
- BUILDBOT_WORKER_PORT=9989
|
||||
- BUILDBOT_WEB_URL=https://buildbot.parrrate.ru/
|
||||
- BUILDBOT_WEB_PORT=tcp:port=8010
|
||||
depends_on:
|
||||
- db
|
||||
ports:
|
||||
- "8080:8080"
|
||||
- "8010:8010"
|
||||
networks:
|
||||
- v6d
|
||||
- buildbot-db
|
||||
- buildbot-worker
|
||||
volumes:
|
||||
- ../data/docs:/buildbot_share/docs/:rw
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
||||
db:
|
||||
env_file:
|
||||
- db.env
|
||||
- db.env
|
||||
image: "postgres:9.4"
|
||||
expose:
|
||||
- 5432
|
||||
- 5432
|
||||
networks:
|
||||
- buildbot-db
|
||||
volumes:
|
||||
- ../data/db:/var/lib/postgresql/data
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
||||
worker:
|
||||
image: "buildbot/buildbot-worker:master"
|
||||
rust-worker-1-65:
|
||||
build:
|
||||
context: ../worker
|
||||
args:
|
||||
- RUST_VERSION_ARG=1.65
|
||||
environment:
|
||||
BUILDMASTER: buildbot
|
||||
BUILDMASTER_PORT: 9989
|
||||
WORKERNAME: example-worker
|
||||
WORKERPASS: pass
|
||||
WORKER_ENVIRONMENT_BLACKLIST: DOCKER_BUILDBOT* BUILDBOT_ENV_* BUILDBOT_1* WORKER_ENVIRONMENT_BLACKLIST
|
||||
BUILDMASTER: buildbot
|
||||
BUILDMASTER_PORT: 9989
|
||||
WORKERNAME: worker-rust-1-65
|
||||
WORKERPASS: pass
|
||||
WORKER_ENVIRONMENT_BLACKLIST: DOCKER_BUILDBOT* BUILDBOT_ENV_* BUILDBOT_1* WORKER_ENVIRONMENT_BLACKLIST
|
||||
networks:
|
||||
- buildbot-worker
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
||||
links:
|
||||
- buildbot
|
||||
rust-worker-1-72:
|
||||
build:
|
||||
context: ../worker
|
||||
args:
|
||||
- RUST_VERSION_ARG=1.72
|
||||
environment:
|
||||
BUILDMASTER: buildbot
|
||||
BUILDMASTER_PORT: 9989
|
||||
WORKERNAME: worker-rust-1-72
|
||||
WORKERPASS: pass
|
||||
WORKER_ENVIRONMENT_BLACKLIST: DOCKER_BUILDBOT* BUILDBOT_ENV_* BUILDBOT_1* WORKER_ENVIRONMENT_BLACKLIST
|
||||
networks:
|
||||
- buildbot-worker
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
||||
rust-worker-mdbook:
|
||||
build:
|
||||
context: ../worker
|
||||
dockerfile: Dockerfile.mdbook
|
||||
environment:
|
||||
BUILDMASTER: buildbot
|
||||
BUILDMASTER_PORT: 9989
|
||||
WORKERNAME: worker-rust-mdbook
|
||||
WORKERPASS: pass
|
||||
WORKER_ENVIRONMENT_BLACKLIST: DOCKER_BUILDBOT* BUILDBOT_ENV_* BUILDBOT_1* WORKER_ENVIRONMENT_BLACKLIST
|
||||
networks:
|
||||
- buildbot-worker
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
||||
nginx:
|
||||
container_name: buildbot-nginx
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile.Nginx
|
||||
networks:
|
||||
v6d: {}
|
||||
volumes:
|
||||
- ../data/docs:/buildbot_share/docs/:ro
|
||||
deploy:
|
||||
restart_policy:
|
||||
condition: unless-stopped
|
||||
delay: 30s
|
||||
window: 300s
|
||||
|
22
simple/nginx-default.conf
Normal file
22
simple/nginx-default.conf
Normal file
@ -0,0 +1,22 @@
|
||||
server {
|
||||
listen 80;
|
||||
listen [::]:80;
|
||||
server_name radn.parrrate.ru;
|
||||
|
||||
location /docs {
|
||||
root /buildbot_share;
|
||||
index index.html index.htm;
|
||||
autoindex on;
|
||||
}
|
||||
|
||||
error_page 500 502 503 504 /50x.html;
|
||||
location = /50x.html {
|
||||
root /usr/share/nginx/html;
|
||||
}
|
||||
}
|
||||
|
||||
server {
|
||||
listen 80;
|
||||
listen [::]:80;
|
||||
server_name *.parrrate.ru;
|
||||
}
|
12
worker/Dockerfile
Normal file
12
worker/Dockerfile
Normal file
@ -0,0 +1,12 @@
|
||||
ARG RUST_VERSION_ARG=1.65
|
||||
FROM rust:${RUST_VERSION_ARG}
|
||||
COPY worker-setup.sh worker-setup.sh
|
||||
RUN bash worker-setup.sh
|
||||
USER buildbot
|
||||
WORKDIR /buildbot
|
||||
COPY worker-setup-user.sh worker-setup-user.sh
|
||||
RUN bash worker-setup-user.sh
|
||||
COPY buildbot.tac /buildbot/buildbot.tac
|
||||
RUN rustup component add clippy
|
||||
RUN rustup component add rustfmt
|
||||
CMD ["/usr/bin/dumb-init", "/buildbot/venv/bin/twistd", "--pidfile=", "-ny", "buildbot.tac"]
|
10
worker/Dockerfile.mdbook
Normal file
10
worker/Dockerfile.mdbook
Normal file
@ -0,0 +1,10 @@
|
||||
FROM rust:1.79
|
||||
COPY worker-setup.sh worker-setup.sh
|
||||
RUN bash worker-setup.sh
|
||||
USER buildbot
|
||||
WORKDIR /buildbot
|
||||
COPY worker-setup-user.sh worker-setup-user.sh
|
||||
RUN bash worker-setup-user.sh
|
||||
COPY buildbot.tac /buildbot/buildbot.tac
|
||||
RUN cargo install mdbook
|
||||
CMD ["/usr/bin/dumb-init", "/buildbot/venv/bin/twistd", "--pidfile=", "-ny", "buildbot.tac"]
|
48
worker/buildbot.tac
Normal file
48
worker/buildbot.tac
Normal file
@ -0,0 +1,48 @@
|
||||
import fnmatch
|
||||
import os
|
||||
import sys
|
||||
|
||||
from buildbot_worker.bot import Worker
|
||||
from twisted.application import service
|
||||
from twisted.python.log import FileLogObserver, ILogObserver
|
||||
|
||||
# setup worker
|
||||
basedir = os.environ.get("BUILDBOT_BASEDIR", os.path.abspath(os.path.dirname(__file__)))
|
||||
application = service.Application("buildbot-worker")
|
||||
|
||||
|
||||
application.setComponent(ILogObserver, FileLogObserver(sys.stdout).emit)
|
||||
# and worker on the same process!
|
||||
buildmaster_host = os.environ.get("BUILDMASTER", "localhost")
|
||||
port = int(os.environ.get("BUILDMASTER_PORT", 9989))
|
||||
workername = os.environ.get("WORKERNAME", "docker")
|
||||
passwd = os.environ.get("WORKERPASS")
|
||||
|
||||
# delete the password from the environ so that it is not leaked in the log
|
||||
blacklist = os.environ.get("WORKER_ENVIRONMENT_BLACKLIST", "WORKERPASS").split()
|
||||
for name in list(os.environ.keys()):
|
||||
for toremove in blacklist:
|
||||
if fnmatch.fnmatch(name, toremove):
|
||||
del os.environ[name]
|
||||
|
||||
keepalive = 600
|
||||
umask = None
|
||||
maxdelay = 300
|
||||
allow_shutdown = None
|
||||
maxretries = 10
|
||||
delete_leftover_dirs = False
|
||||
|
||||
s = Worker(
|
||||
buildmaster_host,
|
||||
port,
|
||||
workername,
|
||||
passwd,
|
||||
basedir,
|
||||
keepalive,
|
||||
umask=umask,
|
||||
maxdelay=maxdelay,
|
||||
allow_shutdown=allow_shutdown,
|
||||
maxRetries=maxretries,
|
||||
delete_leftover_dirs=delete_leftover_dirs,
|
||||
)
|
||||
s.setServiceParent(application)
|
3
worker/worker-setup-user.sh
Normal file
3
worker/worker-setup-user.sh
Normal file
@ -0,0 +1,3 @@
|
||||
python3 -m venv /buildbot/venv/
|
||||
/buildbot/venv/bin/pip3 --no-cache-dir install 'twisted[tls]'
|
||||
/buildbot/venv/bin/pip3 --no-cache-dir install buildbot-worker
|
17
worker/worker-setup.sh
Normal file
17
worker/worker-setup.sh
Normal file
@ -0,0 +1,17 @@
|
||||
apt-get update \
|
||||
&& apt-get -y upgrade \
|
||||
&& apt-get -y install -q \
|
||||
build-essential \
|
||||
git \
|
||||
libffi-dev \
|
||||
libssl-dev \
|
||||
python3-dev \
|
||||
python3-setuptools \
|
||||
python3-pip \
|
||||
python3-venv \
|
||||
dumb-init \
|
||||
curl \
|
||||
&& rm -rf /var/lib/apt/lists/* \
|
||||
&& mkdir /buildbot \
|
||||
&& useradd -ms /bin/bash buildbot \
|
||||
&& chown -R buildbot /buildbot
|
Loading…
Reference in New Issue
Block a user