Compare commits


1 Commits

Author SHA1 Message Date
dave 1d7b05116d non-working docker provider 2020-10-26 21:20:19 -07:00
2 changed files with 154 additions and 1 deletions

repobot/ Normal file
View File

@ -0,0 +1,151 @@
import cherrypy
import hashlib
import json
import os
from jinja2 import Environment, FileSystemLoader, select_autoescape
from sqlalchemy import Column, ForeignKey, UniqueConstraint
from sqlalchemy.orm import relationship
from sqlalchemy.types import String, Integer
from tempfile import TemporaryDirectory
from repobot.tables import Base, db
Registry API notes
base URL structure:
/v2/<name>/ name matches [a-z0-9]+(?:[._-][a-z0-9]+)*
/v2/library/ubuntu/ including slashes, must be less than 256 chars
"All endpoints should support aggressive http caching, compression and range headers, where appropriate."
Note: prefixing names with more paths seems to work?
This might be better:
4xx errors get a json reply like:
"errors:" [{
"code": <error identifier>,
"message": <message describing condition>,
"detail": <unstructured>
class DockerProvider(object):
def __init__(self, dbcon, s3client, bucket):
self.db = dbcon
self.s3 = s3client
self.bucket = bucket
"""base path within the s3 bucket"""
self.basepath = "data/provider/docker"
cherrypy.tree.mount(DockerApi(self), "/v2/", {'/': {'tools.trailing_slash.on': False,
'tools.db.on': True}})
def web_addpkg(self, reponame, name, version, fobj):
raise NotImplementedError()
class DockerApi(object):
def __init__(self, base):
self.base = base
def index(self):
cherrypy.response.headers["Docker-Distribution-API-Version"] = "registry/2.0"
return ""
def default(self, *args):
# ('foo', 'bar', 'qux', 'dpedu', 'zwastebin2', 'blobs', 'uploads')
# ('dpedu', 'zwastebin2', 'blobs', 'uploads')
# ('ubuntu', 'blobs', 'uploads')
print("##DEFAULT##: ", args)
raise cherrypy.HTTPError(403, "fuck off")
@cherrypy.popargs("reponame", "pkgname", "filename")
class TarWeb(object):
def __init__(self, base):
self.base = base
template_dir = "templates" if os.path.exists("templates") else os.path.join(APPROOT, "templates")
self.tpl = Environment(loader=FileSystemLoader(template_dir),
autoescape=select_autoescape(['html', 'xml']))
def index(self, reponame=None, pkgname=None, filename=None):
if filename:
return self.handle_download(reponame, pkgname, filename)
return self.handle_navigation(reponame, pkgname, filename)
def handle_navigation(self, reponame=None, pkgname=None, filename=None):
if reponame:
repo = get_repo(db(), reponame, create_ok=False)
if pkgname:
return self.tpl.get_template("tar/package.html") \
pkgs=db().query(TarPackage).filter(TarPackage.repo == repo, == pkgname).
return self.tpl.get_template("tar/repo.html") \
return self.tpl.get_template("tar/root.html") \
def _get_dists(self, repo):
lastpkg = None
for pkg in db().query(TarPackage).filter(TarPackage.repo == repo).order_by(TarPackage.fname).all():
if lastpkg and == lastpkg:
yield pkg
lastpkg =
def handle_download(self, reponame, distname, filename):
repo = get_repo(db(), reponame, create_ok=False)
pkg = db().query(TarPackage).filter(TarPackage.repo == repo, TarPackage.fname == filename).first()
if not pkg:
raise cherrypy.HTTPError(404)
dpath = os.path.join(self.base.basepath, pkg.blobpath)
print("dpath=", dpath)
print("blobpath=", pkg.blobpath)
print("basepath=", self.base.basepath)
if str(cherrypy.request.method) == "DELETE":
files = self.base.s3.list_objects(Bucket=self.base.bucket, Prefix=dpath).get("Contents")
if files:
self.base.s3.delete_object(Bucket=self.base.bucket, Key=dpath)
return "OK" #TODO delete the repo if we've emptied it(?)
elif str(cherrypy.request.method) == "GET":
response = self.base.s3.get_object(Bucket=self.base.bucket, Key=dpath)
cherrypy.response.headers["Content-Type"] = "application/octet-stream"
cherrypy.response.headers["Content-Length"] = response["ContentLength"]
def stream():
while True:
data = response["Body"].read(65535)
if not data:
yield data
return stream()
raise cherrypy.HTTPError(405)
index._cp_config = {'': True}

View File

@ -7,6 +7,7 @@ from botocore.client import Config as BotoConfig
from repobot.aptprovider import AptProvider
from repobot.pypiprovider import PypiProvider
from repobot.tarprovider import TarProvider
from repobot.dockermod import DockerProvider
from repobot.tables import SAEnginePlugin, SATool
from urllib.parse import urlparse
@ -80,7 +81,8 @@ def main():
# set up providers
providers = {"apt": AptProvider(dbcon, s3, bucket),
"pypi": PypiProvider(dbcon, s3, bucket),
"tar": TarProvider(dbcon, s3, bucket)}
"tar": TarProvider(dbcon, s3, bucket),
"docker": DockerProvider(dbcon, s3, bucket)}
# set up main web screen
web = AppWeb(providers)