Skip to content

Commit

Permalink
chore: simplify backup repository creation
Browse files Browse the repository at this point in the history
- move it to the model
- simplify condition to check first for existing repository without
  hitting the database
- prepare for storing more info on backups
  • Loading branch information
nijel committed Nov 27, 2024
1 parent cb78529 commit 56de1f5
Showing 1 changed file with 60 additions and 60 deletions.
120 changes: 60 additions & 60 deletions weblate_web/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -181,58 +181,6 @@ def as_sql(self, compiler, connection):
models.CharField.register_lookup(MySQLSearchLookup)


def create_backup_repository(service):
"""
Configure backup repository.
- create filesystem folders
- store SSH key
- create subaccount
"""
# Create folder and SSH key
client = SSHClient()
client.load_system_host_keys()
client.connect(
hostname=settings.STORAGE_SSH_HOSTNAME,
port=settings.STORAGE_SSH_PORT,
username=settings.STORAGE_SSH_USER,
)
ftp = client.open_sftp()
dirname = str(uuid4())
ftp.mkdir(dirname)
ftp.chdir(dirname)
with ftp.open("README.txt", "w") as handle:
handle.write(f"""Weblate Cloud Backup
====================
Service: {service.pk}
Customer: {service.customer.name}
""")

ftp.mkdir(".ssh")
ftp.chdir(".ssh")
with ftp.open("authorized_keys", "w") as handle:
handle.write(service.last_report.ssh_key)

# Create account on the service
url = SUBACCOUNTS_API.format(settings.STORAGE_BOX)
response = requests.post(
url,
data={
"homedirectory": f"weblate/{dirname}",
"ssh": "1",
"external_reachability": "1",
"comment": f"Weblate backup service {service.pk} ({service.customer.name})",
},
auth=(settings.STORAGE_USER, settings.STORAGE_PASSWORD),
timeout=720,
)
data = response.json()
return "ssh://{}@{}:23/./backups".format(
data["subaccount"]["username"], data["subaccount"]["server"]
)


class Donation(models.Model):
user = models.ForeignKey(User, on_delete=models.deletion.PROTECT)
customer = models.ForeignKey(Customer, on_delete=models.deletion.PROTECT, null=True)
Expand Down Expand Up @@ -846,14 +794,66 @@ def update_status(self):
self.save()

def create_backup(self):
backup = False
if self.hosted_subscriptions.filter(expires__gt=timezone.now()).exists():
backup = True
if self.backup_subscriptions.filter(expires__gt=timezone.now()).exists():
backup = True
if backup and not self.backup_repository and self.report_set.exists():
self.backup_repository = create_backup_repository(self)
self.save(update_fields=["backup_repository"])
subscriptions = self.hosted_subscriptions | self.backup_subscriptions
if (
not self.backup_repository
and subscriptions.filter(expires__gt=timezone.now()).exists()
and self.report_set.exists()
):
self.create_backup_repository()

def create_backup_repository(self):
"""
Configure backup repository.
- create filesystem folders
- store SSH key
- create subaccount
"""
# Create folder and SSH key
client = SSHClient()
client.load_system_host_keys()
client.connect(
hostname=settings.STORAGE_SSH_HOSTNAME,
port=settings.STORAGE_SSH_PORT,
username=settings.STORAGE_SSH_USER,
)
ftp = client.open_sftp()
dirname = str(uuid4())
ftp.mkdir(dirname)
ftp.chdir(dirname)
with ftp.open("README.txt", "w") as handle:
handle.write(f"""Weblate Cloud Backup
====================
Service: {self.pk}
Customer: {self.customer.name}

Check failure on line 830 in weblate_web/models.py

View workflow job for this annotation

GitHub Actions / mypy

Item "None" of "Customer | None" has no attribute "name"

Check failure on line 830 in weblate_web/models.py

View workflow job for this annotation

GitHub Actions / mypy

Item "None" of "Customer | None" has no attribute "name"
""")

ftp.mkdir(".ssh")
ftp.chdir(".ssh")
with ftp.open("authorized_keys", "w") as handle:
handle.write(self.last_report.ssh_key)

# Create account on the service
url = SUBACCOUNTS_API.format(settings.STORAGE_BOX)
response = requests.post(
url,
data={
"homedirectory": f"weblate/{dirname}",
"ssh": "1",
"external_reachability": "1",
"comment": f"Weblate backup service {self.pk} ({self.customer.name})",

Check failure on line 846 in weblate_web/models.py

View workflow job for this annotation

GitHub Actions / mypy

Item "None" of "Customer | None" has no attribute "name"

Check failure on line 846 in weblate_web/models.py

View workflow job for this annotation

GitHub Actions / mypy

Item "None" of "Customer | None" has no attribute "name"
},
auth=(settings.STORAGE_USER, settings.STORAGE_PASSWORD),
timeout=720,
)
data = response.json()

self.backup_repository = "ssh://{}@{}:23/./backups".format(
data["subaccount"]["username"], data["subaccount"]["server"]
)
self.save(update_fields=["backup_repository"])

def get_limits(self):
return {
Expand Down

0 comments on commit 56de1f5

Please sign in to comment.