Add cli command to trigger checkpoints caching

Author: varmar05

server/mergin/sync/commands.py

@@ -127,3 +127,50 @@ def remove(project_name):
         project.removed_by = None
         db.session.commit()
         click.secho("Project removed", fg="green")
+
+    @project.command()
+    @click.argument("project-name", callback=normalize_input(lowercase=False))
+    @click.option("--since", type=int, required=False)
+    @click.option("--to", type=int, required=False)
+    def create_checkpoint(project_name, since=None, to=None):
+        """Create project delta checkpoint, corresponding lower checkpoints and merged diffs for project"""
+        ws, name = split_project_path(project_name)
+        workspace = current_app.ws_handler.get_by_name(ws)
+        if not workspace:
+            click.secho("ERROR: Workspace does not exist", fg="red", err=True)
+            sys.exit(1)
+        project = (
+            Project.query.filter_by(workspace_id=workspace.id, name=name)
+            .filter(Project.storage_params.isnot(None))
+            .first()
+        )
+        if not project:
+            click.secho("ERROR: Project does not exist", fg="red", err=True)
+            sys.exit(1)
+
+        since = since if since is not None else 0
+        to = to if to is not None else project.latest_version
+        if since < 0 or to < 1:
+            click.secho(
+                "ERROR: Invalid version number, minimum version for 'since' is 0 and minimum version for 'to' is 1",
+                fg="red",
+                err=True,
+            )
+            sys.exit(1)
+
+        if to > project.latest_version:
+            click.secho(
+                "ERROR: 'to' version exceeds latest project version", fg="red", err=True
+            )
+            sys.exit(1)
+
+        if since >= to:
+            click.secho(
+                "ERROR: 'since' version must be less than 'to' version",
+                fg="red",
+                err=True,
+            )
+            sys.exit(1)
+
+        project.get_delta_changes(since, to)
+        click.secho("Project checkpoint(s) created", fg="green")

server/mergin/tests/test_cli.py

@@ -13,7 +13,7 @@
 from mergin.auth.models import User
 from mergin.commands import _check_permissions, _check_celery
 from mergin.stats.models import MerginInfo
-from mergin.sync.models import Project, ProjectVersion
+from mergin.sync.models import FileDiff, Project, ProjectVersion, ProjectVersionDelta
 from mergin.tests import (
     test_project,
     test_workspace_id,
@@ -545,3 +545,70 @@ def test_check_celery(mock_ping, ping, result, output, capsys):
     out, err = capsys.readouterr()  # capture what was echoed to stdout
     assert ("Error: " not in out) == result
     assert output in out
+
+
+create_project_checkpoint_data = [
+    (
+        f"{test_workspace_name}/non-existing",
+        0,
+        1,
+        "ERROR: Project does not exist",
+    ),
+    (
+        f"{test_workspace_name}/{test_project}",
+        4,
+        1,
+        "ERROR: 'since' version must be less than 'to' version",
+    ),
+    (
+        f"{test_workspace_name}/{test_project}",
+        0,
+        100,
+        "ERROR: 'to' version exceeds latest project version",
+    ),
+    (
+        f"{test_workspace_name}/{test_project}",
+        0,
+        0,
+        "ERROR: Invalid version number, minimum version for 'since' is 0 and minimum version for 'to' is 1",
+    ),
+    (
+        f"{test_workspace_name}/{test_project}",
+        0,
+        4,
+        "Project checkpoint(s) created",
+    ),
+    (
+        f"{test_workspace_name}/{test_project}",
+        None,
+        None,
+        "Project checkpoint(s) created",
+    ),
+]
+
+
+@pytest.mark.parametrize("project_name,since,to,output", create_project_checkpoint_data)
+def test_create_checkpoint(runner, project_name, since, to, output, diff_project):
+    """Test 'project remove' command"""
+    ProjectVersionDelta.query.filter_by(project_id=diff_project.id).filter(
+        ProjectVersionDelta.rank > 0
+    ).delete()
+    db.session.commit()
+
+    remove = runner.invoke(
+        args=[
+            "project",
+            "create-checkpoint",
+            project_name,
+            "--since",
+            since,
+            "--to",
+            to,
+        ]
+    )
+    assert output in remove.output
+    checkpoints = ProjectVersionDelta.query.filter(ProjectVersionDelta.rank > 0).count()
+    if remove.exit_code == 0:
+        assert checkpoints > 0
+    else:
+        assert checkpoints == 0

server/mergin/tests/test_public_api_v2.py

@@ -606,12 +606,22 @@ def test_project_version_delta_changes(client, diff_project: Project):
     assert response.status_code == 200
 
     # remove intermediate deltas and assert they would be recreated if needed for higher ranks
-    ProjectVersionDelta.query.filter(ProjectVersionDelta.rank > 0).delete()
+    ProjectVersionDelta.query.filter_by(project_id=diff_project.id).filter(
+        ProjectVersionDelta.rank > 0
+    ).delete()
     db.session.commit()
     # v1-v16 would be created from v1-v4, v5-v8 and v9-v12 and 4 individual deltas
     delta = diff_project.get_delta_changes(0, diff_project.latest_version)
-    assert ProjectVersionDelta.query.filter_by(rank=1).count() == 3
-    assert ProjectVersionDelta.query.filter_by(rank=2, version=16).count() == 1
+    assert (
+        ProjectVersionDelta.query.filter_by(project_id=diff_project.id, rank=1).count()
+        == 3
+    )
+    assert (
+        ProjectVersionDelta.query.filter_by(
+            project_id=diff_project.id, rank=2, version=16
+        ).count()
+        == 1
+    )
 
 
 push_data = [