add benchmarks to cron and add ci flag

.drone.star

@@ -124,8 +124,7 @@ def main(ctx):
   before = \
     [ buildOcisBinaryForTesting(ctx) ] + \
     testOcisModules(ctx) + \
-    testPipelines(ctx) + \
-    [benchmark(ctx)]
+    testPipelines(ctx)
 
   stages = [
     docker(ctx, 'amd64'),
@@ -152,6 +151,7 @@ def main(ctx):
   ]
 
   if ctx.build.event == "cron":
+    before.append(benchmark(ctx))
     notify_pipeline = notify(ctx)
     notify_pipeline['depends_on'] = \
       getPipelineNames(before)
@@ -174,6 +174,9 @@ def main(ctx):
 
     pipelines = docs_pipelines + [ notify_pipeline ]
 
+  elif '[with-benchmarks]' in (ctx.build.title + ctx.build.message):
+    before.append(benchmark(ctx))
+
   else:
     pipelines = before + stages + after
 
@@ -531,6 +534,7 @@ def benchmark(ctx):
     'kind': 'pipeline',
     'type': 'docker',
     'name': 'benchmark',
+    'failure': 'ignore',
     'platform': {
       'os': 'linux',
       'arch': 'amd64',

docs/ocis/development/continuous-integration.md

@@ -37,6 +37,8 @@ You may add flags to your commit message or PR title in order to speed up pipeli
 
 - `[tests-only]`: please add this flag, if you only changed tests or test-related tooling. You do not need to add a changelog for tests-only changes.
 
+- `[with-benchmarks]`: please add this flag, if you want benchmarks to be run in CI.
+
 ### Knowledge base
 
 - My pipeline fails because some CI related files or commands are missing.