From 81c76ef7f68fe7219ab1886b0aae605e9c02776b Mon Sep 17 00:00:00 2001 From: pwalczysko Date: Thu, 14 Nov 2024 15:21:54 +0000 Subject: [PATCH] Big cleanup --- Vagrantfile | 24 - bootstrap/playbook.yml | 36 -- k8s/README.md | 17 - k8s/bootstrap/playbook.yml | 5 - k8s/prerequisites/playbook.yml | 6 - ome-demoserver.yml | 456 ---------------- omedev/docker-prod-apps.yml | 349 ------------ omedev/playbook.yml | 16 - omero/learning.yml | 201 ------- omero/nightshade-webclients.yml | 185 ------- omero/ome-dundeeomero.yml | 278 ---------- omero/omero-firewall.yml | 68 --- omero/omero-monitoring-agents.yml | 115 ---- omero/sls-gallery.yml | 171 ------ omero/training-server/idr_data.yml | 24 - omero/training-server/letsencrypt.yml | 72 --- .../maintenance/omero-restoredb.yml | 81 --- omero/training-server/playbook.yml | 511 ------------------ omero/training-server/templates | 1 - postgres/ome-pg-prod.yml | 31 -- release/group_vars/all.yml | 67 --- release/permissions.yml | 37 -- release/presentations.yml | 13 - release/public-images.yml | 25 - release/release-acceptance.yml | 97 ---- site.yml | 34 -- web-proxy/playbook.yml | 33 -- www/README.txt | 7 - www/Vagrantfile | 14 - www/files/deploy | 85 --- www/playbook.yml | 116 ---- www/tests/check_redirects.py | 179 ------ www/tests/requirements.txt | 2 - www/www-deploy.yml | 350 ------------ www/www-static.yml | 82 --- 35 files changed, 3788 deletions(-) delete mode 100644 Vagrantfile delete mode 100644 bootstrap/playbook.yml delete mode 100644 k8s/README.md delete mode 100644 k8s/bootstrap/playbook.yml delete mode 100644 k8s/prerequisites/playbook.yml delete mode 100644 ome-demoserver.yml delete mode 100644 omedev/docker-prod-apps.yml delete mode 100644 omedev/playbook.yml delete mode 100644 omero/learning.yml delete mode 100644 omero/nightshade-webclients.yml delete mode 100644 omero/ome-dundeeomero.yml delete mode 100644 omero/omero-firewall.yml delete mode 100644 omero/omero-monitoring-agents.yml delete mode 100644 omero/sls-gallery.yml delete mode 100644 omero/training-server/idr_data.yml delete mode 100644 omero/training-server/letsencrypt.yml delete mode 100644 omero/training-server/maintenance/omero-restoredb.yml delete mode 100644 omero/training-server/playbook.yml delete mode 120000 omero/training-server/templates delete mode 100644 postgres/ome-pg-prod.yml delete mode 100644 release/group_vars/all.yml delete mode 100644 release/permissions.yml delete mode 100644 release/presentations.yml delete mode 100644 release/public-images.yml delete mode 100644 release/release-acceptance.yml delete mode 100644 site.yml delete mode 100644 web-proxy/playbook.yml delete mode 100644 www/README.txt delete mode 100644 www/Vagrantfile delete mode 100644 www/files/deploy delete mode 100644 www/playbook.yml delete mode 100644 www/tests/check_redirects.py delete mode 100644 www/tests/requirements.txt delete mode 100644 www/www-deploy.yml delete mode 100644 www/www-static.yml diff --git a/Vagrantfile b/Vagrantfile deleted file mode 100644 index fd052344..00000000 --- a/Vagrantfile +++ /dev/null @@ -1,24 +0,0 @@ -Vagrant.configure("2") do |config| - config.vm.box = "centos/7" - config.vm.provider "virtualbox" do |vb| - vb.customize ["modifyvm", :id, "--memory", "2048"] - config.vm.network "forwarded_port", guest: 80, host: 8080 - config.vm.network "forwarded_port", guest: 4064, host: 4064 - config.vm.network "forwarded_port", guest: 4063, host: 4063 - end - - [ - "ome-dundeeomero", - "ome-demoserver", - "nightshade-web" - ].each do |server| - config.vm.define "#{server}" do |node| - node.vm.box = "centos/7" - node.vm.provision "ansible" do |ansible| - ansible.playbook = "tests/#{server}.yml" - config.vm.provision "ansible" do |ansible| - ansible.skip_tags = "lvm" - ansible.playbook = "#{server}.yml" - ansible.galaxy_role_file = "requirements.yml" - end -end diff --git a/bootstrap/playbook.yml b/bootstrap/playbook.yml deleted file mode 100644 index 1dc43c86..00000000 --- a/bootstrap/playbook.yml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Playbook which runs the necessary root-level steps -# so that a host can be managed by others -- name: Boot1 - hosts: omedev - roles: - - - role: ome.network - - - role: ome.lvm_partition - lvm_lvname: var_log - lvm_lvmount: /var/log - lvm_lvsize: 4g - lvm_lvfilesystem: xfs - lvm_vgname: VolGroup00 - - role: ome.lvm_partition - lvm_lvname: root - lvm_lvmount: / - lvm_lvsize: 100%FREE - lvm_lvfilesystem: xfs - lvm_vgname: VolGroup00 - lvm_shrink: false - - - role: ome.sudoers - sudoers_individual_commands: - - user: "%omedev" - become: ALL - command: "NOPASSWD: ALL" - - - role: ome.upgrade_distpackages - upgrade_distpackages_reboot_kernel: true - -- name: Network - hosts: vlan-10ge-servers, vlan-ome-idr-docker - roles: - - role: ome.network diff --git a/k8s/README.md b/k8s/README.md deleted file mode 100644 index 554016f2..00000000 --- a/k8s/README.md +++ /dev/null @@ -1,17 +0,0 @@ -# OME kubernetes suport playbooks - -## `bootstrap` - -Provisioning tasks intended to be run once when provisioning a new system. -This includes networking configuration. - - -## `prerequisites` - -These tasks should be run before a Kubernetes cluster is promoted to production use. -It should be safe to re-run these playbooks at any time. - - -## `postgres` - -An standalone PostgreSQL server for use by Kubernetes applications. diff --git a/k8s/bootstrap/playbook.yml b/k8s/bootstrap/playbook.yml deleted file mode 100644 index c31b457f..00000000 --- a/k8s/bootstrap/playbook.yml +++ /dev/null @@ -1,5 +0,0 @@ ---- -- name: Bootkub - hosts: vlan-10ge-servers - roles: - - role: ome.network diff --git a/k8s/prerequisites/playbook.yml b/k8s/prerequisites/playbook.yml deleted file mode 100644 index 9eec5c17..00000000 --- a/k8s/prerequisites/playbook.yml +++ /dev/null @@ -1,6 +0,0 @@ ---- -- name: Kuberneteslochy - hosts: kubernetes-lochy-k8s - roles: - # No mounts are configured, this just installs required packages - - role: ome.nfs_mount diff --git a/ome-demoserver.yml b/ome-demoserver.yml deleted file mode 100644 index 6b727b3f..00000000 --- a/ome-demoserver.yml +++ /dev/null @@ -1,456 +0,0 @@ -# Install OMERO.server, OMERO.web and prepare the OME (UoD/SLS) prerequisites - -# To allow the OMERO.web plugins to upgrade -# also pass `--extra-vars upgrade_webapps=True` - -- name: Demo server playbook - hosts: ome-demoservers - pre_tasks: - - name: Install open-vm-tools if system is a VMware vm - become: true - ansible.builtin.dnf: - name: open-vm-tools - state: installed - when: > - ((ansible_virtualization_type is defined) - and (ansible_virtualization_type == "VMware")) - - # # Perhaps alter the role at - # # https://github.com/openmicroscopy/ansible-role-lvm-partition/ - # # to make some of the variables non-required. - # - name: Resize root FS without altering mount options - # tags: lvm - # become: true - # lvol: - # lv: root - # vg: VolGroup00 - # size: "{{ provision_root_lvsize }}" - # shrink: false - - # - name: Install Make Movie script Prerequisite | MEncoder - Repo - # become: true - # ansible.builtin.yum: - # name: "http://li.nux.ro/download/nux/dextop/el7\ - # /x86_64/nux-dextop-release-0-5.el7.nux.noarch.rpm" - # state: present - - # - name: Install Make Movie script Prerequisite | MEncoder - Package - # become: true - # ansible.builtin.yum: - # name: mencoder - # state: present - - # - name: Server-side script prerequisites - # become: true - # ansible.builtin.yum: - # name: "{{ item }}" - # state: present - # with_items: - # - mencoder # For the 'make movie' script - - roles: - # Now OME are using RHEL without Spacewalk, the current best-method of - # checking `is server deployed in Dundee/SLS` is - # checking for the SLS nameservers. - # - role: ome.system_monitor_agent - # tags: monitoring - # when: "'10.1.255.216' in ansible_dns.nameservers" - - # Disk Layout - PostgreSQL | data dir on separate VG (SSD) - # - role: ome.lvm_partition - # tags: lvm - # lvm_lvname: pgdata - # lvm_vgname: "{{ provision_postgres_vgname }}" - # lvm_lvmount: /var/lib/pgsql - # lvm_lvsize: "{{ provision_postgres_lvsize }}" - # lvm_lvfilesystem: "{{ filesystem }}" - # lvm_shrink: false - - # # Disk Layout - OMERO | VG and LV (separate disk) for Binary Repository - # - role: ome.lvm_partition - # tags: lvm - # lvm_lvname: datadir - # lvm_vgname: "{{ provision_omero_server_datadir_vgname }}" - # lvm_lvmount: "{{ omero_server_datadir }}" - # lvm_lvsize: "{{ provision_omero_server_datadir_lvsize }}" - # lvm_lvfilesystem: "{{ filesystem }}" - # lvm_shrink: false - - # # Disk Layout - OMERO.server | LV for dist & logs - # - role: ome.lvm_partition - # tags: lvm - # lvm_lvname: omero_server_basedir - # lvm_vgname: VolGroup00 - # lvm_lvmount: "{{ omero_server_basedir }}" - # lvm_lvsize: "{{ provision_omero_server_basedir_lvsize }}" - # lvm_lvfilesystem: "{{ filesystem }}" - # lvm_shrink: false - - # # Disk Layout - OMERO.web | LV for dist & logs - # - role: ome.lvm_partition - # tags: lvm - # lvm_lvname: omero_web_basedir - # lvm_vgname: VolGroup00 - # lvm_lvmount: "{{ omero_web_basedir }}" - # lvm_lvsize: "{{ provision_omero_web_basedir_lvsize }}" - # lvm_lvfilesystem: "{{ filesystem }}" - # lvm_shrink: false - - # nginx_version: 1.16.1 - - - role: ome.postgresql - # no_log: true - postgresql_databases: - - name: omero - owner: demo - postgresql_users: - - user: "{{ omero_server_dbuser | default('omero') }}" - password: "{{ omero_server_dbpassword | default('omero') }}" - databases: [] - - - role: ome.omero_server - # Defaults overridden in private configuration - # omero_server_dbuser: - # omero_server_dbpassword: - # omero_server_rootpassword: - omero_server_dbname: omero - omero_server_systemd_limit_nofile: 16384 - - - role: ome.nginx - - - role: ome.omero_web - # Defaults overridden in private configuration - omero_web_systemd_limit_nofile: 16384 - omero_web_python_addons: - - "omero-figure=={{ omero_figure_release }}" - - "omero-fpbioimage=={{ omero_fpbioimage_release }}" - - "omero-autotag=={{ omero_autotag_release }}" - - "omero-tagsearch==\ - {{ omero_tagsearch_release }}" - - "omero-iviewer=={{ omero_iviewer_release }}" - - "omero-parade=={{ omero_parade_release }}" - - "omero-signup=={{ omero_signup_release }}" - - "omero-py>={{ omero_py_release }}" - - - role: ome.omero_user - no_log: true - omero_user_system: omero-server - omero_user_admin_user: root - omero_user_admin_pass: "{{ omero_server_rootpassword }}" - omero_group_create: - - name: public - type: read-only - - name: "My Data" - type: private - omero_user_create: - - login: "{{ secret_omero_web_public_user | default('public') }}" - firstname: Public - lastname: User - password: >- - {{ secret_omero_web_public_password | default('public') }} - groups: "--group-name public" - - - role: ome.ssl_certificate - tags: ssl - - - role: ome.postgresql_backup - postgresql_backup_compress: true - postgresql_backup_dir: /OMERO/pgbackup - postgresql_backup_filename_format: "nightly-omero-%a.pgdump.gz" - - handlers: - - name: Reload web server - listen: ssl certificate changed - become: true - ansible.builtin.service: - name: nginx - state: reloaded - - post_tasks: - - - name: Allow nginx to connect to omero-web - become: yes - command: setsebool -P httpd_can_network_connect on - - - name: NGINX - Performance tuning - worker processes - become: true - ansible.builtin.replace: - path: "/etc/nginx/nginx.conf" - regexp: '^worker_processes\s+\d+;' - replace: >- - worker_processes {{ ((ansible_processor_count * - ansible_processor_cores) / 2) | round | int }}; - - # cf https://www.digitalocean.com/community/tutorials/ - # how-to-optimize-nginx-configuration - - name: NGINX - Performance tuning - worker connections - become: true - ansible.builtin.replace: - path: "/etc/nginx/nginx.conf" - regexp: 'worker_connections\s+\d+;' - replace: "worker_connections 65000;" - - - name: NGINX - create nested includes directory - become: true - ansible.builtin.file: - path: /etc/nginx/conf.d-nested-includes - state: directory - mode: 0755 - - - name: NGINX - SSL Configuration - become: true - template: - src: templates/nginx-confdnestedincludes-ssl-conf.j2 - dest: /etc/nginx/conf.d-nested-includes/ssl.conf - mode: 0644 - notify: - - restart nginx - - - name: NGINX - OMERO websockets - become: true - template: - src: templates/nginx-confdnestedincludes-omerows-conf.j2 - dest: /etc/nginx/conf.d-nested-includes/omerows.conf - mode: 0644 - notify: - - restart nginx - - - name: NGINX - websocket proxy support - become: true - template: - src: templates/nginx-confd-websockets-conf.j2 - dest: /etc/nginx/conf.d/websockets.conf - mode: 0644 - notify: - - restart nginx - - - name: Config for OMERO.web plugins - become: true - template: - src: templates/omero-web-config-for-webapps.j2 - dest: >- - {{ omero_web_basedir }}/config/omero-web-config-for-webapps.omero - owner: "root" - group: "root" - mode: "u=rw,go=r" - notify: - - restart omero-web - - - name: OMERO.web config for CORS - become: true - template: - src: templates/omero-web-config-for-cors.j2 - dest: "{{ omero_web_basedir }}/config/omero-web-config-for-cors.omero" - owner: "root" - group: "root" - mode: "u=rw,go=r" - notify: - - restart omero-web - - - name: OMERO.web config for signup app - become: true - template: - src: templates/omero-web-config-signup.j2 - dest: "{{ omero_web_basedir }}/config/omero-web-config-signup.omero" - # Contains sensitive info - owner: "root" - group: "omero-web" - mode: "0640" - notify: - - restart omero-web - no_log: true - - # - name: Check_MK postgres plugin | check for plugin existence - # tags: monitoring - # ansible.builtin.stat: - # path: "{{ check_mk_agent_plugin_path }}/mk_postgres" - # register: check_mk_postgres_plugin_st - - # - name: Check_MK postgres plugin | activate the plugin - # tags: monitoring - # become: true - # command: > - # cp "{{ check_mk_agent_plugin_path }}/mk_postgres" - # /usr/share/check-mk-agent/plugins/ - # creates=/usr/share/check-mk-agent/plugins/mk_postgres - # when: check_mk_postgres_plugin_st.stat.exists - - # - name: Check_MK logwatch plugin | check for plugin existence - # tags: monitoring - # ansible.builtin.stat: - # path: "{{ check_mk_agent_plugin_path }}/mk_logwatch" - # register: check_mk_logwatch_plugin_st - - # - name: Check_MK logwatch plugin | activate the plugin - # tags: monitoring - # become: true - # command: > - # cp "{{ check_mk_agent_plugin_path }}/mk_logwatch" - # /usr/share/check-mk-agent/plugins/ - # creates=/usr/share/check-mk-agent/plugins/mk_logwatch - # when: check_mk_logwatch_plugin_st.stat.exists - - # - name: Check_MK logwatch plugin | check for default config file - # tags: monitoring - # ansible.builtin.stat: - # path: "{{ check_mk_agent_config_example_path }}/logwatch.cfg" - # register: check_mk_logwatch_plugin_conf_st - - # - name: Check_MK logwatch plugin | copy the default config - # tags: monitoring - # become: true - # command: > - # cp "{{ check_mk_agent_config_example_path }}/logwatch.cfg" - # "{{ check_mk_agent_config_path }}/logwatch.cfg" - # creates="{{ check_mk_agent_config_path }}/logwatch.cfg" - # when: check_mk_logwatch_plugin_conf_st.stat.exists - - - name: PostgreSQL Nightly Backups | Remove old cron job - become: true - ansible.builtin.file: - path: /etc/cron.daily/nightly-pg_dump-omero.sh - state: absent - - - name: Create a figure scripts directory - become: true - ansible.builtin.file: - path: "{{ omero_server_basedir }}/OMERO.server/lib/\ - scripts/omero/figure_scripts" - state: directory - mode: 0755 - recurse: true - owner: root - - - name: Download the Figure_To_Pdf.py script - become: true - ansible.builtin.get_url: - url: "https://raw.githubusercontent.com/ome/omero-figure/\ - {{ omero_figure_script_release }}/omero_figure/scripts/omero/\ - figure_scripts/Figure_To_Pdf.py" - dest: "{{ omero_server_basedir }}/OMERO.server/lib/\ - scripts/omero/figure_scripts/Figure_To_Pdf.py" - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: true - - vars: - omero_figure_release: >- - {{ omero_figure_release_override | default('6.2.2') }} - omero_figure_script_release: >- - {{ omero_figure_script_release_override | default('v6.2.2') }} - omero_fpbioimage_release: >- - {{ omero_fpbioimage_release_override | default('0.4.1') }} - omero_iviewer_release: >- - {{ omero_iviewer_release_override | default('0.14.0') }} - omero_parade_release: >- - {{ omero_parade_release_override | default('0.2.4') }} - omero_autotag_release: >- - {{ omero_autotag_release_override | default('4.0.1') }} - omero_tagsearch_release: >- - {{ omero_tagsearch_release_override | default('4.1.1') }} - omero_signup_release: >- - {{ omero_signup_release_override | default('0.3.3') }} - - omero_server_release: >- - {{ omero_server_release_override | default('5.6.11') }} - omero_web_release: "{{ omero_web_release_override | default('5.26.0') }}" - omero_py_release: "{{ omero_py_release_override | default('5.19.2') }}" - # For https://github.com/openmicroscopy/ansible-role-java, - # which is a dependency. - java_jdk_install: true - - # Check_MK (system monitoring) paths - check_mk_agent_plugin_path: /usr/share/check-mk-agent/available-plugins - check_mk_agent_config_example_path: /usr/share/check_mk/agents/cfg_examples - check_mk_agent_config_path: /etc/check-mk-agent - - # Pip versions - omero_cli_duplicate_release: >- - {{ omero_cli_duplicate_release_override | default('0.4.0') }} - omero_cli_render_release: >- - {{ omero_cli_render_release_override | default('0.8.0') }} - omero_metadata_release: >- - {{ omero_cli_metadata_release_override | default('0.10.0') }} - - # Signup - omero_signup_email_body: >- - 'Thank you for creating an account on demo.openmicroscopy.org server.\n - Your login details are \n\n - username: {username}\n - password: {password}\n\n - Use these login details as follows\n - 1. In your browser, go to demo.openmicroscopy.org and log in.\n - 2. Download the OMERO.insight [1] desktop application to import\n - your first data into OMERO.\n - 3. Once OMERO.insight is started, following the steps in the\n omero-guide [1], change the server address to\n - demo.openmicroscopy.org\n - and connect using the login details as above to import your data.\n - 4. Use the walkthrough example [1] to get further ideas about how - to start using OMERO.\n - OME Team\n\n - [1] In your browser, go to omero-guides.readthedocs.io/en/latest - and click on OMERO walkthrough example under Getting started.' - - postgresql_version: "16" - filesystem: "xfs" - - omero_server_config_set: - omero.certificates.owner: "/C=UK/ST=Scotland/L=Dundee/O=OME" - omero.client.icetransports: ssl,wss,tcp - omero.db.poolsize: 60 - omero.glacier2.IceSSL.Ciphers: "ADH:HIGH" - omero.glacier2.IceSSL.DefaultDir: "{{ omero_server_basedir }}/selfsigned" - omero.glacier2.IceSSL.CAs: server.pem - omero.glacier2.IceSSL.CertFile: server.p12 - # This password doesn't need to be secret - omero.glacier2.IceSSL.Password: secret - omero.jvmcfg.percent.blitz: 50 - omero.jvmcfg.percent.indexer: 20 - omero.jvmcfg.percent.pixeldata: 20 - omero.jvmcfg.system_memory: 30000 - omero.mail.config: true - omero.mail.from: "{{ omero_server_mail_from }}" - omero.mail.host: "{{ omero_server_mail_host }}" - omero.new_user_group: "My Data" - omero.server.nodedescriptors: >- - master:Blitz-0,Indexer-0,Processor-0,Storm,Tables-0 - omero.search.batch: 100 - omero.throttling.method_time.error: 60000 - - omero_server_python_addons: - - "omero-cli-duplicate=={{ omero_cli_duplicate_release }}" - - "omero-cli-render=={{ omero_cli_render_release }}" - - "omero-metadata=={{ omero_metadata_release }}" - - "omero-demo-cleanup==0.2.1" - # For OMERO.figure script - - "reportlab<3.6" - - markdown - - "omero-py>={{ omero_py_release }}" - - omero_server_selfsigned_certificates: true - - omero_web_config_set: - omero.mail.config: true - omero.mail.from: "{{ omero_server_mail_from }}" - omero.mail.host: "{{ omero_server_mail_host }}" - # https://www.openmicroscopy.org/site/support - # /omero5.3/sysadmins/public.html - omero.web.public.user: >- - {{ secret_omero_web_public_user | default('public') }} - omero.web.public.password: >- - {{ secret_omero_web_public_password | default('public') }} - omero.web.public.enabled: true - omero.web.public.server_id: 1 - omero.web.public.url_filter: "^/(webgateway/(?!(archived_files|down\ - load_as))|webclient/annotation/([0-9]+)/)" - omero.web.server_list: [["localhost", 4064, "omero"]] - # Advice is (2*cores + 1) from OME docs. - omero.web.wsgi_workers: >- - {{ (2 * (ansible_processor_count * - ansible_processor_cores)) + 1 }} - # omero.web.admins: "{{ omero_web_admins }}" - # https://pypi.org/project/omero-iviewer/ - set iviewer to default viewer - omero.web.viewer.view: omero_iviewer.views.index - omero.web.nginx_server_extra_config: - - 'include /etc/nginx/conf.d-nested-includes/*.conf;' diff --git a/omedev/docker-prod-apps.yml b/omedev/docker-prod-apps.yml deleted file mode 100644 index f47dbf6e..00000000 --- a/omedev/docker-prod-apps.yml +++ /dev/null @@ -1,349 +0,0 @@ ---- -# Production Docker applications - -# May want to change this to a hostgroup -- hosts: ome-dockr-prod1.openmicroscopy.org - - pre_tasks: - - - name: Create Prometheus data directory - become: true - file: - path: "{{ prometheus_docker_data_volume }}" - owner: "{{ prometheus_docker_user }}" - group: root - state: directory - mode: 0755 - - - name: Create Minio data directory - become: true - file: - path: "{{ nfs_minio_data_volume }}" - owner: root - group: root - state: directory - mode: 0755 - - - name: Create Redmine data directory - become: true - file: - path: "{{ redmine_tracker_docker_data_volume }}" - owner: "{{ redmine_docker_user }}" - group: "{{ redmine_docker_user }}" - state: directory - mode: 0755 - - roles: - - # Self monitoring - - role: ome.prometheus_node - - - role: ome.prometheus - prometheus_docker_network: monitoring - # https://prometheus.io/docs/guides/basic-auth/#prometheus-configuration - prometheus_additional_command_args: >- - --storage.tsdb.retention.time=5y - --web.external-url https://$(hostname)/prometheus - --web.route-prefix=/ - - # prometheus_alertmanager_slack_webhook: "secret" - # prometheus_alertmanager_slack_channel: "#secret" - - # Disable external ports, external access is via a proxy - prometheus_port: 0 - prometheus_alertmanager_port: 0 - prometheus_blackboxexporter_port: 0 - - prometheus_targets: - - jobname: self-node-exporter - hosts: - - "{{ ansible_default_ipv4.address }}" - port: 9100 - - jobname: self-prometheus - hosts: - - localhost - port: 9090 - - prometheus_custom_targets: - - - job_name: node-exporter - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9100 - scheme: https - static_configs: - - targets: "{{ monitored_node_exporter_hosts }}" - - - job_name: omero-web - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /django_prometheus/metrics - scheme: https - static_configs: - - targets: "{{ monitored_omero_web_hosts }}" - - - job_name: jmx-blitz - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9180 - scheme: https - static_configs: - - targets: "{{ monitored_omero_server_hosts }}" - - - job_name: jmx-indexer - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9181 - scheme: https - static_configs: - - targets: "{{ monitored_omero_server_hosts }}" - - - job_name: jmx-pixeldata - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9182 - scheme: https - static_configs: - - targets: "{{ monitored_omero_server_hosts }}" - - - job_name: postgres-exporter - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9187 - scheme: https - static_configs: - - targets: "{{ monitored_postgres_hosts }}" - - - job_name: omero-server - basic_auth: - username: "{{ scrape_username }}" - password: "{{ scrape_password }}" - metrics_path: /metrics/9449 - scheme: https - static_configs: - - targets: "{{ monitored_omero_server_hosts }}" - -# Federated metrics from the IDR -# To get all federated metrics so you can decide what to fetch: -# curl -G https://idr.openmicroscopy.org/prometheus/federate --data-urlencode 'match[]={__name__=~".+"}' - - - job_name: federate-{{ idr_internal_1 }} - honor_labels: true - metrics_path: /prometheus/federate - params: - 'match[]': - # TODO: Decide what metrics to fetch - - '{job="node-exporter"}' - - '{job="omero-server"}' - scheme: https - static_configs: - - targets: - - "{{ idr_internal_1 }}.openmicroscopy.org" - labels: - prometheussrc: "{{ idr_internal_1 }}" - - - job_name: federate-{{ idr_internal_2 }} - honor_labels: true - metrics_path: /prometheus/federate - params: - 'match[]': - # TODO: Decide what metrics to fetch - - '{job="node-exporter"}' - - '{job="omero-server"}' - scheme: https - static_configs: - - targets: - - "{{ idr_internal_2 }}.openmicroscopy.org" - labels: - prometheussrc: "{{ idr_internal_2 }}" - - - job_name: federate-idr-production - honor_labels: true - metrics_path: /prometheus/federate - params: - 'match[]': - # TODO: Decide what metrics to fetch - - '{job="node-exporter"}' - - '{job="omero-server"}' - scheme: https - static_configs: - - targets: - - idr.openmicroscopy.org - labels: - prometheussrc: idr-production - - - job_name: federate-idr-analysis - basic_auth: - username: "{{ scrape_idr_username }}" - password: "{{ scrape_idr_password }}" - honor_labels: true - metrics_path: /prometheus/federate - params: - 'match[]': - # TODO: Decide what metrics to fetch - - '{__name__="node_cpu"}' - - '{__name__=~"node_memory.*"}' - - '{__name__="kube_pod_status_phase"}' - - '{__name__="container_cpu_user_seconds_total"}' - - '{__name__="container_memory_rss"}' - scheme: https - static_configs: - - targets: - - idr-analysis.openmicroscopy.org - labels: - prometheussrc: idr-analysis - - # The prometheus role sets the prometheus_internal_ip variable that is - # used later - - - role: idr.redmine_tracker - # This role sets the redmine_tracker_internal_ip variable - # Disable external port, access is via a proxy - redmine_tracker_port: 0 - - - role: ome.ssl_certificate - - - role: ome.nginx_proxy - # Just for configuration, well run Nginx in Docker - nginx_proxy_systemd_setup: false - - nginx_proxy_ssl: true - nginx_proxy_http2: true - nginx_proxy_ssl_certificate: "{{ ssl_certificate_bundled_path }}" - nginx_proxy_ssl_certificate_key: "{{ ssl_certificate_key_path }}" - nginx_proxy_force_ssl: True - nginx_proxy_conf_http: - - "client_max_body_size 128m" - nginx_proxy_sites: - # Default site - - nginx_proxy_is_default: true - nginx_proxy_backends: - - name: prometheus - location: /prometheus/ - server: http://prometheus:9090/ - additional: - - auth_basic Prometheus - - auth_basic_user_file /etc/nginx/prometheus.htpasswd - - name: grafana - location: /grafana/ - server: >- - http://grafana:3000/ - # idr-redmine (internal direct) - - nginx_proxy_server_name: idr-redmine-docker.openmicroscopy.org - nginx_proxy_backends: - - name: idr-redmine - location: / - server: http://redmine:3000/ - # idr-redmine (via external proxy) - - nginx_proxy_server_name: idr-redmine.openmicroscopy.org - nginx_proxy_backends: - - name: idr-redmine - location: / - server: http://redmine:3000/ - - tasks: - - - name: Run docker grafana - become: true - docker_container: - image: grafana/grafana:7.2.0 - env: - GF_SERVER_ROOT_URL: '%(protocol)s://%(domain)s:%(http_port)s/grafana/' - GF_SERVER_SERVE_FROM_SUB_PATH: 'true' - name: grafana - networks: - - name: monitoring - state: started - restart_policy: always - volumes: - - grafana-data:/var/lib/grafana - register: _grafana_container - - - name: prometheus htpasswd parent directory - become: true - file: - path: /etc/nginx - state: directory - mode: 0755 - - - name: prometheus htpasswd file - become: true - copy: - dest: /etc/nginx/prometheus.htpasswd - # default: admin:monitoring - content: >- - {{ - ome_monitoring_prometheus_htpasswd | - default('admin:$apr1$njrafrtU$19wf/I15zPuSudlM5Y50Z0') - }} - mode: 0644 - - # This is a dev Minio server so expose the port directly - - name: Run docker minio dev server - become: true - docker_container: - image: minio/minio:RELEASE.2020-10-18T21-54-12Z - command: gateway nas /data - env: - MINIO_ACCESS_KEY: "{{ ome_miniodev_access_key | default('minio') }}" - MINIO_SECRET_KEY: "{{ ome_miniodev_secret_key | default('minio123') }}" - name: miniodev - state: started - published_ports: - - '9000:9000' - restart_policy: always - volumes: - - "{{ nfs_minio_data_volume }}:/data" - - - name: Run docker nginx proxy - become: true - docker_container: - image: library/nginx:{{ nginx_version }} - name: nginx - networks: - - name: monitoring - - name: redmine - state: started - published_ports: - - '80:80' - - '443:443' - restart_policy: always - volumes: - - /etc/nginx/conf.d:/etc/nginx/conf.d:ro - - /etc/nginx/stream-conf.d:/etc/nginx/stream-conf.d:ro - - /etc/nginx/nginx.conf:/etc/nginx/nginx.conf:ro - - /etc/nginx/prometheus.htpasswd:/etc/nginx/prometheus.htpasswd:ro - - /etc/ssl/localcerts:/etc/ssl/localcerts:ro - - vars: - - monitored_node_exporter_hosts: "{{ ome_monitored_node_exporter_hosts | default([]) }}" - monitored_postgres_hosts: "{{ ome_monitored_postgres_hosts | default([]) }}" - monitored_omero_server_hosts: "{{ ome_monitored_omero_server_hosts | default([]) }}" - monitored_omero_web_hosts: "{{ ome_monitored_omero_web_hosts | default([]) }}" - - prometheus_docker_user: 909 - redmine_docker_user: 999 - - idr_internal_1: "{{ ome_monitored_idr_internal_1 | default('idr1') }}" - idr_internal_2: "{{ ome_monitored_idr_internal_2 | default('idr2') }}" - - scrape_username: "{{ ome_monitored_scrape_username | default('monitoring') }}" - scrape_password: "{{ ome_monitored_scrape_password | default('monitoring') }}" - scrape_idr_username: "{{ ome_monitored_scrape_idr_username | default('monitoring') }}" - scrape_idr_password: "{{ ome_monitored_scrape_idr_password | default('monitoring') }}" - - nginx_version: 1.18.0 - -# The following manual steps are required: -# 1. Login to Grafana with the default admin password -# 2. Set a new password (for ease set it to the same as the prometheus htpasswd) -# 3. Create a new prometheus datasource with url "http://prometheus:9090" -# (prometheus is the internal docker network container name) -# 4. Create your dashboards diff --git a/omedev/playbook.yml b/omedev/playbook.yml deleted file mode 100644 index 744030a3..00000000 --- a/omedev/playbook.yml +++ /dev/null @@ -1,16 +0,0 @@ ---- -# OMEDEV servers -- name: Ome dev - hosts: omedev-docker - - roles: - - - role: ome.cli_utils - - - role: ome.versioncontrol_utils - - - role: ome.nfs_mount - # This will only have effect if nfs_share_mounts - # is defined in host/group vars - - - role: ome.docker diff --git a/omero/learning.yml b/omero/learning.yml deleted file mode 100644 index afa4dc74..00000000 --- a/omero/learning.yml +++ /dev/null @@ -1,201 +0,0 @@ -# Installation notes: -# - Set up OME RHEL 7 machine. -# - Run playbook. -# - systemctl stop omero-{server,web} -# - Migrate binary repository to /OMERO/ with rsync. -# - Migrate database with pg_dump, pg_restore. -# - Upgrade database. -# Do run shape_color_argb_to_rgba.sql. -# UPDATE shape SET points = -# REGEXP_REPLACE(REGEXP_REPLACE(points, '[^\[]*\[([^\]]*).*', -# '\1'), ', ', ' ', 'g') WHERE discriminator = 'polygon' AND points -# LIKE 'points[%'; -# - bin/omero db password for root and public users. -# - systemctl start omero-{server,web} - -- name: Learning Virtual Microscope playbook - hosts: omero-learning - roles: - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'var_lib_psql' - lvm_lvmount: '/var/lib/pgsql' - lvm_lvsize: 20G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.postgresql - postgresql_databases: - - name: omero - postgresql_users: - - user: "{{ omero_server_dbuser | default('omero') }}" - password: "{{ omero_server_dbpassword | default('omero') }}" - databases: [omero] - - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'omero' - lvm_lvmount: '/OMERO' - lvm_lvsize: 150G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'opt_omero' - lvm_lvmount: '/opt/omero' - lvm_lvsize: 40G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.omero_server - omero_server_python_addons: - - "omero-py>={{ omero_py_release }}" - omero_server_config_set: - omero.client.ui.menu.dropdown.colleagues.enabled: false - omero.client.ui.menu.dropdown.everyone.label: "All courses" - omero.client.ui.menu.dropdown.leaders.label: "Courses:" - omero.db.poolsize: 100 - omero.jvmcfg.percent.blitz: 50 - omero.jvmcfg.percent.indexer: 20 - omero.jvmcfg.percent.pixeldata: 30 - omero.ldap.config: true - omero.ldap.base: "{{ omero_server_ldap_base }}" - omero.ldap.username: "{{ omero_server_ldap_username }}" - omero.ldap.password: "{{ omero_server_ldap_password | default('') }}" - omero.ldap.user_filter: "{{ omero_server_ldap_user_filter }}" - omero.ldap.new_user_group: "{{ omero_server_ldap_new_user_group }}" - omero.ldap.urls: "ldaps://{{ ldap_host }}:636" - omero.mail.config: true - omero.mail.from: "{{ omero_server_mail_from }}" - omero.mail.host: "{{ omero_server_mail_host }}" - omero.policy.binary_access: "+read,+write,-image,-plate" - omero.security.ignore_case: true - omero.security.keyStore: "/etc/pki/java/cacerts" - omero.security.trustStore: "/etc/pki/java/cacerts" - omero.security.keyStorePassword: "changeit" - omero.security.trustStorePassword: "changeit" - omero.sessions.timeout: 3600000 - omero_server_selfsigned_certificates: true - - - role: ome.redis - - - role: ome.nginx - - - role: ome.omero_web - omero_web_setup_nginx: false - omero_web_config_set: - omero.web.server_list: - - ["localhost", 4064, "Virtual Microscope"] - omero.web.prefix: '/dundee' - omero.web.static_url: '/dundee/static/' - omero.web.login_redirect: - redirect: - - webindex - viewname: "webindex_custom" - omero.web.ui.top_links: - - - "Virtual Microscope" - - "webindex" - - {"title": "Virtual Microscope"} - - - "HELP" - - "https://help.openmicroscopy.org/virtual-microscope.html" - - {"title": "Help", "target": "new"} - omero.web.ui.right_plugins: - - - "Acquisition" - - "webclient/data/includes/right_plugin.acquisition.js.html" - - "metadata_tab" - omero.web.caches: - default: - BACKEND: django_redis.cache.RedisCache - LOCATION: redis://127.0.0.1:6379/0 - omero.web.session_engine: django.contrib.sessions.backends.cache - omero.web.apps: - - "omero_gallery" - - "omero_iviewer" - - "virtualmicroscope" - omero.web.open_with: - - - "Image viewer" - - "webgateway" - - supported_objects: ["image"] - script_url: "webclient/javascript/ome.openwith_viewer.js" - - - "omero_iviewer" - - "omero_iviewer_index" - - supported_objects: ["images", "dataset", "well"] - script_url: "omero_iviewer/openwith.js" - label: "OMERO.iviewer" - omero.web.viewer.view: omero_iviewer.views.index - omero.web.public.enabled: true - omero.web.public.password: >- - {{ omero_web_public_password | default('public') }} - omero.web.public.url_filter: "/(webgateway|gallery)/" - omero.web.public.user: >- - {{ omero_web_public_user | default('public') }} - omero_web_apps_packages: - - omero-gallery=={{ omero_web_apps_release.omero_gallery }} - - omero-iviewer=={{ omero_web_apps_release.omero_iviewer }} - - "omero-virtual-microscope==\ - {{ omero_web_apps_release.omero_virtual_microscope }}" - omero_web_python_addons: - - "django-redis==5.0.0" - - "omero-py>={{ omero_py_release }}" - - - role: ome.postgresql_backup - postgresql_backup_compress: true - postgresql_backup_dir: /OMERO/pgbackup - postgresql_backup_filename_format: "nightly-omero-%a.pgdump.gz" - postgresql_backup_minimum_expected_size: 100000000 - - - tasks: - - name: Find OMERO.server log configuration - become: true - ansible.builtin.find: - paths: /opt/omero/server/OMERO.server/etc/ - patterns: "logback*.xml" - register: logbacks - - - name: OMERO.server logs are compressed on rollover - become: true - ansible.builtin.replace: - path: "{{ item.path }}" - regexp: "(\\\\$\\{om\ - ero\\.logfile\\}\\.\\%i)(\\<\\/fileNamePattern\\>)" - replace: "\\1.gz\\2" - backup: true - with_items: "{{ logbacks.files }}" - - - name: TLS certificate is installed for JVM - become: true - java_cert: - cert_url: "{{ ldap_host }}" - cert_port: 636 - keystore_path: "/etc/pki/java/cacerts" - keystore_pass: changeit - state: present - notify: restart omero-server - - - name: OMERO.web configuration is installed - become: true - copy: - src: "files/learning-omero-web.conf" - dest: "/etc/nginx/conf.d/omero-web.conf" - notify: restart nginx - - - name: OMERO.web starts on boot - become: true - ansible.builtin.service: - name: "{{ item }}.service" - enabled: true - loop: - - nginx - - omero-web - - vars: - postgresql_version: "13" - omero_server_release: 5.6.8 - omero_web_release: 5.22.1 - omero_py_release: "{{ omero_py_release_override | default('5.13.1') }}" - omero_web_apps_release: - omero_gallery: 3.4.2 - omero_iviewer: 0.12.0 - omero_virtual_microscope: 1.2.0 diff --git a/omero/nightshade-webclients.yml b/omero/nightshade-webclients.yml deleted file mode 100644 index 10542e21..00000000 --- a/omero/nightshade-webclients.yml +++ /dev/null @@ -1,185 +0,0 @@ -# Install OMERO.web with a public user on localhost - -- name: Ns webclients - hosts: ns-webclients - - roles: - - # Root LV Size - - role: ome.lvm_partition - tags: lvm - lvm_lvname: "{{ provision_root_lvname }}" - lvm_vgname: "{{ provision_root_vgname }}" - lvm_lvmount: / - lvm_lvsize: "{{ provision_rootsize }}" - lvm_lvfilesystem: "{{ provision_root_filesystem }}" - when: "not (molecule_test | default(False))" - - - role: ome.ssl_certificate - - - role: ome.nginx - - # OMERO.web configuration in host_vars in different repository - - role: ome.omero_web - omero_web_systemd_limit_nofile: 16384 - omero_web_python_addons: - - "omero-py>={{ omero_py_release }}" - - # Now OME are using RHEL without Spacewalk, the current best-method of - # checking `is server deployed in Dundee/SLS` is - # checking for the SLS nameservers. - - role: ome.system_monitor_agent - when: "'10.1.255.216' in ansible_dns.nameservers" - - handlers: - - name: Reload nginx - listen: ssl certificate changed - become: true - ansible.builtin.service: - name: nginx - state: reloaded - - - tasks: - - - name: Install open-vm-tools if system is a VMware vm - become: true - ansible.builtin.yum: - name: open-vm-tools - state: present - when: > - ((ansible_virtualization_type is defined) - and (ansible_virtualization_type == "VMware")) - and not (molecule_test | default(False)) - - # (Total cores / 2), leaving some for WSGI - # post 2.3 'dest' should be renamed 'path' - - name: NGINX - Performance tuning - worker processes - become: true - ansible.builtin.replace: - dest: "/etc/nginx/nginx.conf" - regexp: '^worker_processes\s+\d+;' - replace: >- - worker_processes {{ ((ansible_processor_count * - ansible_processor_cores) / 2) | round | int }}; - - # post 2.3 'dest' should be renamed 'path' - # cf https://www.digitalocean.com/community/tutorials/ - # how-to-optimize-nginx-configuration - - name: NGINX - Performance tuning - worker connections - become: true - ansible.builtin.replace: - dest: "/etc/nginx/nginx.conf" - regexp: 'worker_connections\s+\d+;' - replace: "worker_connections 65000;" - - - name: NGINX - create nested includes directory - become: true - ansible.builtin.file: - path: /etc/nginx/conf.d-nested-includes - state: directory - mode: 0755 - - - name: NGINX - SSL Configuration - become: true - template: - src: templates/nginx-confdnestedincludes-ssl-conf.j2 - dest: /etc/nginx/conf.d-nested-includes/ssl.conf - mode: 0644 - notify: - - restart nginx - - - name: NGINX - Custom Paper Redirect - become: true - template: - src: templates/nginx-confdnestedincludes-ns-pub-redirects-conf.j2 - dest: /etc/nginx/conf.d-nested-includes/ns-pub-redirects.conf - mode: 0644 - notify: - - restart nginx - - vars: - omero_web_config_set_for_playbook: - omero.web.nginx_server_extra_config: - - 'include /etc/nginx/conf.d-nested-includes/*.conf;' - omero_web_config_set: >- - {{ - omero_web_config_set_for_playbook | combine( - (omero_web_config_set_for_group | default({})), - (omero_web_config_set_for_host | default({}))) - }} - - omero_web_release: "{{ omero_web_release_override | default('5.22.1') }}" - omero_py_release: "{{ omero_py_release_override | default('5.15.0') }}" - omero_figure_release: >- - {{ omero_figure_release_override | default('6.0.1') }} - omero_fpbioimage_release: >- - {{ omero_fpbioimage_release_override | default('0.4.1') }} - omero_iviewer_release: >- - {{ omero_iviewer_release_override | default('0.13.0') }} - omero_parade_release: >- - {{ omero_parade_release_override | default('0.2.4') }} - omero_webtagging_autotag_release: >- - {{ omero_webtagging_autotag_release_override | default('3.2.0') }} - omero_webtagging_tagsearch_release: >- - {{ omero_webtagging_tagsearch_release_override | default('3.2.0') }} - - omero_web_apps_names: - - omero_figure - - omero_fpbioimage - - omero_iviewer - - omero_parade - - omero_webtagging_autotag - - omero_webtagging_tagsearch - - omero_web_apps_packages: - - "omero-figure=={{ omero_figure_release }}" - - "omero-fpbioimage=={{ omero_fpbioimage_release }}" - - "omero-iviewer=={{ omero_iviewer_release }}" - - "omero-parade=={{ omero_parade_release }}" - - "omero-webtagging-autotag=={{ omero_webtagging_autotag_release }}" - - "omero-webtagging-tagsearch=={{ omero_webtagging_tagsearch_release }}" - - omero_web_apps_top_links: - - label: Figure - link: figure_index - attrs: - title: Open Figure in new tab - target: _blank - - label: Tag Search - link: tagsearch - - omero_web_apps_config_append: - omero.web.open_with: - - - omero_figure - - new_figure - - supported_objects: - - images - target: _blank - label: OMERO.figure - - - omero_fpbioimage - - fpbioimage_index - - supported_objects: - - image - script_url: fpbioimage/openwith.js - label: FPBioimage - - - omero_iviewer - - omero_iviewer_index - - supported_objects: - - images - - dataset - - well - script_url: omero_iviewer/openwith.js - label: OMERO.iviewer - omero.web.ui.center_plugins: - - - Auto Tag - - omero_webtagging_autotag/auto_tag_init.js.html - - auto_tag_panel - - - Parade - - omero_parade/init.js.html - - omero_parade - - omero_web_apps_config_set: - omero.web.viewer.view: omero_iviewer.views.index - - nginx_version: 1.18.0 diff --git a/omero/ome-dundeeomero.yml b/omero/ome-dundeeomero.yml deleted file mode 100644 index 7ec07097..00000000 --- a/omero/ome-dundeeomero.yml +++ /dev/null @@ -1,278 +0,0 @@ -# Install OMERO.server and prepare the OME (UoD/SLS) prerequisites - -- name: Dundeeomero server aka nightshade - hosts: ome-dundeeomero.openmicroscopy.org - pre_tasks: - - name: Install open-vm-tools if system is a VMware vm - become: true - ansible.builtin.yum: - name: open-vm-tools - state: present - when: > - ((ansible_virtualization_type is defined) - and (ansible_virtualization_type == "VMware")) - and not (molecule_test | default(False)) - - # Perhaps alter the role at - # https://github.com/openmicroscopy/ansible-role-lvm-partition/ - # to make some of the variables non-required. - - name: Resize root FS without altering mount options - tags: lvm - become: true - lvol: - lv: root - vg: rhel - size: "{{ provision_root_lvsize }}" - when: "not (molecule_test | default(False))" - - - name: Install Make Movie script Prerequisite | MEncoder - Repo - become: true - ansible.builtin.yum: - name: "http://li.nux.ro/download/nux/dextop/el7\ - /x86_64/nux-dextop-release-0-5.el7.nux.noarch.rpm" - state: latest - - # web server is included for decoupled OMERO.web - - name: OMERO.figure server-side&script prerequisites & web server - become: true - ansible.builtin.yum: - name: "{{ item }}" - state: present - with_items: - # For OMERO.figure - - mencoder # For the 'make movie' script - - roles: - # Disk Layout - PostgreSQL | data dir - - role: ome.lvm_partition - tags: lvm - lvm_lvname: pgdata - lvm_vgname: postgresql - lvm_lvmount: /var/lib/pgsql - lvm_lvsize: "{{ provision_postgres_lvsize }}" - lvm_lvfilesystem: "{{ filesystem }}" - when: "not (molecule_test | default(False))" - - # Disk Layout - OMERO | data dir - - role: ome.lvm_partition - tags: lvm - lvm_lvname: basedir - lvm_vgname: omero - lvm_lvmount: "{{ omero_common_basedir }}" - lvm_lvsize: "{{ provision_omero_basedir_lvsize }}" - lvm_lvfilesystem: "{{ filesystem }}" - when: "not (molecule_test | default(False))" - - # Mock database user & creds, to allow Playbook to install - # OMERO, and allow for a manual PostgresSQL dump/restore. - - role: ome.postgresql - postgresql_databases: - - name: "{{ omero_server_dbname | default('omero') }}" - postgresql_users: - - user: "{{ omero_server_dbuser | default('omero') }}" - password: "{{ omero_server_dbpassword | default('omero') }}" - databases: - - "{{ omero_server_dbname | default('omero') }}" - - - # Note - had to have these set to `install-mock` to progress role - # installation before changing config to restored DB from other system. - - role: ome.omero_server - omero_server_release: 5.6.8 - omero_server_datadir_manage: "{{ molecule_test | default(False) }}" - omero_server_systemd_limit_nofile: 16384 - omero_server_systemd_after: >- - {{ molecule_test | default(False) | ternary([], ['gpfs.service']) }} - omero_server_systemd_requires: >- - {{ molecule_test | default(False) | ternary([], ['gpfs.service']) }} - omero_server_system_user_manage: "{{ molecule_test | default(False) }}" - - # Current server proxies to a decoupled OMERO.web server - # Initially replicate this setup, to minimise changes. - - role: ome.nginx - - - role: ome.ssl_certificate - - - role: ome.postgresql_backup - postgresql_backup_compress: true - postgresql_backup_dir: >- - {{ omero_server_db_dumpdir_parent | default('/tmp/pgbackup') }} - postgresql_backup_filename_format: "nightly-omero-%a.pgdump.gz" - postgresql_backup_minimum_expected_size: 100000000 - - - handlers: - - name: Reload nginx - listen: ssl certificate changed - become: true - ansible.builtin.service: - name: nginx - state: reloaded - - tasks: - - # OMERO doesn't limit sizes and fills up /tmp - # thus we need to create another tmp - - name: Create another temporary directory - become: true - ansible.builtin.file: - path: "{{ omero_server_systemd_environment.OMERO_TMPDIR }}" - state: directory - mode: 0700 - owner: "{{ omero_server_system_user }}" - - - name: NGINX - enable service / start on boot - become: true - ansible.builtin.systemd: - name: nginx - enabled: true - - # post 2.3 'dest' should be renamed 'path' - - name: NGINX - Performance tuning - worker processes - become: true - ansible.builtin.replace: - dest: "/etc/nginx/nginx.conf" - regexp: '^worker_processes\s+\d+;' - replace: "worker_processes 1;" - notify: - - restart nginx - - # post 2.3 'dest' should be renamed 'path' - # cf https://www.digitalocean.com/community/tutorials/how - # -to-optimize-nginx-configuration - - name: NGINX - Performance tuning - worker connections - become: true - ansible.builtin.replace: - dest: "/etc/nginx/nginx.conf" - regexp: 'worker_connections\s+\d+;' - replace: "worker_connections 65000;" - notify: - - restart nginx - - - name: NGINX - create nested includes directory - become: true - ansible.builtin.file: - path: /etc/nginx/conf.d-nested-includes - state: directory - mode: 0755 - - # post 2.3 'destfile' should be renamed 'path' - - name: NGINX - Configuration - become: true - template: - src: nginx-omero.conf.j2 - dest: /etc/nginx/conf.d/omero-web.conf - mode: 0644 - notify: - - restart nginx - - - name: PostgreSQL Nightly Backups | Remove old cron job - become: true - ansible.builtin.file: - path: /etc/cron.daily/nightly-pg_dump-omero.sh - state: absent - - - name: Create a figure scripts directory - become: true - ansible.builtin.file: - path: /opt/omero/server/OMERO.server/lib/scripts/omero/figure_scripts - state: directory - mode: 0755 - recurse: true - owner: root - - - name: Download the Figure_To_Pdf.py script - become: true - ansible.builtin.get_url: - url: "https://raw.githubusercontent.com/ome\ - /omero-figure\ - /v{{ omero_figure_release }}/omero_figure/scripts\ - /omero/figure_scripts/Figure_To_Pdf.py" - dest: "/opt/omero/server/OMERO.server/lib/scripts\ - /omero/figure_scripts/Figure_To_Pdf.py" - mode: 0644 - owner: root - force: true - - - name: Download the Dataset_Images_To_New_Figure.py script - become: true - ansible.builtin.get_url: - url: "https://raw.githubusercontent.com/ome\ - /omero-guide-figure\ - /f45f733a16852ae8b3c52ec93aef480d26b8e9f9/scripts/Dataset\ - _Images_To_New_Figure.py" - dest: "/opt/omero/server/OMERO.server/lib/scripts\ - /omero/figure_scripts/Dataset_Images_To_New_Figure.py" - mode: 0644 - owner: root - force: true - - - name: Download the Figure_Images_To_Dataset.py script - become: true - ansible.builtin.get_url: - url: "https://raw.githubusercontent.com/ome\ - /omero-guide-figure\ - /f45f733a16852ae8b3c52ec93aef480d26b8e9f9/scripts/Figure\ - _Images_To_Dataset.py" - dest: "/opt/omero/server/OMERO.server/lib/scripts\ - /omero/figure_scripts/Figure_Images_To_Dataset.py" - mode: 0644 - owner: root - force: true - - vars: - # For https://github.com/openmicroscopy/ansible-role-java - # which is a dependency. - java_jdk_install: true - - nginx_version: 1.18.0 - postgresql_version: "11" - filesystem: "xfs" - omero_figure_release: >- - {{ omero_figure_release_override | default('6.0.1') }} - omero_py_release: "{{ omero_py_release_override | default('5.15.0') }}" - - omero_server_config_set_production: - omero.db.poolsize: 60 - omero.fs.repo.path: >- - %user%_%userId%/%thread%//%year%-%month%/%day%/%time% - omero.jvmcfg.percent.blitz: 50 - omero.jvmcfg.percent.indexer: 20 - omero.jvmcfg.percent.pixeldata: 20 - omero.jvmcfg.system_memory: 17000 - omero.ldap.base: "{{ omero_server_ldap_base | default('example') }}" - omero.ldap.config: true - omero.ldap.urls: >- - {{ omero_server_ldap_urls | default('ldap://example.org') }} - omero.mail.config: true - omero.mail.from: >- - {{ omero_server_mail_from | default('omero@example.org') }} - omero.mail.host: >- - {{ omero_server_mail_host | default('smtp.example.org') }} - omero.ldap.new_user_group: "My Data" - omero.search.batch: 100 - omero.security.password_provider: chainedPasswordProvider431 - omero.throttling.method_time.error: 60000 - omero.Ice.Default.Host: >- - {{ omero_server_ice_default_host | default('127.0.0.1') }} - Ice.Admin.Endpoints: >- - {{ omero_server_ice_admin_endpoints | default('tcp -h 127.0.0.1') }} - omero.data.dir: "{{ omero_server_datadir | default('/OMERO') }}" - - omero_server_selfsigned_certificates: true - - # Production config can't be tested in molecule - omero_server_config_set: >- - {{ molecule_test | default(False) | - ternary({}, omero_server_config_set_production) }} - omero_server_python_addons: - # For OMERO.figure script - - "reportlab<3.6" - - markdown - - "omero-py>={{ omero_py_release }}" - - # Workaround lack of restriction on temp file sizes - # https://github.com/ome/omero-web/issues/118 - # The downside is that it won't be automatically cleared out - omero_server_systemd_environment: - OMERO_TMPDIR: /opt/omero/server/tmp diff --git a/omero/omero-firewall.yml b/omero/omero-firewall.yml deleted file mode 100644 index 2d829768..00000000 --- a/omero/omero-firewall.yml +++ /dev/null @@ -1,68 +0,0 @@ -# Setup up iptables firewall on OMERO servers - -- name: Firewall - hosts: monitored - - roles: - - - role: ome.iptables_raw - - tasks: - - # Allow: - # - all established/related in/out - # - all internal localhost connections - # - ICMP echo (ping) - # - ssh incoming connections - - name: Iptables ssh and related - become: true - iptables_raw_25: - name: ssh_and_established - keep_unmanaged: false - rules: | - -A INPUT -m state --state ESTABLISHED,RELATED -j ACCEPT - -A OUTPUT -m state --state ESTABLISHED,RELATED -j ACCEPT - -A INPUT -i lo -j ACCEPT - -A INPUT -p icmp --icmp-type echo-request -j ACCEPT - -A INPUT -p tcp -m tcp --dport 22 -j ACCEPT - state: present - # Highest priority - weight: 0 - - # Use a low priority REJECT rule so that clients can detect when - # they've been rejected - # The alternative of setting a default DROP policy will leave them - # hanging until they timeout, though this may be preferable for public - # servers: - # http://www.chiark.greenend.org.uk/~peterb/network/drop-vs-reject - - name: Iptables default - become: true - iptables_raw_25: - name: default_rules - rules: | - -A INPUT -j REJECT - -A FORWARD -j REJECT - -A OUTPUT -j ACCEPT - state: present - # Lowest priority - weight: 99 - - # All other ports that allow incoming connections: - # - web - # - omero - # - GPFS - # - Check_MK - - name: Iptables OME ports - become: true - iptables_raw_25: - name: ome_ports - rules: | - -A INPUT -p tcp -m multiport --dports 80,443 -j ACCEPT - -A INPUT -p tcp -m multiport --dports 4063,4064 -j ACCEPT - {% for s in gpfs_cluster_source | default([]) %} - -A INPUT -p tcp -m tcp --dport 1191 -s {{ s }} -j ACCEPT - {% endfor %} - {% if (checkmk_server_source | default('')) %} - -A INPUT -p tcp -m tcp --dport 6556 -s {{ checkmk_server_source }} -j ACCEPT - {% endif %} - state: present diff --git a/omero/omero-monitoring-agents.yml b/omero/omero-monitoring-agents.yml deleted file mode 100644 index 5a513ef5..00000000 --- a/omero/omero-monitoring-agents.yml +++ /dev/null @@ -1,115 +0,0 @@ -# Setup prometheus agents - -- name: Monitoring agents - hosts: omero-server - - roles: - - - role: ome.prometheus_jmx - - - role: ome.prometheus_postgres - prometheus_postgres_dbname: omero - - # For restart handlers - - role: ome.omero_common - - - role: ome.omero_prometheus_exporter - omero_prometheus_exporter_omero_user: >- - {{ secret_omero_prometheus_exporter_omero_user | default('root') }} - omero_prometheus_exporter_omero_password: >- - {{ secret_omero_prometheus_exporter_omero_password - | default('omero') }} - - tasks: - - - name: Omero-server prometheus jmx agents - become: true - copy: - dest: "{{ omero_common_basedir }}/server/config/prometheus.omero" - src: omero-server-config-prometheus.omero - mode: 0644 - notify: - - restart omero-server - -- name: OMERO web - hosts: omero-web - - roles: - - - role: ome.omero_web_django_prometheus - - -# NOTE: This assumes omero-web.conf is present and includes -# /etc/nginx/conf.d-nested-includes -- name: Monitoring - hosts: monitored - - roles: - - - role: ome.prometheus_node - - # Autodetect whether selinux is enabled - - role: ome.selinux_utils - - tasks: - - - name: Nginx selinux allow network connect - become: true - seboolean: - name: httpd_can_network_connect - state: true - persistent: true - when: selinux_enabled - - - name: Create monitoring htpasswd - become: true - copy: - content: >- - {{ secret_monitoring_nginx_htpasswd | - default(monitoring_nginx_htpasswd) }} - dest: /etc/nginx/monitoring.htpasswd - mode: 0644 - - # This is fine to apply to all servers because if an exporter doesn't - # exist it will return an error, and we know which exporters to expect - # when scraping - - name: Create nginx proxy for prometheus exporters - become: true - copy: - dest: /etc/nginx/conf.d-nested-includes/proxy-exporters.conf - src: confd-nested-proxy-exporters.conf - mode: 0644 - notify: - - restart nginx - - handlers: - - name: restart nginx - become: true - service: - name: nginx - state: restarted - - vars: - # monitoring:monitoring - monitoring_nginx_htpasswd: | - monitoring:$apr1$njrafrtU$19wf/I15zPuSudlM5Y50Z0 - -- name: OMERO-web - hosts: omero-web - - tasks: - - name: Create nginx proxy for prometheus web exporters - become: true - copy: - dest: /etc/nginx/conf.d-nested-includes/proxy-exporters-web.conf - src: confd-nested-proxy-exporters-web.conf - mode: 0644 - notify: - - restart nginx - - handlers: - - name: restart nginx - become: true - service: - name: nginx - state: restarted diff --git a/omero/sls-gallery.yml b/omero/sls-gallery.yml deleted file mode 100644 index 6c817b46..00000000 --- a/omero/sls-gallery.yml +++ /dev/null @@ -1,171 +0,0 @@ -# Installation notes: -# - Set up OME RHEL 7 machine. -# - Run playbook. -# - systemctl stop omero-{server,web} -# - Migrate binary repository to /OMERO/ with rsync. -# - Migrate database with pg_dump, pg_restore. -# - Upgrade database. -# - bin/omero db password for root user. -# - systemctl start omero-{server,web} - -- name: Sls gallery - hosts: omero-sls-gallery - roles: - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'var_lib_psql' - lvm_lvmount: '/var/lib/pgsql' - lvm_lvsize: 8G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.postgresql - postgresql_databases: - - name: omero - postgresql_users: - - user: "{{ omero_server_dbuser | default('omero') }}" - password: "{{ omero_server_dbpassword | default('omero') }}" - databases: [omero] - - - role: ome.postgresql_backup - postgresql_backup_compress: true - postgresql_backup_dir: /OMERO/pgbackup - postgresql_backup_filename_format: "nightly-omero-%a.pgdump.gz" - postgresql_backup_minimum_expected_size: 100000000 - - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'omero' - lvm_lvmount: '/OMERO' - lvm_lvsize: 80G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.lvm_partition - lvm_vgname: VolGroup00 - lvm_lvname: 'opt_omero' - lvm_lvmount: '/opt/omero' - lvm_lvsize: 40G - lvm_lvfilesystem: xfs - lvm_shrink: false - - - role: ome.omero_server - omero_server_config_set: - omero.client.ui.menu.dropdown.colleagues.enabled: false - omero.client.ui.menu.dropdown.everyone.label: "All images" - omero.client.ui.menu.dropdown.leaders.label: "Gallery:" - omero.db.poolsize: 50 - omero.jvmcfg.percent.blitz: 50 - omero.jvmcfg.percent.indexer: 20 - omero.jvmcfg.percent.pixeldata: 30 - omero.ldap.config: true - omero.ldap.base: "{{ omero_server_ldap_base }}" - omero.ldap.username: "{{ omero_server_ldap_username }}" - omero.ldap.user_filter: "{{ omero_server_ldap_user_filter }}" - omero.ldap.group_filter: "{{ omero_server_ldap_group_filter }}" - omero.ldap.group_mapping: "{{ omero_server_ldap_group_mapping }}" - omero.ldap.new_user_group: "{{ omero_server_ldap_new_user_group }}" - omero.ldap.urls: "ldap://{{ ldap_host }}:389" - omero.mail.config: true - omero.mail.from: "{{ omero_server_mail_from }}" - omero.mail.host: "{{ omero_server_mail_host }}" - omero.pixeldata.max_plane_height: 5120 - omero.pixeldata.max_plane_width: 5120 - omero_server_selfsigned_certificates: true - - - role: ome.redis - - - role: ome.nginx - - - role: ome.omero_web - omero_web_setup_nginx: false - omero_web_systemd_start: true - omero_web_config_set: - omero.web.server_list: - - ["localhost", 4064, "SLS Gallery"] - omero.web.prefix: '/ome-sls' - omero.web.static_url: '/ome-sls/static/' - omero.web.login_redirect: - redirect: - - webindex - viewname: "load_template" - query_string: "experimenter=-1" - args: - - userdata - omero.web.ui.top_links: - - - "Image Gallery" - - "webindex" - - title: "Image Gallery" - - - "HELP" - - "https://help.openmicroscopy.org/web-client.html" - - title: "Help" - target": "new" - - - "SLS Homepage" - - "https://www.lifesci.dundee.ac.uk/" - - title: "SLS Homepage" - target: "new" - omero.web.caches: - default: - BACKEND: django_redis.cache.RedisCache - LOCATION: redis://127.0.0.1:6379/0 - omero.web.session_engine: django.contrib.sessions.backends.cache - omero.web.apps: - - "omero_iviewer" - omero.web.open_with: - - - "Image viewer" - - "webgateway" - - supported_objects: ["image"] - script_url: "webclient/javascript/ome.openwith_viewer.js" - - - "omero_iviewer" - - "omero_iviewer_index" - - supported_objects": ["images", "dataset", "well"] - script_url": "omero_iviewer/openwith.js" - label: "OMERO.iviewer" - omero.web.viewer.view: omero_iviewer.views.index - omero_web_apps_packages: - - omero-iviewer=={{ omero_web_apps_release.omero_iviewer }} - omero_web_python_addons: - - "django-redis==5.0.0" - - "omero-py>={{ omero_py_release }}" - - tasks: - - name: Find OMERO.server log configuration - become: true - ansible.builtin.find: - paths: /opt/omero/server/OMERO.server/etc/ - patterns: "logback*.xml" - register: logbacks - - - name: OMERO.server logs are compressed on rollover - become: true - replace: - path: "{{ item.path }}" - regexp: "(\\\\$\\{om\ - ero\\.logfile\\}\\.\\%i)(\\<\\/fileNamePattern\\>)" - replace: "\\1.gz\\2" - backup: true - with_items: "{{ logbacks.files }}" - - - name: OMERO.web configuration is installed - become: true - copy: - src: "files/sls-gallery-omero-web.conf" - dest: "/etc/nginx/conf.d/omero-web.conf" - notify: restart nginx - - - name: OMERO.web starts on boot - become: true - ansible.builtin.service: - name: "{{ item }}.service" - enabled: true - loop: - - nginx - - omero-web - - vars: - postgresql_version: "13" - omero_server_release: 5.6.3 - omero_web_release: 5.15.0 - omero_web_apps_release: - omero_iviewer: 0.11.3 - omero_py_release: "{{ omero_py_release_override | default('5.12.0') }}" diff --git a/omero/training-server/idr_data.yml b/omero/training-server/idr_data.yml deleted file mode 100644 index cc80eef0..00000000 --- a/omero/training-server/idr_data.yml +++ /dev/null @@ -1,24 +0,0 @@ ---- -- name: IDR data - hosts: ome-outreach - tasks: - - name: Clone study metadata - become: true - ansible.builtin.git: - dest: /uod/idr/metadata/{{ item.name }} - repo: https://github.com/IDR/{{ item.name }} - update: true - version: "{{ item.version }}" - loop: "{{ studies | default([]) }}" - - - name: Check existence of study data directory - ansible.builtin.stat: - path: /uod/idr/filesets/{{ item.name }} - register: stat_results - loop: "{{ studies | default([]) }}" - - - name: Fail if data directory is missing - ansible.builtin.fail: - msg: "/uod/idr/filesets/{{ item.item }} does not exist" - when: not item.stat.exists - loop: "{{ stat_results.results }}" diff --git a/omero/training-server/letsencrypt.yml b/omero/training-server/letsencrypt.yml deleted file mode 100644 index c9893927..00000000 --- a/omero/training-server/letsencrypt.yml +++ /dev/null @@ -1,72 +0,0 @@ -# Additional Nginx configuration including Let's Encrypt -# Should be run when less than 30 days remain on the certificate - -- hosts: ome-outreach - - pre_tasks: - - - name: letsencrypt challenge directory - become: yes - file: - path: /srv/www/letsencrypt/.well-known/ - recurse: yes - state: directory - mode: 0755 - - roles: - - # Assume Nginx is already installed - # - role: ome.nginx - - # If we're not using letsencrypt assume this is CI so use a self-signed cert - - role: ome.ssl_certificate - when: not (https_letsencrypt_enabled | default(False)) - - # Lets encrypt with automatic renewal - # This will stop nginx when the certificate is first created - # For renewals we configure Nginx to serve the challenge - - role: ome.certbot - become: yes - certbot_create_if_missing: yes - certbot_admin_email: "{{ letsencrypt_email }}" - certbot_domains: - - "{{ https_certificate_domain }}" - certbot_create_standalone_stop_services: - - nginx - certbot_auto_renew_deploy_hooks: - - systemctl reload nginx - certbot_auto_renew_args: --webroot --webroot-path /srv/www/letsencrypt/ - # May be useful for testing: - #certbot_create_args: --test-cert - #certbot_auto_renew_args: --test-cert --force-renewal --webroot --webroot-path /srv/www/letsencrypt/ - # WARNING: If you have a test certificate and need to convert it to a - # real certificate you may need to run - # rm -rf /etc/letsencrypt/* - when: https_letsencrypt_enabled | default(False) - - tasks: - - - name: letsencrypt nginx configuration - become: yes - template: - src: templates/nginx-letsencrypt-conf.j2 - dest: /etc/nginx/conf.d-nested-includes/https.conf - mode: 0644 - notify: - - reload nginx - - handlers: - - name: reload nginx - become: yes - service: - name: nginx - state: reloaded - - vars: - # Must be defined somewhere - # https_certificate_domain: - letsencrypt_email: sysadmin@openmicroscopy.org - # This must match the expectations of certbot, do not change this: - https_letsencrypt_cert_path: "/etc/letsencrypt/live/{{ https_certificate_domain | default('localhost') }}" - # In production set this to True: - # https_letsencrypt_enabled: diff --git a/omero/training-server/maintenance/omero-restoredb.yml b/omero/training-server/maintenance/omero-restoredb.yml deleted file mode 100644 index 4455f3fa..00000000 --- a/omero/training-server/maintenance/omero-restoredb.yml +++ /dev/null @@ -1,81 +0,0 @@ ---- -# Restore the outreach OMERO database and data directory -# Requires: -# - data directory is in an uncompressed tar file -# - postgres has been dumped into a single file in custom format -# e.g. with omego db dump -# - ssh access to omero_restore_host from omero_restore_data_host -# for rsyncing files - -# This playbook will delete or overwrite existing data if necessary - -# Required runtime variables: -# - omero_restore_host: The target training server -# - omero_restore_data_host: The file server containing the archived repository - -# E.g. -# ansible-playbook omero-restoredb.yml --step -# -e omero_restore_host=ome-training-1.openmicroscopy.org -# -e omero_restore_data_host=example.openmicroscopy.org - - -- hosts: "{{ omero_restore_host }}" - - vars: - omero_restore_data_dump_file: /uod/idr/repos/outreach/outreach-omero-20190710/outreach-OMERO-20190710-1550.tar - omero_restore_db_dump_file: /uod/idr/repos/outreach/outreach-omero-20190710/omero-database-omero-20190710-154903-139204.pgdump - - tasks: - - # This may take a long time with no output - - name: Copy files - # Don't become root, this should ensure ssh forwarding works - synchronize: - src: "{{ item }}" - dest: "/tmp/{{ item | basename }}" - partial: true - delegate_to: "{{ omero_restore_data_host }}" - with_items: - - "{{ omero_restore_data_dump_file }}" - - "{{ omero_restore_db_dump_file }}" - - - name: Stop OMERO.server - become: true - service: - name: omero-server - state: stopped - - # Assumes the owner and group information in the archive is correct - - name: Restore OMERO data directory - become: true - unarchive: - src: "/tmp/{{ omero_restore_data_dump_file | basename }}" - dest: / - remote_src: true - - - name: Restore OMERO database - become: true - become_user: postgres - command: >- - pg_restore --clean -d omero - "/tmp/{{ omero_restore_db_dump_file | basename }}" - - - name: Upgrade OMERO database - become: omero-server - command: >- - /opt/omero/omego/bin/omego db upgrade - --serverdir /opt/omero/server/OMERO.server - - - name: Start OMERO.server - become: true - service: - name: omero-server - state: started - - - name: Delete temporary files - file: - path: "/tmp/{{ item | basename }}" - state: absent - with_items: - - "{{ omero_restore_data_dump_file }}" - - "{{ omero_restore_db_dump_file }}" diff --git a/omero/training-server/playbook.yml b/omero/training-server/playbook.yml deleted file mode 100644 index 353899bc..00000000 --- a/omero/training-server/playbook.yml +++ /dev/null @@ -1,511 +0,0 @@ ---- -# The OME training server(s) -# Set https_letsencrypt_enabled to True in production to ensure certbot -# handles the letsencrypt certificate setup - -- hosts: ome-outreach - pre_tasks: - - - name: Install Make Movie script Prerequisite | MEncoder - Repo - become: yes - yum: - name: http://li.nux.ro/download/nux/dextop/el7/x86_64/nux-dextop-release-0-5.el7.nux.noarch.rpm - state: present - - - name: OMERO.figure server-side prerequisites, script prerequisites + web server for decoupled OMERO.web - become: yes - yum: - name: "{{ item }}" - state: present - with_items: - - mencoder # For the 'make movie' script - - - name: Prerequisites for ldap - become: yes - yum: - name: "{{ item }}" - state: present - with_items: - - openldap-clients - - python-virtualenv - - gcc - - python-ldap - - # Since Nginx isn't installed until later the directories are created in advance - - name: Create nginx include directories - become: yes - file: - path: "{{ item }}" - state: directory - mode: 0755 - with_items: - - /etc/nginx/conf.d - - /etc/nginx/conf.d-nested-includes - - - name: NGINX - websocket proxy support - become: yes - template: - src: templates/nginx-confd-websockets-conf.j2 - dest: /etc/nginx/conf.d/websockets.conf - mode: 0644 - # Don't notify, nginx isn't installed yet - - roles: - - - role: ome.postgresql - postgresql_databases: - - name: omero - postgresql_users: - - user: omero - password: omero - databases: [omero] - - - role: ome.postgresql_backup - postgresql_backup_compress: true - postgresql_backup_dir: /OMERO/pgbackup - postgresql_backup_filename_format: "nightly-omero-%a.pgdump.gz" - postgresql_backup_minimum_expected_size: 100000000 - - - role: ome.versioncontrol_utils - - - role: ome.nfs_mount - - - role: ome.omero_server - omero_server_python_addons: - - "omero-cli-duplicate=={{ omero_cli_duplicate_release }}" - - "omero-cli-render=={{ omero_cli_render_release }}" - - "omero-metadata=={{ omero_metadata_release }}" - - "omero-py>={{ omero_py_release }}" - - "reportlab<3.6" - - markdown - - scipy - # For "simple frap with figure" script - - matplotlib - - - role: ome.omero_web - tags: ['web'] - idr_omero_web_public_url_filters_webclient_exclude: - - action - - annotate_(file|tags|comment|rating|map) - - script_ui - - ome_tiff - - figure_script - idr_omero_web_public_url_filters: - - api/ - - webadmin/myphoto/ - - mapr/ - - figure/ - - iviewer/ - - '$' - - gallery-api/ - - gallery_settings/ - - cell/ - - tissue/ - - webclient/(?!({{ idr_omero_web_public_url_filters_webclient_exclude | join('|') }})) - - webgateway/(?!(archived_files|download_as)) - omero_web_python_addons: - - "omero-py>={{ omero_py_release }}" - - omero_web_config_set: - omero.web.apps: - - "omero_iviewer" - - "omero_figure" - - "omero_fpbioimage" - - "omero_webtagging_autotag" - - "omero_webtagging_tagsearch" - - "omero_parade" - - "omero_mapr" - omero.web.ui.center_plugins: - - ["Auto Tag", "omero_webtagging_autotag/auto_tag_init.js.html", "auto_tag_panel"] - - ["Parade", "omero_parade/init.js.html", "omero_parade"] - omero.web.ui.top_links: - - ["Data", "webindex", {"title": "Browse Data via Projects, Tags etc"}] - - ["History", "history", {"title": "History"}] - - ["Help", "https://help.openmicroscopy.org/", {"title": "Open OMERO user guide in a new tab", "target": "new"}] - - ["Figure", "figure_index", {"title": "Open Figure in new tab", "target": "_blank"}] - - ["Tag Search", "tagsearch"] - - ["Genes", {"query_string": {"experimenter": -1}, "viewname": "maprindex_gene"}, {"title": "Find Gene annotations"}] - - ["Key-Value", {"viewname": "maprindex_keyvalue"}, {"title": "Search for manually-added Key-Value pairs"}] - omero.web.open_with: - - ["Image viewer", "webgateway", {"supported_objects": ["image"], "script_url": "webclient/javascript/ome.openwith_viewer.js"}] - - ["omero_figure", "new_figure", {"supported_objects":["images"], "target": "_blank", "label": "OMERO.figure"}] - - ["omero_fpbioimage", "fpbioimage_index", {"supported_objects":["image"], "script_url": "fpbioimage/openwith.js", "label": "FPBioimage"}] - - - omero_iviewer - - omero_iviewer_index - - supported_objects: - - images - - dataset - - well - script_url: omero_iviewer/openwith.js - label: OMERO.iviewer - - omero.web.viewer.view: omero_iviewer.views.index - omero.web.mapr.config: - - menu: gene - config: - default: - - "Gene Symbol" - all: - - "Gene Symbol" - - "Gene Identifier" - ns: - - "openmicroscopy.org/mapr/gene" - label: "Gene" - - menu: keyvalue - config: - default: - - "Any Value" - all: [] - ns: - - "openmicroscopy.org/omero/client/mapAnnotation" - label: "KeyValue" - omero.web.nginx_server_extra_config: - - 'include /etc/nginx/conf.d-nested-includes/*.conf;' - # TODO: Move the following into a shared variable - - > - location = /omero-ws { - proxy_pass https://127.0.0.1:4066; - proxy_http_version 1.1; - proxy_set_header Upgrade $http_upgrade; - proxy_set_header Connection $connection_upgrade; - proxy_read_timeout 86400; - } - - omero.web.public.enabled: true - omero.web.public.password: "{{ omero_web_public_password_override | default('secret') }}" - omero.web.public.url_filter: "^/({{ idr_omero_web_public_url_filters | join('|') }})" - omero.web.public.user: "{{ omero_web_public_user_override | default('secret') }}" - - - role: ome.iptables_raw - - - role: ome.docker - docker_additional_options: - # Manually configure to avoid conflicts between Docker and system rules - iptables: false - - - role: ome.cli_utils - - tasks: - - name: Docker | python client - become: yes - yum: - name: docker-python - state: present - - - name: Create a figure scripts directory - become: yes - file: - path: /opt/omero/server/OMERO.server/lib/scripts/omero/figure_scripts - state: directory - mode: 0755 - recurse: yes - owner: "omero-server" - group: "omero-server" - - - name: Download the Figure_To_Pdf.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-figure/v{{ omero_figure_release }}/omero_figure/scripts/omero/figure_scripts/Figure_To_Pdf.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/figure_scripts/Figure_To_Pdf.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Download the Dataset_Images_To_New_Figure.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-guide-figure/f45f733a16852ae8b3c52ec93aef480d26b8e9f9/scripts/Dataset_Images_To_New_Figure.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/figure_scripts/Dataset_Images_To_New_Figure.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Download the Figure_Images_To_Dataset.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-guide-figure/f45f733a16852ae8b3c52ec93aef480d26b8e9f9/scripts/Figure_Images_To_Dataset.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/figure_scripts/Figure_Images_To_Dataset.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Create a workshop_scripts directory - become: yes - file: - path: /opt/omero/server/OMERO.server/lib/scripts/omero/workshop_scripts - state: directory - mode: 0755 - recurse: yes - owner: "omero-server" - group: "omero-server" - - - name: Download the Scipy_Gaussian_Filter.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-guide-python/v{{ ome_training_scripts_release }}/scripts/scipy_gaussian_filter.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/workshop_scripts/Scipy_Gaussian_Filter.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Download the simple_frap.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-guide-python/v{{ ome_training_scripts_release }}/scripts/simple_frap.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/workshop_scripts/simple_frap.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Download the simple_frap_with_figure.py script - become: yes - get_url: - url: https://raw.githubusercontent.com/ome/omero-guide-python/v{{ ome_training_scripts_release }}/scripts/simple_frap_with_figure.py - dest: /opt/omero/server/OMERO.server/lib/scripts/omero/workshop_scripts/simple_frap_with_figure.py - mode: 0755 - owner: "omero-server" - group: "omero-server" - force: yes - - - name: Create a directory for ldap scripts - become: yes - file: - path: /home/ldap - state: directory - mode: 0755 - recurse: yes - - - name: Download the ldap scripts - become: yes - get_url: - url: https://raw.githubusercontent.com/openmicroscopy/apacheds-docker/{{ apache_docker_release }}/bin/ldapmanager - dest: /home/ldap/ldapmanager - mode: 0755 - force: yes - - - name: Add DropBox folder for trainer-1 - become: yes - file: - path: /home/DropBox/trainer-1 - state: directory - mode: 0755 - recurse: yes - owner: "omero-server" - group: "omero-server" - - - name: Add operating system user "importer1" - become: true - user: - name: "importer1" - state: present - groups: "{{ omero_server_system_managedrepo_group }}" - password: "{{ os_system_users_password | password_hash('sha512', 'ome') }}" - - - name: Allow managed repo group to login - become: yes - lineinfile: - path: /etc/security/access.conf - regexp: "{{ omero_server_system_managedrepo_group }}" - insertbefore: BOF - line: "+:{{ omero_server_system_managedrepo_group }}:ALL" - - - name: Run docker for ldap - become: yes - docker_container: - image: openmicroscopy/apacheds:{{ apache_docker_release }} - name: ldap - published_ports: - - "10389:10389" - state: started - restart_policy: always - - - name: Run docker for omero-ms-zarr - become: yes - docker_container: - image: openmicroscopy/omero-ms-zarr:{{ omero_ms_zarr_release }} - name: omero_ms_zarr - env: - CONFIG_omero_db_host: localhost - CONFIG_omero_db_user: omero - CONFIG_omero_db_pass: omero - CONFIG_omero_db_name: omero - CONFIG_omero_data_dir: /OMERO - network_mode: host - restart_policy: always - state: started - pull: yes - volumes: - - "/OMERO:/OMERO:ro" - - - name: Create minio config directory - become: yes - file: - path: /etc/minio - state: directory - mode: 0755 - - - name: Check if minio admin credentials exists - become: yes - stat: - path: /etc/minio/docker-minio.env - register: _minio_docker_env_st - - - name: Create random minio admin credentials file - become: yes - copy: - content: | - MINIO_ACCESS_KEY={{ lookup('password', '/dev/null length=12') }} - MINIO_SECRET_KEY={{ lookup('password', '/dev/null length=24') }} - dest: /etc/minio/docker-minio.env - mode: 0644 - when: not _minio_docker_env_st.stat.exists - - - name: Run docker for minio - become: yes - docker_container: - image: minio/minio:{{ minio_docker_release }} - name: minio - command: server /srv/minio - env_file: /etc/minio/docker-minio.env - published_ports: - - "9000:9000" - state: started - restart_policy: always - volumes: - - "/srv/minio:/srv/minio" - - - name: Nginx - docker webservices support - become: yes - template: - src: templates/nginx-confdnestedincludes-{{ item }}.j2 - dest: /etc/nginx/conf.d-nested-includes/{{ item }}.conf - mode: 0644 - with_items: - - omero-ms-zarr - - minio-publicscratch - notify: - - restart nginx - - # https://fralef.me/docker-and-iptables.html - # https://blog.daknob.net/debian-firewall-docker/ - # Allow: - # - all outbound from Docker containers - # - incoming from host localhost - - - name: Iptables Docker forward rules - become: yes - iptables_raw_25: - name: docker_outreach_rules - rules: | - -A FORWARD -i docker0 -o {{ external_nic }} -j ACCEPT - -A FORWARD -i {{ external_nic }} -o docker0 -j ACCEPT - state: present - - - name: Iptables Docker nat rules - become: yes - iptables_raw_25: - name: docker_outreach_nat - table: nat - rules: | - -A POSTROUTING -o {{ external_nic }} -j MASQUERADE - # Allow world to access 10389? - -A INPUT -p tcp -m tcp --dport 10389 -s 0.0.0.0/0 -j ACCEPT - state: present - - # TODO: Move to an independent role, currently bundled in - # https://github.com/manics/ansible-role-minio-s3-gateway/blob/0.1.0/tasks/minio-client.yml - - name: Download minio client - become: true - get_url: - url: - https://dl.min.io/client/mc/release/linux-amd64/archive/mc.RELEASE.2020-11-25T23-04-07Z - checksum: - sha256:985c43f9bec8fdc4ef2ee44c63c9657e10c4cfeb5cb949179d6d693f7428c314 - dest: /usr/local/bin/mc - mode: u=rwx,g=rx,o=rx - - # Crypted passwords generated using - # https://docs.ansible.com/ansible/latest/reference_appendices/faq.html#how-do-i-generate-crypted-passwords-for-the-user-module - vars: - #omero_server_datadir_chown: True - #temporal upgrade force for omero server workaround - #omero_server_checkupgrade_comparator: '!=' - postgresql_version: "13" - omero_server_selfsigned_certificates: True - omero_server_system_managedrepo_group: managed_repo_group - omero_server_datadir_managedrepo_mode: u=rwX,g=srwX,o=rX,+t - omero_server_datadir_chown: False - omero_server_release: "{{ omero_server_release_override | default('5.6.8') }}" - omero_web_release: "{{ omero_web_release_override | default('5.22.1') }}" - omero_figure_release: "{{ omero_figure_release_override | default('6.0.1') }}" - omero_fpbioimage_release: "{{ omero_fpbioimage_release_override | default('0.4.1') }}" - omero_iviewer_release: "{{ omero_iviewer_release_override | default('0.13.0') }}" - omero_mapr_release: "{{ omero_mapr_release_override | default('0.5.0') }}" - omero_parade_release: "{{ omero_parade_release_override | default('0.2.4') }}" - omero_py_release: "{{ omero_py_release_override | default('5.15.0') }}" - - # The omero_web_apps_* vars are used by the ome.omero_web role under - # Python 3 otherwise ignored - omero_web_apps_packages: - - "omero-figure=={{ omero_figure_release }}" - - "omero-fpbioimage=={{ omero_fpbioimage_release }}" - - "omero-iviewer=={{ omero_iviewer_release }}" - - "omero-mapr=={{ omero_mapr_release }}" - - "omero-parade=={{ omero_parade_release }}" - - "omero-webtagging-autotag=={{ omero_webtagging_autotag_release }}" - - "omero-webtagging-tagsearch=={{ omero_webtagging_tagsearch_release }}" - - ome_training_scripts_release: "{{ ome_training_scripts_release_override | default('0.2.0') }}" - omero_webtagging_autotag_release: "{{ omero_webtagging_autotag_release_override | default('3.2.0') }}" - omero_webtagging_tagsearch_release: "{{ omero_webtagging_tagsearch_release_override | default('3.2.0') }}" - omero_cli_duplicate_release: "{{ omero_cli_duplicate_release_override | default('0.4.0') }}" - omero_metadata_release: "{{ omero_metadata_release_overrride | default('0.8.0') }}" - omero_cli_render_release: "{{ omero_cli_render_release_override | default('0.7.0') }}" - os_system_users_password: "{{ os_system_users_password_override | default('ome') }}" - apache_docker_release: "{{ apache_docker_release_override | default('0.6.0') }}" - omero_ms_zarr_release: "{{ omero_ms_zarr_release_override | default('latest') }}" - minio_docker_release: "{{ minio_docker_release_override | default('RELEASE.2020-11-25T22-36-25Z') }}" - ldap_password: "{{ ldap_password_override | default ('secret') }}" - omero_server_config_set: - #omero.fs.importUsers: "fm1" - omero.certificates.owner: "/C=UK/ST=Scotland/L=Dundee/O=OME" - omero.client.icetransports: ssl,wss,tcp - omero.fs.watchDir: "/home/DropBox" - omero.fs.importArgs: "-T \"regex:^.*/(?.*?)\"" - omero.db.poolsize: 60 - omero.jvmcfg.percent.blitz: 50 - omero.jvmcfg.percent.indexer: 20 - omero.jvmcfg.percent.pixeldata: 20 - omero.glacier2.IceSSL.Ciphers: "ADH:HIGH" - omero.glacier2.IceSSL.DefaultDir: /opt/omero/server/selfsigned - omero.glacier2.IceSSL.CAs: server.pem - omero.glacier2.IceSSL.CertFile: server.p12 - # This password doesn't need to be secret - omero.glacier2.IceSSL.Password: secret - omero.fs.repo.path: "%user%_%userId%/%thread%//%year%-%month%/%day%/%time%" - omero.ldap.config: "true" - omero.ldap.urls: "ldap://localhost:10389" - omero.ldap.base: "dc=openmicroscopy,dc=org" - omero.ldap.group_filter: "(objectClass=groupOfUniqueNames)" - omero.ldap.group_mapping: "name=cn" - omero.ldap.new_user_group: "MyData" - omero.ldap.new_user_group_owner: "(owner=@{dn})" - omero.ldap.password: "{{ ldap_password }}" - omero.ldap.sync_on_login: "true" - omero.ldap.user_filter: "(objectClass=person)" - omero.ldap.user_mapping: "omeName=uid,firstName=givenName,lastName=sn,email=mail" - omero.ldap.username: "uid=admin,ou=system" - omero.server.nodedescriptors: "master:Blitz-0,Indexer-0,Processor-0,Storm,Tables-0" - - external_nic: "{{ ansible_default_ipv4.interface }}" - -- name: Import letsencrypt - import_playbook: letsencrypt.yml - -- name: Import idr data - import_playbook: idr_data.yml diff --git a/omero/training-server/templates b/omero/training-server/templates deleted file mode 120000 index 564a409d..00000000 --- a/omero/training-server/templates +++ /dev/null @@ -1 +0,0 @@ -../templates \ No newline at end of file diff --git a/postgres/ome-pg-prod.yml b/postgres/ome-pg-prod.yml deleted file mode 100644 index be1e9109..00000000 --- a/postgres/ome-pg-prod.yml +++ /dev/null @@ -1,31 +0,0 @@ ---- -- hosts: ome-pg-prod1.openmicroscopy.org - roles: - - - role: ome.postgresql - postgresql_version: "9.6" - postgresql_server_listen: "'*'" - postgresql_databases: - - name: idr-redmine - owner: idr-redmine - restrict: True - postgresql_users: - - user: idr-redmine - password: "{{ idr_redmine_postgres_password | default('idr-redmine') }}" - databases: - - idr-redmine - postgresql_server_auth: - - database: idr-redmine - user: idr-redmine - address: "{{ idr_redmine_postgres_auth_ip | default('0.0.0.0/0') }}" - - database: idr-redmine - user: idr-redmine - address: "{{ idr_redmine_postgres_auth_ip2 | default('0.0.0.0/0') }}" - - - role: ome.nfs_mount - # Parameters for this role are internal - - - role: ome.postgresql_backup - postgresql_backup_dir: /mnt/backups/ - postgresql_backup_filename_format: "{{ ansible_hostname }}-%a.pgdump" - postgresql_backup_minimum_expected_size: 100000 diff --git a/release/group_vars/all.yml b/release/group_vars/all.yml deleted file mode 100644 index 8763f782..00000000 --- a/release/group_vars/all.yml +++ /dev/null @@ -1,67 +0,0 @@ ---- -www_folders: - - /uod/idr/www/docs.openmicroscopy.org - - /uod/idr/www/downloads.openmicroscopy.org -# Public image format folders -# All keys of this dictionary are expected to be a valid format folder and -# have a subfolder called public containing the public sample images -public_folders: - amira: 'AmiraMesh' - bdv: 'BDV' - becker-hickl-spc: 'SPC-FIFO' - cellomics: 'Cellomics' - cellh5: 'CellH5' - cellworx: 'CellWorX' - columbus: 'PerkinElmer-Columbus' - deltavision: 'DV' - dicom: 'DICOM' - ecat7: 'ECAT7' - flex: 'Flex' - fv1000: 'Olympus-FluoView' - gatan: 'Gatan' - hamamatsu: 'Hamamatsu-NDPI' - hamamatsu-vms: 'Hamamatsu-VMS' - ics: 'ICS' - incell3000: 'InCell3000' - incell: 'InCell2000' - imaris: 'Imaris-IMS' - klb: 'KLB' - leica-lif: 'Leica-LIF' - leica-scn: 'Leica-SCN' - leica-xlef-lof: 'Leica-XLEF' - leo: 'LEO' - metaxpress: 'MetaXpress' - micromanager: 'Micro-Manager' - mrc: 'MRC' - nd2: 'ND2' - nifti: 'NIfTI' - nrrd: 'NRRD' - obf: 'OBF' - olympus-oir: 'Olympus-OIR' - ome-xml: 'OME-XML' - ome-tiff: 'OME-TIFF' - perkinelmer-operetta: 'PerkinElmer-Operetta' - png: 'PNG' - svs: 'SVS' - tiff: 'TIFF' - trestle: 'Trestle' - ventana: 'Ventana' - vectra-qptiff: 'Vectra-QPTIFF' - zeiss-czi: 'Zeiss-CZI' -# List containing special public images/folders that do not meet the standard -# layout above -special_public_folders: - - src: '../../../../repos/curated/samples/carlos/big.tiff' - dest: 'gateway_tests/big.tiff' - - src: '../../../../repos/curated/samples/ome/CHOBI_d3d.dv' - dest: 'gateway_tests/CHOBI_d3d.dv' - - src: '../../../../repos/curated/samples/ome/tinyTest.d3d.dv' - dest: 'gateway_tests/tinyTest.d3d.dv' - - src: '../../../../repos/curated/cellomics/public/' - dest: 'HCS/BBBC' - - src: '../../../../repos/curated/incell/public/' - dest: 'HCS/INCELL2000' - - src: '../../../../repos/curated/perkinelmer-operetta/public/' - dest: 'HCS/Operetta' - - src: '../../../repos/curated/zip/u-track/' - dest: 'u-track' diff --git a/release/permissions.yml b/release/permissions.yml deleted file mode 100644 index 400bddfe..00000000 --- a/release/permissions.yml +++ /dev/null @@ -1,37 +0,0 @@ ---- -- name: Permissions - hosts: idr0-slot3.openmicroscopy.org - become: true - tasks: - - name: Set perms /uod/idr/www - ansible.builtin.file: - path: /uod/idr/www - state: directory - owner: root - group: root - mode: 0755 - - - name: Set perms2 - ansible.builtin.file: - path: "{{ item }}" - state: directory - owner: root - group: root - mode: 0755 - with_items: "{{ www_folders }}" - - - name: Set perms3 www_folders - ansible.builtin.find: - paths: "{{ www_folders }}" - file_type: "directory" - recurse: "no" - register: "products" - - - name: Set perms3 - ansible.builtin.file: - path: "{{ item }}" - state: directory - owner: root - group: lsd - mode: 01775 - with_items: "{{ products.files | map(attribute='path') | list }}" diff --git a/release/presentations.yml b/release/presentations.yml deleted file mode 100644 index f953a14a..00000000 --- a/release/presentations.yml +++ /dev/null @@ -1,13 +0,0 @@ ---- -- name: Presentations playbook - hosts: idr0-slot3.openmicroscopy.org - become: true -# yamllint disable rule:latest - tasks: - - name: Update presentations - ansible.builtin.git: - repo: https://github.com/ome/presentations - force: false - update: true - dest: "/uod/idr/www/downloads.openmicroscopy.org/presentations" -# yamllint disable rule:latest diff --git a/release/public-images.yml b/release/public-images.yml deleted file mode 100644 index ce649a69..00000000 --- a/release/public-images.yml +++ /dev/null @@ -1,25 +0,0 @@ ---- -- name: Public images - hosts: idr0-slot3.openmicroscopy.org - become: true - tasks: - - name: Create symlinks for public images - ansible.builtin.file: - force: true - src: "../../../repos/curated/{{ item.key }}/public/" - dest: > - "/uod/idr/www/downloads. - openmicroscopy.org/ - images/{{ item.value }}" - state: link - with_dict: "{{ public_folders }}" - - name: Check public images - ansible.builtin.file: - force: true - src: "{{ item.src }}" - dest: > - "/uod/idr/www/downloads. - openmicroscopy.org/ - images/{{ item.dest }}" - state: link - with_items: "{{ special_public_folders }}" diff --git a/release/release-acceptance.yml b/release/release-acceptance.yml deleted file mode 100644 index 75adaad6..00000000 --- a/release/release-acceptance.yml +++ /dev/null @@ -1,97 +0,0 @@ ---- -- name: Release acceptance - hosts: idr0-slot3.openmicroscopy.org - become: true - tasks: - - name: Check mandatory variables are defined - fail: - msg: Please pass 'product' and 'version' variables - when: product is not defined and version is not defined - - - name: Check the release component exist - stat: - path: "{{ item }}/{{ product }}/{{ version }}/" - register: s - with_items: "{{ www_folders }}" - - - name: Check the release component exist - fail: - msg: "{{ item }} does not exist" - with_items: "{{ s.results }}" - when: item.stat is not defined or not item.stat.exists - - - name: Check pre-release - set_fact: - prerelease: "{{ '-' in version }}" - - - name: Define minor and major versions - set_fact: - minorversion: "{{ version.split('.')[:2] | join('.') }}" - majorversion: "{{ version.split('.')[:1] | join('.') }}" - - - name: Remove .htaccess file - file: - path: "{{ item }}/{{ product }}/{{ version }}/.htaccess" - state: absent - with_items: "{{ www_folders }}" - - - name: Make release folders read-only and owned by root - file: - path: "{{ item }}/{{ product }}/{{ version }}" - state: directory - owner: root - group: root - recurse: true - mode: 01555 - with_items: "{{ www_folders }}" - - - name: Create minor version directory - file: - path: "{{ item }}/{{ product }}/{{ minorversion }}" - state: directory - mode: 0755 - with_items: "{{ www_folders }}" - when: not prerelease - - - name: Create minor version redirects - copy: - dest: "{{ item }}/{{ product }}/{{ minorversion }}/.htaccess" - content: "Redirect 301 /{{ product }}/{{ minorversion }} \ - /{{ product }}/{{ version }}" - mode: 0644 - with_items: "{{ www_folders }}" - when: not prerelease - - - name: Create minor version directory - file: - path: "{{ item }}/{{ product }}/{{ majorversion }}" - state: directory - mode: 0755 - with_items: "{{ www_folders }}" - when: not prerelease - - - name: Create major version redirects - copy: - dest: "{{ item }}/{{ product }}/{{ majorversion }}/.htaccess" - content: "Redirect 301 /{{ product }}/{{ majorversion }} \ - /{{ product }}/{{ version }}" - mode: 0644 - with_items: "{{ www_folders }}" - when: not prerelease - - - name: Create latest version directory - file: - path: "{{ item }}/{{ product }}/latest" - state: directory - mode: 0755 - with_items: "{{ www_folders }}" - when: not prerelease - - - name: Create latest version redirect - copy: - dest: "{{ item }}/{{ product }}/latest/.htaccess" - content: "Redirect 301 /{{ product }}/latest \ - /{{ product }}/{{ version }}" - mode: 0644 - with_items: "{{ www_folders }}" - when: not prerelease diff --git a/site.yml b/site.yml deleted file mode 100644 index 10bf0d04..00000000 --- a/site.yml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# ansible-playbook -i /prod-hosts site.yml - -# For new hosts you may also need to run the bootstrap playbook to setup -# networking and initial partitions: -# - import_playbook: bootstrap/playbook.yml - -# deployment of two OMERO.web instances for hosting Dundee's production OMERO. -# One of the two instances is for publication data ("ns-web-pub"). -- import_playbook: omero/nightshade-webclients.yml - -# nightshade.openmicroscopy.org OMERO.server -- import_playbook: omero/ome-dundeeomero.yml - -# https://demo.openmicroscopy.org OMERO.server and OMERO.web -- import_playbook: omero/ome-demoserver.yml - -# Firewall configuration for all UoD OMERO servers -# The training-server playbooks modify the firewall configuration so this must -# be run first to setup the basic rules -- import_playbook: omero/omero-firewall.yml - -# https://outreach.openmicroscopy.org -# https://workshop.openmicroscopy.org -- import_playbook: omero/training-server/playbook.yml - -# Internal monitoring configuration for all UoD OMERO servers -- import_playbook: omero/omero-monitoring-agents.yml - -# https://www.openmicroscopy.org/ -- import_playbook: www/playbook.yml - -# OME proxied service -- import_playbook: web-proxy/playbook.yml diff --git a/web-proxy/playbook.yml b/web-proxy/playbook.yml deleted file mode 100644 index 84a0fe8a..00000000 --- a/web-proxy/playbook.yml +++ /dev/null @@ -1,33 +0,0 @@ ---- -# Playbook for maintaining OME production web proxies - -- name: Web proxy - hosts: web-proxies - roles: - - role: ome.network - tags: network - - role: ome.lvm_partition - tags: lvm - lvm_lvname: root - lvm_lvmount: / - lvm_lvsize: "{{ root_size }}" - lvm_lvfilesystem: "{{ root_filesystem }}" - - role: ome.lvm_partition - tags: lvm - lvm_lvname: var_log - lvm_lvmount: /var/log - lvm_lvsize: "{{ varlog_size }}" - lvm_lvfilesystem: "{{ root_filesystem }}" - - role: ome.ssl_certificate - - role: ome.nginx_proxy - - handlers: - - name: Reload nginx - listen: ssl certificate changed - become: true - ansible.builtin.service: - name: nginx - state: reloaded - - vars: - nginx_version: 1.18.0 diff --git a/www/README.txt b/www/README.txt deleted file mode 100644 index 8cf4801d..00000000 --- a/www/README.txt +++ /dev/null @@ -1,7 +0,0 @@ -### ansible playbook & requirements for www server - -- after installing ansible and ansible-galaxy, - ansible-galaxy install -r ../requirements.yml -p roles - -- install and configure server - ansible-playbook playbook.yml diff --git a/www/Vagrantfile b/www/Vagrantfile deleted file mode 100644 index fec73b26..00000000 --- a/www/Vagrantfile +++ /dev/null @@ -1,14 +0,0 @@ -Vagrant.configure("2") do |config| - config.vm.box = "centos/7" - config.vm.provider "virtualbox" do |vb| - config.vm.network "forwarded_port", guest: 80, host: 8080 - config.vm.network "forwarded_port", guest: 443, host: 8443 - vb.customize ["modifyvm", :id, "--memory", "2048"] - end - - config.vm.provision "ansible" do |ansible| - ansible.playbook = "playbook.yml" - ansible.galaxy_role_file = "requirements.yml" - ansible.skip_tags = "lvm" - end -end diff --git a/www/files/deploy b/www/files/deploy deleted file mode 100644 index 2ec6aef4..00000000 --- a/www/files/deploy +++ /dev/null @@ -1,85 +0,0 @@ -#!/usr/bin/env python -import argparse -import json -import os -import sys -import tarfile -# Python 2 and 3 compatible so this can be run on RHEL7 without a virtualenv -try: - from urllib.request import urlopen -except ImportError: - from urllib2 import urlopen - - -def main(version, parent, dry_run): - # https://docs.github.com/en/free-pro-team@latest/rest/reference/repos#releases - # No paging, assume no-one will install a really old version - r = urlopen('https://api.github.com/repos/ome/www.openmicroscopy.org/releases') - assert r.code == 200 - releases = json.load(r) - - if version == 'latest': - release = releases[0] - else: - release = None - for check in releases: - if check['tag_name'] == version: - release = check - break - if release is None: - print('Failed to find release {}'.format(version)) - sys.exit(1) - - tag = release['tag_name'] - - dst = os.path.join(parent, tag) - sym = os.path.join(parent, 'html') - - if os.path.exists(dst): - print('{} already exists, not downloading'.format(dst)) - elif dry_run: - print('Would download {}'.format(dst)) - else: - www_assets = [a for a in release['assets'] if a['name'] == 'www.openmicroscopy.org.tar.gz'] - assert len(www_assets) == 1, 'Expected one asset named www.openmicroscopy.org.tar.gz' - url = www_assets[0]['browser_download_url'] - - h = urlopen(url) - thetarfile = tarfile.open(fileobj=h, mode="r|gz") - thetarfile.extractall(path=dst) - h.close() - print('Extracted {} to {}'.format(url, dst)) - - if os.path.exists(sym): - assert os.path.islink(sym), '{} is not a symlink'.format(sym) - target = os.readlink(sym) - if target == dst: - print('{} already points to {}, no changes made'.format(dst, sym)) - sys.exit(0) - elif dry_run: - print('Would remove symlink {} (target={})'.format(sym, target)) - else: - print(target) - # Mutator - os.remove(sym) - if dry_run: - print('Would symlink {} to {}'.format(dst, sym)) - else: - # Mutator - os.symlink(dst, sym) - print('Symlinked {} to {}'.format(dst, sym)) - sys.exit(1) - - -if __name__ == '__main__': - parser = argparse.ArgumentParser() - xor = parser.add_mutually_exclusive_group() - xor.add_argument('-n','--dry-run', action='store_true', default=True) - xor.add_argument('-f','--force', action='store_false', dest="dry_run") - parser.add_argument( - '--parentdir', default='/var/www/www.openmicroscopy.org', - help='Web-server directory for www.openmicroscopy.org') - parser.add_argument('--version', default='latest', - help='Release to download') - args = parser.parse_args() - main(args.version, args.parentdir, args.dry_run) diff --git a/www/playbook.yml b/www/playbook.yml deleted file mode 100644 index 8c8fb53b..00000000 --- a/www/playbook.yml +++ /dev/null @@ -1,116 +0,0 @@ -# Install NGINX, and prepare the OME (UoD/SLS) prerequisites - -- name: Playbook www - hosts: www - environment: - PATH: /usr/local/bin:{{ ansible_env.PATH }} - pre_tasks: - - name: Install open-vm-tools if system is a VMware vm - become: true - ansible.builtin.yum: - name: open-vm-tools - state: installed - when: > - ((ansible_virtualization_type is defined) - and (ansible_virtualization_type == "VMware")) - - # Two tasks here which could instead use the role at - # https://github.com/openmicroscopy/ansible-role-lvm-partition/, - # but that role - # will change the device name to symlinks rather than - # existing device ID. - - name: storage | Resize root LV - tags: lvm - become: true - lvol: - lv: root - vg: "{{ lvm_vgname }}" - size: "{{ provision_root_lvsize }}" - shrink: false - - # Grow the filesystem to fill the LV - - name: storage | Resize root FS - tags: lvm - become: true - filesystem: - fstype: "{{ filesystem }}" - dev: /dev/mapper/{{ lvm_vgname }}-root - resizefs: true - - - name: storage | Resize var_log LV - tags: lvm - become: true - lvol: - lv: var_log - vg: "{{ lvm_vgname }}" - size: "{{ provision_varlog_lvsize }}" - shrink: false - - # Grow the filesystem to fill the LV - - name: storage | Resize var_log FS - tags: lvm - become: true - filesystem: - fstype: "{{ filesystem }}" - dev: /dev/mapper/{{ lvm_vgname }}-var_log - resizefs: true - - roles: - # Now OME are using RHEL without Spacewalk, - # the current best-method of - # checking `is server deployed in Dundee/SLS` - # is checking for the SLS nameservers. - - role: ome.system_monitor_agent - tags: monitoring - when: "'10.1.255.216' in ansible_dns.nameservers" - - - role: ome.sudoers - sudoers_individual_commands: - - user: "%omedev" - become: ALL - command: "NOPASSWD: /usr/local/bin/deploy *" - - post_tasks: - - - name: Check_MK logwatch plugin | check for plugin existence - tags: monitoring - ansible.builtin.stat: - path: "{{ check_mk_agent_plugin_path }}/mk_logwatch" - register: check_mk_logwatch_plugin_st - - - name: Check_MK logwatch plugin | activate the plugin - tags: monitoring - become: true - command: >- - cp "{{ check_mk_agent_plugin_path }}/mk_logwatch" - /usr/share/check-mk-agent/plugins/ - creates=/usr/share/check-mk-agent/plugins/mk_logwatch - when: check_mk_logwatch_plugin_st.stat.exists - - - name: Check_MK logwatch plugin | check for default config file - tags: monitoring - ansible.builtin.stat: - path: "{{ check_mk_agent_config_example_path }}/logwatch.cfg" - register: check_mk_logwatch_plugin_conf_st - - - name: Check_MK logwatch plugin | copy the default config - tags: monitoring - become: true - command: >- - cp "{{ check_mk_agent_config_example_path }}/logwatch.cfg" - "{{ check_mk_agent_config_path }}/logwatch.cfg" - creates="{{ check_mk_agent_config_path }}/logwatch.cfg" - when: check_mk_logwatch_plugin_conf_st.stat.exists - - vars: - # Check_MK (system monitoring) paths - check_mk_agent_plugin_path: /usr/share/check-mk-agent/available-plugins - check_mk_agent_config_example_path: "/usr/share\ - /check_mk/agents/cfg_examples" - check_mk_agent_config_path: /etc/check-mk-agent - - filesystem: "ext4" - -- name: Import www deploy - import_playbook: www-deploy.yml -# www-deploy.yml includes www-jekyll.yml diff --git a/www/tests/check_redirects.py b/www/tests/check_redirects.py deleted file mode 100644 index 2e45aa1d..00000000 --- a/www/tests/check_redirects.py +++ /dev/null @@ -1,179 +0,0 @@ -# Test redirects -# -# Test the default host: -# pytest check_redirects.py -# -# Test a different host: -# HOST=http://www-dev.openmicroscopy.org pytest check_redirects.py - -import os -import pytest -import requests - -HOST_OME = os.getenv('HOST', 'https://ome-www.openmicroscopy.org') -HOST_OPENMICROSCOPY = os.getenv('HOST', 'https://www.openmicroscopy.org') -hosts = (HOST_OME, HOST_OPENMICROSCOPY) -suffixes = ['', '/'] -redirect_uris = [ - ('/site', '/'), - ('/site/about', '/about'), - ('/site/about/licensing', '/licensing'), - ('/site/about/licensing-attribution', '/licensing'), - ('/site/about/licensing-attribution/licensing', '/licensing'), - ('/site/about/ome-contributors', '/contributors'), - ('/site/about/partners', '/commercial-partners'), - ('/site/about/development-teams', '/teams'), - ('/site/about/publications', '/citing-ome'), - ('/site/about/who-ome', '/teams'), - ('/site/about/what-omero/overview', '/omero'), - ('/site/about/roadmap', '/about'), - ('/site/about/project-history', '/about'), - - ('/site/community', '/support'), - ('/site/community/mailing-lists', '/support'), - ('/site/events', '/events'), - ('/site/community/minutes/conference-calls', '/on-the-web'), - ('/site/community/minutes/meetings/12th-annual-users-meeting-2017', - '/events/12th-annual-users-meeting-2017.html'), - ('/site/community/minutes/meetings/11th-annual-users-meeting-2016', - '/events/11th-annual-users-meeting-2016.html'), - ('/site/community/minutes/meetings/10th-annual-users-meeting-june-2015', '/events/10th-annual-users-meeting-june-2015.html'),# noqa - ('/site/community/minutes/meetings/9th-annual-users-meeting-june-2014', '/events/9th-annual-users-meeting-june-2014.html'),# noqa - ('/site/community/jobs', '/careers'), - - ('/site/products', '/products'), - ('/site/products/bio-formats', '/bio-formats'), - ('/site/products/bio-formats/downloads', '/bio-formats/downloads/'), - ('/site/products/omero', '/omero'), - ('/site/products/omero/downloads', '/omero/downloads/'), - ('/site/products/omero/feature-list', '/omero/features/'), - ('/site/products/omero/secvuln', '/security/advisories/'), - ('/site/products/ome5/secvuln', '/security/advisories/'), - ('/site/products/omero/secvuln/2014-SV3-csrf', - '/security/advisories/2014-SV3-csrf/'), - - ('/site/support', '/docs'), - ('/site/support/ome-artwork', '/artwork'), - ('/site/support/ome-artwork/artwork-usage', '/artwork'), - ('/site/news', '/announcements'), - - ('/info/vulnerabilities', '/security/advisories/'), - ('/info/vulnerabilities/2014-SV3-csrf', - '/security/advisories/2014-SV3-csrf/'), - ('/info/omero', '/omero'), - ('/info/cls', '/omero/downloads/'), - ('/info/download', '/omero/downloads/'), - ('/info/downloads', '/omero/downloads/'), - ('/info/attribution', '/licensing/'), -] -external_uris = [ - ('/omero-blog', 'http://blog.openmicroscopy.org'), - ('/site/about/development-teams/glencoe-software', 'https://www.glencoesoftware.com/team.html'),# noqa - ('/site/community/scripts', 'https://docs.openmicroscopy.org/latest/omero/developers/scripts/index.html'),# noqa - ('/site/support/bio-formats', 'https://docs.openmicroscopy.org/latest/bio-formats/'),# noqa - ('/site/support/bio-formats5', 'https://docs.openmicroscopy.org/latest/bio-formats5/'),# noqa - ('/site/support/bio-formats5.3', 'https://docs.openmicroscopy.org/latest/bio-formats5.3/'),# noqa - ('/site/support/bio-formats5.4', 'https://docs.openmicroscopy.org/latest/bio-formats5.4/'),# noqa - ('/site/support/bio-formats5.5', 'https://docs.openmicroscopy.org/latest/bio-formats5.5/'),# noqa - ('/site/support/omero', 'https://docs.openmicroscopy.org/latest/omero/'),# noqa - ('/site/support/omero5', 'https://docs.openmicroscopy.org/latest/omero5/'),# noqa - ('/site/support/omero5.0', 'https://docs.openmicroscopy.org/latest/omero5.0/'),# noqa - ('/site/support/omero5.1', 'https://docs.openmicroscopy.org/latest/omero5.1/'),# noqa - ('/site/support/omero5.2', 'https://docs.openmicroscopy.org/latest/omero5.2/'),# noqa - ('/site/support/omero5.3', 'https://docs.openmicroscopy.org/latest/omero5.3/'),# noqa - ('/site/support/ome-model', 'https://docs.openmicroscopy.org/latest/ome-model/'),# noqa - ('/site/support/file-formats', 'https://docs.openmicroscopy.org/latest/ome-model/'),# noqa - ('/site/support/file-formats/schemas/specifications/compliant-file-specification', 'https://docs.openmicroscopy.org/latest/ome-model/specifications/'),# noqa - ('/site/support/ome-tiff', 'https://docs.openmicroscopy.org/latest/ome-model/ome-tiff/'),# noqa - ('/site/support/ome-files-cpp', 'https://docs.openmicroscopy.org/latest/ome-files-cpp/'),# noqa - ('/site/support/contributing', 'https://docs.openmicroscopy.org/contributing/'),# noqa - ('/site/support/previous', 'https://docs.openmicroscopy.org'), - ('/info/OMERO.insight', 'https://docs.openmicroscopy.org/latest/omero/users/index.html'),# noqa - ('/info/OMERO.importer', 'https://docs.openmicroscopy.org/latest/omero/users/index.html'),# noqa - ('/info/OMERO.editor', 'https://docs.openmicroscopy.org/latest/omero/users/index.html'),# noqa - ('/info/OMERO.web', 'https://docs.openmicroscopy.org/latest/omero/users/index.html'),# noqa - ('/info/OMERO.server', 'https://docs.openmicroscopy.org/latest/omero/users/index.html'),# noqa - ('/info/permissions', 'https://docs.openmicroscopy.org/latest/omero/sysadmins/server-permissions.html'),# noqa - ('/info/demo', 'http://help.openmicroscopy.org/demo-server.html'), - ('/info/lists', 'http://lists.openmicroscopy.org.uk/mailman/listinfo/'), - ('/info/videos', 'https://www.youtube.com/channel/UCyySB9ZzNi8aBGYqcxSrauQ'),# noqa - ('/info/downgrade', 'https://docs.openmicroscopy.org/latest/omero/developers/Model/XsltTransformations.html'),# noqa - ('/info/flimfit', 'http://flimfit.org'),# noqa - ('/info/scripts', 'https://docs.openmicroscopy.org/latest/omero/developers/scripts/index.html'),# noqa - ('/info/bio-formats', 'https://docs.openmicroscopy.org/latest/bio-formats/'),# noqa - ('/info/slidebook', 'https://www.intelligent-imaging.com/technical-answers'),# noqa -] -content_uris = [ - ('/community', 'This page was generated by phpBB'), - ('/community/ucp.php?mode=login', ' Login'), - ('/community/viewtopic.php?f=6&t=8319', - 'UserId issues from Matlab.'), - ('/community/viewtopic.php?f=11&t=8320', - 'View topic - Release of Bio-Formats 5.5.3'), - ('/community/viewtopic.php?p=18303#p18303', - '
'), - ('/community/index.php', 'Index page'), - - ('/Schemas', 'Open Microscopy Environment Schemas'), - ('/Schemas/ROI', 'Open Microscopy Environment ROI Schemas'), - ('/Schemas/broken-link', 'Open Microscopy Environment Schemas'), - - ('/qa2', 'OMERO.qa provides support services'), - ('/qa2/qa/feedback/17777', 'Go back'), - ('/qa2/qa/upload', 'Uploading sample images'), - ('/qa2/qa/feedback/?status=1', - 'If you cannot view feedback you previously submitted'), - ('/qa2/registry/demo_account', 'Requesting a demo server account'), - ('/qa2/registry/statistic', 'File statistics.'), -] -content_uris_no_slash = [ - ('/Schemas/OME/2016-06/ome.xsd', 'Schema June 2016'), - ('/Schemas/OME/2015-01/ome.xsd', 'Schema January 2015'), - ('/Schemas/ROI/2015-01/ROI.xsd', 'Region of Interest'), - ('/XMLschemas/OME/FC/ome.xsd', 'The OME element is a container'), - ('/XMLschemas/CA/RC1/CA.xsd', - 'Conforms to w3c http://www.w3.org/2001/XMLSchema'), - ('/XMLschemas/STD/RC2/STD.xsd', 'Defines a semantic type'), -] - - -# Based on -# https://github.com/openmicroscopy/prod-playbooks/blob/master/www/playbook.yml -@pytest.mark.parametrize('host', hosts) -@pytest.mark.parametrize('uri,expect', redirect_uris) -@pytest.mark.parametrize("suffix", suffixes) -def test_redirect_with_slash(host, uri, expect, suffix): - r = requests.head('%s%s%s' % (host, uri, suffix)) - assert r.is_redirect - assert r.headers['Location'] == '%s%s' % (host, expect) - - -@pytest.mark.parametrize('host', hosts) -@pytest.mark.parametrize('uri,expect', external_uris) -@pytest.mark.parametrize("suffix", suffixes) -def test_redirect_external(host, uri, expect, suffix): - r = requests.head('%s%s%s' % (host, uri, suffix)) - assert r.is_redirect - assert r.headers['Location'] == expect - - -@pytest.mark.parametrize('host', hosts) -def test_404(host): - uri = '/non-existent/path' - r = requests.head('%s%s' % (host, uri)) - assert r.status_code == 404 - - -@pytest.mark.parametrize('host', hosts) -@pytest.mark.parametrize('uri,content', content_uris) -@pytest.mark.parametrize('suffix', suffixes) -def test_content(host, uri, content, suffix): - r = requests.get('%s%s%s' % (host, uri, suffix)) - assert content in r.text - - -@pytest.mark.parametrize('host', hosts) -@pytest.mark.parametrize('uri,content', content_uris_no_slash) -def test_content_no_slash(host, uri, content): - r = requests.get('%s%s' % (host, uri)) - assert content in r.text diff --git a/www/tests/requirements.txt b/www/tests/requirements.txt deleted file mode 100644 index 547de5c5..00000000 --- a/www/tests/requirements.txt +++ /dev/null @@ -1,2 +0,0 @@ -pytest -requests diff --git a/www/www-deploy.yml b/www/www-deploy.yml deleted file mode 100644 index 29c9f2c1..00000000 --- a/www/www-deploy.yml +++ /dev/null @@ -1,350 +0,0 @@ -# Install NGINX - -- name: Www deploy - hosts: www - - roles: - - role: ome.ssl_certificate - - role: ome.nginx_proxy - tags: nginxconf - - handlers: - - name: Reload nginx - listen: ssl certificate changed - become: true - ansible.builtin.service: - name: nginx - state: reloaded - - vars: - nginx_proxy_worker_processes: >- - {{ ((ansible_processor_count * ansible_processor_cores) - / 2) |round|int }} - nginx_proxy_worker_connections: 65000 - nginx_proxy_ssl: true - nginx_proxy_ssl_certificate: "{{ ssl_certificate_bundled_path }}" - nginx_proxy_ssl_certificate_key: "{{ ssl_certificate_key_path }}" - nginx_proxy_http2: true - nginx_proxy_force_ssl: false - nginx_proxy_404: "/404.html" - nginx_proxy_conf_http: - - "client_max_body_size 2g" - nginx_proxy_backends: - # Proxy for QA application - - location: /qa2 - server: https://www-legacy.openmicroscopy.org/qa2 - - location: /static - server: https://www-legacy.openmicroscopy.org - nginx_proxy_redirect_map_locations: - # TODO: change to 301 when we're happy - - location: "~ ^/(BIO-FORMATS)($|/)" - code: 302 - - location: "~ ^/(OME-FILES)($|/)" - code: 302 - - location: "~ ^/(OMERO)($|/)" - code: 302 - - location: "~ ^/(site)($|/)" - code: 302 - - location: "~ ^/(omero-blog)($|/)" - code: 302 - - location: "~ ^/(info)($|/)" - code: 302 - - location: "~ ^/(forums)($|/)" - code: 302 - - location: "~ ^/(XMLschemas)($|/)" - code: 302 - - location: "~ ^/(Schemas/Samples)($|/)" - code: 302 - nginx_proxy_redirect_map: - # by default redirect to the 404 page - - match: default - dest: /404.html - - match: "~/omero-blog.*" - dest: http://blog.openmicroscopy.org - - match: "~/site/?$" - dest: / - - match: "~/site/news/?$" - dest: /announcements - - # about - - match: "~/site/about/?$" - dest: /about - - match: "~/site/about/who-ome" - dest: /teams - - match: "~/site/about/licensing" - dest: /licensing - - match: "~/site/about/licensing-attribution(/.*)?$" - dest: /licensing - - match: "~/site/about/ome-contributors/?$" - dest: /contributors - - match: "~/site/about/partners/?$" - dest: /commercial-partners - - match: "~/site/about/development-teams/?$" - dest: /teams - - match: "~/site/about/development-teams/glencoe-software" - dest: https://www.glencoesoftware.com/team.html - - match: "~/site/about/publications" - dest: /citing-ome - - match: "~/site/about/what-omero/overview" - dest: /omero - - match: "~/site/about/(?.*)$" - dest: /about - - # products - - match: "~/site/products/?$" - dest: /products - - match: "~/site/products/omero/?$" - dest: /omero - - match: "~/site/products/omero/downloads/?$" - dest: /omero/downloads/ - - match: "~/site/products/omero/feature-list/?$" - dest: /omero/features/ - - match: "~/site/products/omero/big-images-support/?$" - dest: /omero/view/ - - match: "~/site/products/omero/secvuln/?$" - dest: /security/advisories/ - - match: "~/site/products/ome5/secvuln/?$" - dest: /security/advisories/ - - match: "~/site/products/omero/secvuln/(?.*[^/])/?$" - dest: /security/advisories/$link/ - - match: "~/site/products/bio-formats/?$" - dest: /bio-formats - - match: "~/site/products/bio-formats/downloads/?$" - dest: /bio-formats/downloads/ - - match: "~/site/products/ome-files-cpp/?$" - dest: /ome-files - - match: "~/site/products/(?.*)$" - dest: /products - - # community - - match: "~/forums/?$" - dest: https://forum.image.sc/c/data-management - - match: "~/site/community/?$" - dest: /support - - match: "~/site/community/mailing-lists/?$" - dest: /support - - match: "~/site/events(/.*)?$" - dest: /events - - match: "~/site/community/minutes/conference-calls/?$" - dest: /on-the-web - - match: "~/site/community/minutes/meetings\ - /12th-annual-users-meeting-2017" - dest: /events/12th-annual-users-meeting-2017.html - - match: "~/site/community/minutes/meetings\ - /11th-annual-users-meeting-2016" - dest: /events/11th-annual-users-meeting-2016.html - - match: "~/site/community/minutes/meetings/\ - 10th-annual-users-meeting-june-2015" - dest: /events/10th-annual-users-meeting-june-2015.html - - match: "~/site/community/minutes/meetings/\ - 9th-annual-users-meeting-june-2014" - dest: /events/9th-annual-users-meeting-june-2014.html - - match: "~/site/community/jobs/?$" - dest: /careers - - match: "~/site/community/scripts/?$" - dest: "https://docs.openmicroscopy.org/\ - latest/omero/developers/scripts/index.html" - - match: "~/site/community/(?.*)$" - dest: /support - - # support - - match: "~/site/support/?$" - dest: /docs - - - match: "~/site/support/bio-formats/?$" - dest: https://docs.openmicroscopy.org/latest/bio-formats/ - - match: "~/site/support/bio-formats/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/bio-formats/$link - - match: "~/site/support/bio-formats5/?$" - dest: https://docs.openmicroscopy.org/latest/bio-formats5/ - - match: "~/site/support/bio-formats5/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/bio-formats5/$link - - match: '~/site/support/bio-formats5\.3/?$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.3/ - - match: '~/site/support/bio-formats5\.3/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.3/$link - - match: '~/site/support/bio-formats5\.4/?$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.4/ - - match: '~/site/support/bio-formats5\.4/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.4/$link - - match: '~/site/support/bio-formats5\.5/?$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.5/ - - match: '~/site/support/bio-formats5\.5/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/bio-formats5.5/$link - - - match: "~/site/support/omero/?$" - dest: https://docs.openmicroscopy.org/latest/omero/ - - match: "~/site/support/omero/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/omero/$link - - match: "~/site/support/omero5/?$" - dest: https://docs.openmicroscopy.org/latest/omero5/ - - match: "~/site/support/omero5/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/omero5/$link - - match: '~/site/support/omero5\.0/?$' - dest: https://docs.openmicroscopy.org/latest/omero5.0/ - - match: '~/site/support/omero5\.0/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/omero5.0/$link - - match: '~/site/support/omero5\.1/?$' - dest: https://docs.openmicroscopy.org/latest/omero5.1/ - - match: '~/site/support/omero5\.1/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/omero5.1/$link - - match: '~/site/support/omero5\.2/?$' - dest: https://docs.openmicroscopy.org/latest/omero5.2/ - - match: '~/site/support/omero5\.2/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/omero5.2/$link - - match: '~/site/support/omero5\.3/?$' - dest: https://docs.openmicroscopy.org/latest/omero5.3/ - - match: '~/site/support/omero5\.3/(?.*)$' - dest: https://docs.openmicroscopy.org/latest/omero5.3/$link - - - match: "~/site/support/ome-model/?$" - dest: https://docs.openmicroscopy.org/latest/ome-model/ - - match: "~/site/support/ome-model/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/ome-model/$link - - match: "~/site/support/file-formats/?$" - dest: https://docs.openmicroscopy.org/latest/ome-model/ - - match: "~/site/support/file-formats/schemas\ - /specifications/compliant-file-specification/?$" - dest: https://docs.openmicroscopy.org/latest/ome-model/specifications/ - - match: "~/site/support/ome-tiff/?$" - dest: https://docs.openmicroscopy.org/latest/ome-model/ome-tiff/ - - match: "~/site/support/ome-files-cpp/?$" - dest: https://docs.openmicroscopy.org/latest/ome-files-cpp/ - - match: "~/site/support/ome-files-cpp/(?.*)$" - dest: https://docs.openmicroscopy.org/latest/ome-files-cpp/$link - - match: "~/site/support/contributing/?$" - dest: https://docs.openmicroscopy.org/contributing/ - - match: "~/site/support/contributing/(?.*)$" - dest: https://docs.openmicroscopy.org/contributing/$link - - match: "~/site/support/previous(/.*)?$" - dest: https://docs.openmicroscopy.org - - match: "~/site/support/ome-artwork(/.*)?$" - dest: /artwork - - # uppercase alias - - match: "~/BIO-FORMATS$" - dest: /bio-formats - - match: "~/BIO-FORMATS/(?.*)$" - dest: /bio-formats/$link - - match: "~/OME-FILES$" - dest: /ome-files - - match: "~/OME-FILES/(?.*)$" - dest: /ome-files/$link - - match: "~/OMERO$" - dest: /omero - - match: "~/OMERO/(?.*)$" - dest: /omero/$link - - # info - - match: "~/info/vulnerabilities/?$" - dest: /security/advisories/ - - match: "~/info/vulnerabilities/(?.*[^/])/?$" - dest: /security/advisories/$link/ - - match: "~/info/omero/?$" - dest: /omero - - match: "~/info/OMERO.insight/?$" - dest: https://docs.openmicroscopy.org/latest/omero/users/index.html - - match: "~/info/OMERO.importer/?$" - dest: https://docs.openmicroscopy.org/latest/omero/users/index.html - - match: "~/info/OMERO.editor/?$" - dest: https://docs.openmicroscopy.org/latest/omero/users/index.html - - match: "~/info/OMERO.web/?$" - dest: https://docs.openmicroscopy.org/latest/omero/users/index.html - - match: "~/info/OMERO.server" - dest: https://docs.openmicroscopy.org/latest/omero/users/index.html - - match: "~/info/permissions" - dest: "https://docs.openmicroscopy.org/latest\ - /omero/sysadmins/server-permissions.html" - - match: "~/info/demo" - dest: http://help.openmicroscopy.org/demo-server.html - - match: "~/info/cls" - dest: /omero/downloads/ - - match: "~/info/download" - dest: /omero/downloads/ - - match: "~/info/downloads" - dest: /omero/downloads/ - - match: "~/info/lists" - dest: http://lists.openmicroscopy.org.uk/mailman/listinfo/ - - match: "~/info/videos" - dest: https://www.youtube.com/channel/UCyySB9ZzNi8aBGYqcxSrauQ - - match: "~/info/attribution" - dest: /licensing/ - - match: "~/info/downgrade" - dest: "https://docs.openmicroscopy.org/latest/\ - omero/developers/Model/XsltTransformations.html" - - match: "~/info/flimfit" - dest: http://flimfit.org - - match: "~/info/scripts" - dest: "https://docs.openmicroscopy.org/latest/\ - omero/developers/scripts/index.html" - - match: "~/info/bio-formats(/.*)?$" - dest: https://docs.openmicroscopy.org/latest/bio-formats/ - - match: "~/info/slidebook" - dest: https://www.intelligent-imaging.com/technical-answers - - match: "~/info/(.*)?$" - dest: /site-map - - # Legacy XMLschemas endpoint - - match: "~/XMLschemas/(?.*[^/])?$" - dest: /Schemas/$link - - # Legacy schemas samples - - match: - "~/Schemas/Samples/2013-06/bioformats-artificial/\ - multi-channel-4D-series.ome.tif.zip" - dest: - "https://downloads.openmicroscopy.org/images/OME-TIFF/\ - 2013-06/bioformats-artificial/multi-channel-4D-series.ome.tif" - - match: "~/Schemas/Samples/2015-01/set-1-meta-companion" - dest: - https://downloads.openmicroscopy.org/images/OME-TIFF/2015-01/companion/ - - match: - "~/Schemas/Samples/2015-01/bioformats-artificial/\ - multi-channel-time-series.ome.tif.zip" - dest: - "https://downloads.openmicroscopy.org/images/OME-TIFF/\ - 2015-01/bioformats-artificial/multi-channel-time-series.ome.tif" - - match: "~/Schemas/Samples/(?.*)?$" - dest: https://downloads.openmicroscopy.org/images/OME-TIFF/$link - - match: "~/Schemas/Samples" - dest: https://downloads.openmicroscopy.org/images/ - - nginx_proxy_direct_locations: - - location: "/" - root: "/var/www/www.openmicroscopy.org/html" - index: index.html - - - location: "^~ /Schemas/Documentation/Generated/" - alias: /var/www/schemas_documentation/ - - - location: "/Schemas/Transforms/" - root: "/var/www/www.openmicroscopy.org/html/" - custom: - - autoindex on - - # Static copy of old phpBB forums: treat query params as part of filename - - location: "~ ^/community/style.php.*" - root: /var/www/phpbbforum/www.openmicroscopy.org - custom: - - try_files $request_uri $uri =404 - - default_type text/css - - location: "~ ^/community/?$" - redirect301: /community/index.php - - location: /community - root: /var/www/phpbbforum/www.openmicroscopy.org - custom: - # Need to exclude extra query parameters in incoming external links - # e.g. sid= - # If an exact match isn't found try just these parameters: - # [f, t, p], [f, t], [f] - - >- - try_files - $request_uri - $uri?f=$arg_f&t=$arg_t&p=$arg_p - $uri?f=$arg_f&t=$arg_t - $uri?f=$arg_f - =404 - - default_type text/html - -- name: Import www-static playbook - import_playbook: www-static.yml diff --git a/www/www-static.yml b/www/www-static.yml deleted file mode 100644 index f3c511c3..00000000 --- a/www/www-static.yml +++ /dev/null @@ -1,82 +0,0 @@ -# Update the static website - -- name: Www static - hosts: www - - pre_tasks: - - name: Check if phpbbforum already unzipped - ansible.builtin.stat: - path: "{{ phpbbforum_style_file }}" - register: _phpbbforum_style_file_st - - - name: Check if schemas_documentation already unzipped - ansible.builtin.stat: - path: "{{ schemas_doc_file }}" - register: _schemas_doc_file_st - - roles: - - role: ome.deploy_archive - become: true - deploy_archive_dest_dir: /var/www - deploy_archive_src_url: "https://downloads.openmicroscopy.org/web-\ - archive/phpbbforum-20190718.tar.gz" - deploy_archive_sha256: "e9d7a7eefbacf42ddbdf92b201584913cb6d94ec\ - 331750f811232b2e91aa5b40" - # This file is patched later so only unzip if it doesn't exist - when: not _phpbbforum_style_file_st.stat.exists - - - role: ome.deploy_archive - become: true - deploy_archive_dest_dir: /var/www - deploy_archive_src_url: "https://downloads.openmicroscopy.org/web-\ - archive/schemas_documentation-20211213.tar.gz" - deploy_archive_sha256: "27cc5def458112a2e259484906f2bc8c0e0e2bd\ - 0a728b0a478302537d67117ec" - # This file is patched later so only unzip if it doesn't exist - when: not _schemas_doc_file_st.stat.exists - - tasks: - - name: Install deployment script - become: true - template: - src: files/deploy - dest: /usr/local/bin/deploy - mode: 0555 - - - name: Install Cron daemon - become: true - ansible.builtin.yum: - name: cronie - state: installed - - - name: Add cron job updating the website - become: true - ansible.builtin.cron: - name: "Deploy the website" - special_time: hourly - job: >- - /usr/local/bin/deploy 2>&1 > - /dev/null || /usr/local/bin/deploy -f - - - name: Update static phpbb stylesheet - become: true - ansible.builtin.blockinfile: - block: | - form, - .quick-login, - .buttons, - #jumpbox~h3, - #jumpbox~p, - .headerspace~h3, - .headerspace~p, - ul.linklist.rightside, - ul.linklist li.rightside { - display: none; - } - marker: "/* {mark} ANSIBLE MANAGED BLOCK */" - path: "{{ phpbbforum_style_file }}" - - vars: - phpbbforum_style_file: "/var/www/phpbbforum/www.openmicroscopy\ - .org/community/style.php?id=7&lang=en" - schemas_doc_file: "/var/www/schemas_documentation/OME-2016-06/ome.html"