Venue Config Invitations (#2543)

* change subject of email sent to PCs on deployment

* invitation to send email notifications to authors

* add duedate to invitation set date for emailing decisions

* review release inv and subinvitations

* add exclusion invitations

* add review release date process and add test

* add expdate to review release and include Submission_Group inv

* create date invitation for reviewers invited response

* fix tests

* remove hardcoded number

---------

Co-authored-by: Melisa Bok <[email protected]>

Author: celestemartinez

openreview/api/client.py

@@ -2790,6 +2790,7 @@ def __init__(self,
         process = None,
         preprocess = None,
         date_processes = None,
+        post_processes = None,
         duedate = None,
         expdate = None,
         cdate = None,
@@ -2835,6 +2836,7 @@ def __init__(self,
         self.process = process
         self.preprocess = preprocess
         self.date_processes = date_processes
+        self.post_processes = post_processes
         self.content = content
         self.description = description
         self.instructions = instructions
@@ -2940,6 +2942,8 @@ def to_json(self):
             body['preprocess']=self.preprocess
         if  self.date_processes:
             body['dateprocesses']=self.date_processes
+        if  self.post_processes:
+            body['postprocesses']=self.post_processes
         if self.edit is not None:
             if self.type == 'Note':
                 body['edit']=self.edit
@@ -3001,6 +3005,8 @@ def from_json(Invitation,i):
             invitation.preprocess = i['preprocess']
         if 'dateprocesses' in i:
             invitation.date_processes = i['dateprocesses']
+        if 'postprocesses' in i:
+            invitation.post_processes = i['postprocesses']
         if 'edge' in i:
             invitation.edit = i['edge']
             invitation.type = 'Edge'

openreview/workflows/edit_invitations.py

@@ -1310,5 +1310,188 @@ def set_edit_group_deanonymizers_invitation(self, super_invitation_id):
             }
         )
 
+        self.save_invitation(invitation, replacement=False)
+        return invitation
+
+    def set_edit_email_date_invitation(self, super_invitation_id, due_date=None):
+
+        venue_id = self.venue_id
+        invitation_id = super_invitation_id + '/Dates'
+
+        invitation = Invitation(
+            id = invitation_id,
+            invitees = [venue_id],
+            signatures = [venue_id],
+            readers = [venue_id],
+            writers = [venue_id],
+            process = self.get_process_content('simple_dual_anonymous_workflow/process/email_decisions_dates_process.py'),
+            edit = {
+                'content': {
+                    'activation_date': {
+                        'value': {
+                            'param': {
+                                'type': 'date',
+                                'range': [ 0, 9999999999999 ]
+                            }
+                        }
+                    }
+                },
+                'signatures': [self.get_content_value('program_chairs_id', f'{venue_id}/Program_Chairs')],
+                'readers': [venue_id],
+                'writers': [venue_id],
+                'invitation': {
+                    'id': super_invitation_id,
+                    'signatures': [venue_id],
+                    'content': {
+                        'activation_date': {
+                            'value': '${4/content/activation_date/value}'
+                        }
+                    }
+                }
+            }
+        )
+
+        if due_date:
+            invitation.duedate = due_date
+
+        self.save_invitation(invitation, replacement=True)
+        return invitation
+
+    def set_edit_email_template_invitation(self, super_invitation_id):
+
+        venue_id = self.venue_id
+        invitation_id = super_invitation_id + '/Message'
+
+        invitation = Invitation(
+            id = invitation_id,
+            invitees = [venue_id],
+            signatures = [venue_id],
+            readers = [venue_id],
+            writers = [venue_id],
+            edit = {
+                'content': {
+                    'email_subject': {
+                        'description': 'The subject of the email to be sent to authors.  Make sure not to remove the parenthesized tokens.',
+                        'value': {
+                            'param': {
+                                'type': 'string',
+                                'regex': '.+',
+                            }
+                        }
+                    },
+                    'email_content': {
+                        'description': 'The content of the email to be sent to authors.  Make sure not to remove the parenthesized tokens.',
+                        'value': {
+                            'param': {
+                                'type': 'string',
+                                'maxLength': 100000,
+                                'input': 'textarea'
+                            }
+                        }
+                    }
+                },
+                'signatures': [self.get_content_value('program_chairs_id', f'{venue_id}/Program_Chairs')],
+                'readers': [venue_id],
+                'writers': [venue_id],
+                'invitation': {
+                    'id': super_invitation_id,
+                    'signatures': [venue_id],
+                    'content': {
+                        'subject': {
+                            'value': '${4/content/email_subject/value}'
+                        },
+                        'message': {
+                            'value': '${4/content/email_content/value}'
+                        }
+                    }
+                }
+            }
+        )
+
+        self.save_invitation(invitation, replacement=True)
+        return invitation
+
+    def set_review_release_reply_readers_invitation(self, super_invitation_id, include_signatures=True, due_date=None):
+
+        venue_id = self.venue_id
+        invitation_id = super_invitation_id + '/Readers'
+        submission_name = self.get_content_value('submission_name', 'Submission')
+        program_chairs_id = self.get_content_value('program_chairs_id', f'{venue_id}/Program_Chairs')
+        authors_name = self.domain_group.get_content_value('authors_name', 'Authors')
+        reviewers_name = self.domain_group.get_content_value('reviewers_name', 'Reviewers')
+
+        reply_readers = [
+            {'value': program_chairs_id, 'optional': False, 'description': 'Program Chairs'}
+        ]
+
+        senior_area_chairs_name = self.get_content_value('senior_area_chairs_name')
+        if senior_area_chairs_name:
+            reply_readers.extend([
+                {'value': self.get_content_value('senior_area_chairs_id'), 'optional': True, 'description': 'All Senior Area Chairs'},
+                {'value': f'{venue_id}/{submission_name}' + '${5/content/noteNumber/value}' +f'/{senior_area_chairs_name}', 'optional': True, 'description': 'Assigned Senior Area Chairs'}
+            ])
+
+        area_chairs_name = self.get_content_value('area_chairs_name')
+        if area_chairs_name:
+            reply_readers.extend([
+                {'value': self.get_content_value('area_chairs_id'), 'optional': True, 'description': 'All Area Chairs'},
+                {'value': f'{venue_id}/{submission_name}' + '${5/content/noteNumber/value}' +f'/{area_chairs_name}', 'optional': True, 'description': 'Assigned Area Chairs'}
+            ])
+
+        reply_readers.extend([
+            {'value': self.get_content_value('reviewers_id'), 'optional': True, 'description': 'All Reviewers'},
+            {'value': f'{venue_id}/{submission_name}' + '${5/content/noteNumber/value}' +f'/{reviewers_name}', 'optional': True, 'description': 'Assigned Reviewers'},
+            {'value': f'{venue_id}/{submission_name}' + '${5/content/noteNumber/value}' +f'/{reviewers_name}/Submitted', 'optional': True, 'description': 'Assigned Reviewers who already submitted their review'}
+        ])
+
+        if include_signatures:
+            reply_readers.append({'value': '${3/signatures}', 'optional': True, 'description': 'Reviewer who submitted the review'})
+
+        reply_readers.append({'value': f'{venue_id}/{submission_name}' + '${5/content/noteNumber/value}' +f'/{authors_name}', 'optional': True, 'description': 'Submission Authors'})
+
+        invitation = Invitation(
+            id = invitation_id,
+            invitees = [venue_id],
+            signatures = [venue_id],
+            readers = [venue_id],
+            writers = [venue_id],
+            edit = {
+                'signatures': [venue_id],
+                'readers': [venue_id],
+                'writers': [venue_id],
+                'content' :{
+                    'readers': {
+                        'value': {
+                            'param': {
+                                'type': 'string[]',
+                                'input': 'select',
+                                'items': reply_readers
+                            }
+                        }
+                    }
+                },
+                'invitation': {
+                    'id': super_invitation_id,
+                    'signatures': [venue_id],
+                    'edit': {
+                        'invitation': {
+                            'edit': {
+                                'invitation': {
+                                    'edit': {
+                                        'note': {
+                                            'readers': ['${9/content/readers/value}']
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                }
+            }
+        )
+
+        if due_date:
+            invitation.duedate = due_date
+
         self.save_invitation(invitation, replacement=False)
         return invitation

openreview/workflows/process/email_decisions_process.py

@@ -0,0 +1,58 @@
+def process(client, invitation):
+    import csv
+    from tqdm import tqdm
+    import time
+
+    now = openreview.tools.datetime_millis(datetime.datetime.utcnow())
+    cdate = invitation.cdate
+
+    if cdate > now:
+        ## invitation is in the future, do not process
+        print('invitation is not yet active', cdate)
+        return
+    
+    domain = client.get_group(invitation.domain)
+    venue_id = domain.id
+    short_name = domain.get_content_value('subtitle')
+    submission_venue_id = domain.get_content_value('submission_venue_id')
+    decision_name = domain.get_content_value('decision_name')
+    submission_name = domain.get_content_value('submission_name')
+    authors_name  = domain.get_content_value('authors_name')
+
+    email_subject = invitation.get_content_value('subject')
+    email_content = invitation.get_content_value('message')
+
+    active_submissions = client.get_notes(content={'venueid': submission_venue_id}, details='directReplies')
+    print('# active submissions:', len(active_submissions))
+
+    def send_decision_email(submission):
+        subject = email_subject.format(
+            short_name=short_name,
+            submission_number=submission.number,
+            submission_title=submission.content['title']['value']
+        )
+        decisions = [openreview.api.Note.from_json(reply) for reply in submission.details['directReplies'] if f'{venue_id}/{submission_name}{submission.number}/-/{decision_name}' in reply['invitations']]
+        if decisions:
+            decision = decisions[0]
+            decision_comment = f'''\n\nComment: {decision.content['comment']['value']}''' if 'comment' in decision.content else ''
+            
+            formatted_decision = f'''Decision: {decision.content['decision']['value']} {decision_comment}'''
+
+            message = email_content.format(
+                submission_number=submission.number,
+                submission_title=submission.content['title']['value'],
+                short_name=short_name,
+                formatted_decision=formatted_decision,
+                submission_forum=submission.id
+            )
+
+            client.post_message(
+                subject=subject,
+                recipients=[f'{venue_id}/{submission_name}{submission.number}/{authors_name}'],
+                message=message,
+                invitation=invitation.id
+            )
+
+    openreview.tools.concurrent_requests(send_decision_email, active_submissions)
+
+    print(f'{len(active_submissions)} decision emails sent to authors')

openreview/workflows/process/release_reviews_process.py

@@ -0,0 +1,14 @@
+def process(client, invitation):
+
+    now = openreview.tools.datetime_millis(datetime.datetime.utcnow())
+    cdate = invitation.cdate
+
+    if cdate > now:
+        ## invitation is in the future, do not process
+        print('invitation is not yet active', cdate)
+        return
+    
+    client.post_invitation_edit(
+        invitations=invitation.id,
+        invitation=openreview.api.Invitation()
+    )

openreview/workflows/simple_dual_anonymous_workflow/process/deploy_process.py

@@ -306,6 +306,19 @@ def process(client, edit, invitation):
         await_process=True
     )
 
+    client.post_invitation_edit(
+        invitations=f'{support_user}/Simple_Dual_Anonymous/Venue_Configuration_Request/-/Review_Release_Template',
+        signatures=[support_user],
+        content={
+            'venue_id': { 'value': venue_id },
+            'name': { 'value': 'Review_Release' },
+            'activation_date': { 'value': note.content['submission_deadline']['value'] + (60*60*1000*24*7*5) },
+            'submission_name': { 'value': 'Submission' },
+            'review_name': { 'value': 'Review' }
+        },
+        await_process=True
+    )
+
     client.post_invitation_edit(
         invitations=f'{support_user}/Simple_Dual_Anonymous/Venue_Configuration_Request/-/Author_Rebuttal_Template',
         signatures=[support_user],
@@ -343,6 +356,21 @@ def process(client, edit, invitation):
         await_process=True
     )
 
+    from_email = note.content['abbreviated_venue_name']['value'].replace(' ', '').replace(':', '-').replace('@', '').replace('(', '').replace(')', '').replace(',', '-').lower()
+    from_email = f'{from_email}[email protected]'
+    client.post_invitation_edit(
+        invitations='openreview.net/Support/Simple_Dual_Anonymous/Venue_Configuration_Request/-/Email_Decisions_to_Authors_Template',
+        signatures=['openreview.net/Support'],
+        content={
+            'venue_id': { 'value': venue_id },
+            'name': { 'value': 'Email_Decisions_to_Authors' },
+            'activation_date': { 'value': note.content['submission_deadline']['value'] + (60*60*1000*24*7*7) },
+            'from_name': { 'value': note.content['abbreviated_venue_name']['value'] },
+            'from_email': { 'value': from_email },
+            'message_reply_to': { 'value': note.content['contact_email']['value'] },
+        }
+    )
+
     client.post_invitation_edit(
         invitations=f'{support_user}/Simple_Dual_Anonymous/Venue_Configuration_Request/-/Reviewer_Paper_Aggregate_Score_Template',
         signatures=[support_user],
@@ -429,7 +457,7 @@ def process(client, edit, invitation):
                 'submission_deadline': { 'readers': [support_user] },
                 'submission_license': { 'readers': [support_user] },
                 'program_chair_console': { 'value': f'https://openreview.net/group?id={venue_id}/Program_Chairs' },
-                'workflow_timeline': { 'value': f'https://openreview.net/group/edit?id={venue_id}' }
+                'workflow_timeline': { 'value': f'https://openreview.net/group/info?id={venue_id}' }
             }
         )
     )
@@ -461,7 +489,7 @@ def process(client, edit, invitation):
     - This page is visible to the public. This is where authors will submit papers and reviewers will access their console.
 - Venue Program Chairs console: {baseurl}/group?id={venue_id}/Program_Chairs
     - This page is visible only to Program Chairs, and is where you can see all submissions as well as stats about your venue.
-- Venue Timeline: {baseurl}/group/edit?id={venue_id}
+- Venue Timeline: {baseurl}/group/info?id={venue_id}
     - This page is visible only to Program Chairs, and is where you can configure your venue, including recruiting reviewers, modifying the submission form and assigning reviewers to submissions.
 
 If you need special features that are not included in your request form, you can post a comment here or contact us at [email protected] and we will assist you. We recommend reaching out to us well in advance and setting deadlines for a Monday.  

openreview/workflows/simple_dual_anonymous_workflow/process/email_decisions_dates_process.py

@@ -0,0 +1,18 @@
+def process(client, edit, invitation):
+
+    domain = client.get_group(edit.domain)
+    venue_id = domain.id
+    meta_invitation_id = domain.get_content_value('meta_invitation_id')
+
+    invitation_id = invitation.id
+    cdate = edit.content['activation_date']['value']
+
+    # edit cdate when activation date is set
+    client.post_invitation_edit(
+        invitations=meta_invitation_id,
+        signatures=[venue_id],
+        invitation=openreview.api.Invitation(
+            id=f'{venue_id}/-/Email_Decisions_to_Authors',
+            cdate= cdate
+        )
+    )

openreview/workflows/simple_dual_anonymous_workflow/process/email_decisions_template_process.py

@@ -0,0 +1,14 @@
+def process(client, edit, invitation):
+
+    support_user = f'{invitation.domain}/Support'
+    domain = client.get_group(edit.domain)
+    meta_invitation_id = domain.content.get('meta_invitation_id', {}).get('value')
+
+    stage_name = edit.content['name']['value']
+
+    cdate = edit.content['activation_date']['value']-1800000 # 30 min before cdate
+
+    edit_invitations_builder = openreview.workflows.EditInvitationsBuilder(client, domain.id)
+    invitation_id = f'{domain.id}/-/{stage_name}'
+    edit_invitations_builder.set_edit_email_date_invitation(invitation_id, due_date=cdate)
+    edit_invitations_builder.set_edit_email_template_invitation(invitation_id)