allow clearing migration targets

Author: aaxelb

admin/management/views.py

@@ -202,6 +202,7 @@ def post(self, request):
             'no_color': True,
             'no_counts': request.POST.get('no_counts'),
             'clear_state': request.POST.get('clear_state'),
+            'clear_es8_data': request.POST.get('clear_es8_data'),
             'start': request.POST.get('start'),
             'unchanged': request.POST.get('unchanged'),
             'usage_reports': request.POST.get('usage_reports'),

admin/templates/management/commands.html

@@ -187,9 +187,10 @@ <h4><u>migrate osf-metrics 6to8</u></h4>
                       action="{% url 'management:migrate_osfmetrics_6to8'%}"
                       style="display: flex; flex-direction: column;">
                     {% csrf_token %}
-                    <label><input type="checkbox" name="start"> start tasks (caution)</label>
                     <label><input type="checkbox" name="no_counts"> no counts</label>
+                    <label><input type="checkbox" name="start"> start tasks (caution)</label>
                     <label><input type="checkbox" name="clear_state"> reset migration start time (caution)</label>
+                    <label><input type="checkbox" name="clear_es8_data"> clear es8 data (big caution)</label>
                     <fieldset>
                         (narrow types:
                         <label><input type="checkbox" name="unchanged"> unchanged events and reports</label>

osf/management/commands/migrate_osfmetrics_6to8.py

@@ -575,6 +575,10 @@ def add_arguments(self, parser):
             '--clear-state',
             action='store_true',
         )
+        parser.add_argument(
+            '--clear-es8-data',
+            action='store_true',
+        )
         parser.add_argument(
             '--start',
             action='store_true',
@@ -602,6 +606,7 @@ def handle(
         no_setup,
         no_counts,
         clear_state,
+        clear_es8_data,
         start,
         unchanged,
         usage_events,
@@ -613,6 +618,8 @@ def handle(
             call_command('djelme_backend_setup')
         if clear_state:
             self._clear_state()
+        if clear_es8_data:
+            self._clear_es8_data(unchanged, usage_events, usage_reports)
         self._check_started_at(start_now=start)
         _default_all = not any((unchanged, usage_events, usage_reports))
         if unchanged or _default_all:
@@ -754,6 +761,22 @@ def _clear_state(self):
         es8_metrics.Elastic6To8State.search().query({'match_all': {}}).delete()
         es8_metrics.Elastic6To8State.refresh()
 
+    def _clear_es8_data(self, unchanged, usage_events, usage_reports):
+        _default_all = not any((unchanged, usage_events, usage_reports))
+        _to_clear = []
+        if _default_all or unchanged:
+            _to_clear.extend(_UNCHANGED_RECORDTYPES.values())
+        if _default_all or usage_events:
+            _to_clear.append(es8_metrics.MonthlyPublicItemUsageReportEs8)
+        if _default_all or usage_reports:
+            _to_clear.append(es8_metrics.OsfCountedUsageEvent)
+        for _es8_recordtype in _to_clear:
+            self.stdout.write(
+                f'clearing {_es8_recordtype.__name__}', self.style.NOTICE
+            )
+            _es8_recordtype.search().query({'match_all': {}}).delete()
+            _es8_recordtype.refresh()
+
     def _eq_style(self, num: int, should_be: int):
         return self.style.SUCCESS if (num == should_be) else self.style.WARNING