4444
4545_UNCHANGED_RECORDTYPES = {
4646 # reports
47- es6_reports .StorageAddonUsage : es8_metrics .StorageAddonUsageEs8 ,
48- es6_reports .DownloadCountReport : es8_metrics .DownloadCountReportEs8 ,
49- es6_reports .InstitutionSummaryReport : es8_metrics .InstitutionSummaryReportEs8 ,
50- es6_reports .NewUserDomainReport : es8_metrics .NewUserDomainReportEs8 ,
51- es6_reports .NodeSummaryReport : es8_metrics .NodeSummaryReportEs8 ,
52- es6_reports .OsfstorageFileCountReport : es8_metrics .OsfstorageFileCountReportEs8 ,
53- es6_reports .PreprintSummaryReport : es8_metrics .PreprintSummaryReportEs8 ,
54- es6_reports .UserSummaryReport : es8_metrics .UserSummaryReportEs8 ,
55- es6_reports .SpamSummaryReport : es8_metrics .SpamSummaryReportEs8 ,
56- es6_reports .InstitutionalUserReport : es8_metrics .InstitutionalUserReportEs8 ,
57- es6_reports .InstitutionMonthlySummaryReport : es8_metrics .InstitutionMonthlySummaryReportEs8 ,
58- es6_reports .PrivateSpamMetricsReport : es8_metrics .PrivateSpamMetricsReportEs8 ,
47+ es6_reports .StorageAddonUsage : es8_metrics .DailyStorageAddonUsageEs8 ,
48+ es6_reports .DownloadCountReport : es8_metrics .DailyDownloadCountReportEs8 ,
49+ es6_reports .InstitutionSummaryReport : es8_metrics .DailyInstitutionSummaryReportEs8 ,
50+ es6_reports .NewUserDomainReport : es8_metrics .DailyNewUserDomainReportEs8 ,
51+ es6_reports .NodeSummaryReport : es8_metrics .DailyNodeSummaryReportEs8 ,
52+ es6_reports .OsfstorageFileCountReport : es8_metrics .DailyOsfstorageFileCountReportEs8 ,
53+ es6_reports .PreprintSummaryReport : es8_metrics .DailyPreprintSummaryReportEs8 ,
54+ es6_reports .UserSummaryReport : es8_metrics .DailyUserSummaryReportEs8 ,
55+ es6_reports .SpamSummaryReport : es8_metrics .MonthlySpamSummaryReportEs8 ,
56+ es6_reports .InstitutionalUserReport : es8_metrics .MonthlyInstitutionalUserReportEs8 ,
57+ es6_reports .InstitutionMonthlySummaryReport : es8_metrics .MonthlyInstitutionSummaryReportEs8 ,
58+ es6_reports .PrivateSpamMetricsReport : es8_metrics .MonthlyPrivateSpamMetricsReportEs8 ,
5959 # events
60- RegistriesModerationMetrics : es8_metrics .RegistriesModerationMetricsEs8 ,
60+ RegistriesModerationMetrics : es8_metrics .RegistriesModerationEventEs8 ,
6161}
6262
6363_TASK_KWARGS = dict (
@@ -93,7 +93,7 @@ def migrate_unchanged_recordtype(es6_recordtype_name: str, until_when: str):
9393
9494@celery_app .task (** _TASK_KWARGS )
9595def migrate_counted_usages (from_when : str , until_when : str ):
96- # CountedAuthUsage => OsfCountedUsageRecord
96+ # CountedAuthUsage => OsfCountedUsageEvent
9797 _each_new = (
9898 _convert_counted_usage (_hit ['_source' ])
9999 for _hit in _es6_scan_range (
@@ -103,38 +103,38 @@ def migrate_counted_usages(from_when: str, until_when: str):
103103 addl_filter = {'exists' : {'field' : 'item_guid' }},
104104 )
105105 )
106- _es8_bulk_save (es8_metrics .OsfCountedUsageRecord , _each_new )
106+ _es8_bulk_save (es8_metrics .OsfCountedUsageEvent , _each_new )
107107
108108
109109@celery_app .task (** _TASK_KWARGS )
110110def migrate_preprint_views (from_when : str , until_when : str ):
111- # PreprintView => OsfCountedUsageRecord
111+ # PreprintView => OsfCountedUsageEvent
112112 _action_labels = ['view' , 'web' ]
113113 _each_new = (
114114 _convert_preprint_metric (_hit ['_source' ], _action_labels )
115115 for _hit in _es6_scan_range (
116116 PreprintView , from_when = from_when , until_when = until_when
117117 )
118118 )
119- _es8_bulk_save (es8_metrics .OsfCountedUsageRecord , _each_new )
119+ _es8_bulk_save (es8_metrics .OsfCountedUsageEvent , _each_new )
120120
121121
122122@celery_app .task (** _TASK_KWARGS )
123123def migrate_preprint_downloads (from_when : str , until_when : str ):
124- # PreprintDownload => OsfCountedUsageRecord
124+ # PreprintDownload => OsfCountedUsageEvent
125125 _action_labels = ['download' ]
126126 _each_new = (
127127 _convert_preprint_metric (_hit ['_source' ], _action_labels )
128128 for _hit in _es6_scan_range (
129129 PreprintDownload , from_when = from_when , until_when = until_when
130130 )
131131 )
132- _es8_bulk_save (es8_metrics .OsfCountedUsageRecord , _each_new )
132+ _es8_bulk_save (es8_metrics .OsfCountedUsageEvent , _each_new )
133133
134134
135135@celery_app .task (** _TASK_KWARGS )
136136def migrate_usage_reports (osfid : str , until_when : str ):
137- # from PublicItemUsageReport to PublicItemUsageReportEs8
137+ # from PublicItemUsageReport to MonthlyPublicItemUsageReportEs8
138138 _osfguid = osfdb .Guid .load (osfid )
139139 _item_is_component = is_osf_component (_osfguid .referent ) if _osfguid else False
140140
@@ -157,7 +157,7 @@ def _each_new():
157157 )
158158 )
159159
160- _es8_bulk_save (es8_metrics .PublicItemUsageReportEs8 , _each_new ())
160+ _es8_bulk_save (es8_metrics .MonthlyPublicItemUsageReportEs8 , _each_new ())
161161
162162
163163###
@@ -233,7 +233,7 @@ def _es6_usage_report_counts() -> tuple[int, int]:
233233
234234
235235def _es8_usage_report_counts () -> tuple [int , int ]:
236- _search = es8_metrics .PublicItemUsageReportEs8 .search ()
236+ _search = es8_metrics .MonthlyPublicItemUsageReportEs8 .search ()
237237 _search .aggs .metric (
238238 'agg_item_count' ,
239239 'cardinality' ,
@@ -315,8 +315,8 @@ def _each_kwarg():
315315 return dict (_each_kwarg ())
316316
317317
318- def _convert_counted_usage (source : dict ) -> es8_metrics .OsfCountedUsageRecord :
319- return es8_metrics .OsfCountedUsageRecord (
318+ def _convert_counted_usage (source : dict ) -> es8_metrics .OsfCountedUsageEvent :
319+ return es8_metrics .OsfCountedUsageEvent (
320320 # fields from djelme.CountedUsageRecord:
321321 timestamp = source ['timestamp' ],
322322 sessionhour_id = source ['session_id' ],
@@ -329,7 +329,7 @@ def _convert_counted_usage(source: dict) -> es8_metrics.OsfCountedUsageRecord:
329329 osf_iri (_within_osfid )
330330 for _within_osfid in source .get ('surrounding_guids' , ())
331331 ],
332- # fields from OsfCountedUsageRecord :
332+ # fields from OsfCountedUsageEvent :
333333 item_osfid = source ['item_guid' ],
334334 item_type = _convert_item_type (
335335 source .get ('item_type' ),
@@ -345,8 +345,8 @@ def _convert_counted_usage(source: dict) -> es8_metrics.OsfCountedUsageRecord:
345345
346346def _convert_preprint_metric (
347347 source : dict , action_labels : list [str ]
348- ) -> es8_metrics .OsfCountedUsageRecord :
349- return es8_metrics .OsfCountedUsageRecord .record (
348+ ) -> es8_metrics .OsfCountedUsageEvent :
349+ return es8_metrics .OsfCountedUsageEvent .record (
350350 using = False , # don't save yet; will save in bulk
351351 # fields used to compute a sessionhour_id:
352352 timestamp = datetime .datetime .fromisoformat (source ['timestamp' ]),
@@ -358,7 +358,7 @@ def _convert_preprint_metric(
358358 provider_id = source .get ('provider_id' ),
359359 osf_model_name = 'preprint' ,
360360 ),
361- # fields from OsfCountedUsageRecord :
361+ # fields from OsfCountedUsageEvent :
362362 item_osfid = source ['preprint_id' ],
363363 item_type = OSF .Preprint ,
364364 item_public = True ,
@@ -370,9 +370,9 @@ def _convert_preprint_metric(
370370
371371def _convert_public_usage_report (
372372 source : dict ,
373- prior_report : es8_metrics .PublicItemUsageReportEs8 | None ,
373+ prior_report : es8_metrics .MonthlyPublicItemUsageReportEs8 | None ,
374374 item_is_component : bool ,
375- ) -> es8_metrics .PublicItemUsageReportEs8 :
375+ ) -> es8_metrics .MonthlyPublicItemUsageReportEs8 :
376376 if prior_report is None :
377377 _c_views , _c_view_sess , _c_downloads , _c_download_sess = _get_cumulative_usage (
378378 osfid = source ['item_osfid' ],
@@ -390,7 +390,7 @@ def _convert_public_usage_report(
390390 _c_download_sess = prior_report .cumulative_download_session_count + source .get (
391391 'download_session_count' , 0
392392 )
393- return es8_metrics .PublicItemUsageReportEs8 (
393+ return es8_metrics .MonthlyPublicItemUsageReportEs8 (
394394 cycle_coverage = _semverish_from_yearmonth (source ['report_yearmonth' ]),
395395 item_osfid = source ['item_osfid' ],
396396 item_type = _convert_item_type (
@@ -670,7 +670,7 @@ def _handle_usage_events(self, *, start: bool, no_counts: bool):
670670 _es6_count = (
671671 _es6_pview_count + _es6_pdownload_count + _es6_usage_event_count
672672 )
673- _es8_count = es8_metrics .OsfCountedUsageRecord .search ().filter (_range_q ).count ()
673+ _es8_count = es8_metrics .OsfCountedUsageEvent .search ().filter (_range_q ).count ()
674674 self ._write_tabbed ('es6' , PreprintView , _es6_pview_count )
675675 self ._write_tabbed ('es6' , PreprintDownload , _es6_pdownload_count )
676676 self ._write_tabbed ('es6' , CountedUsageEs6 , _es6_usage_event_count )
@@ -679,13 +679,13 @@ def _handle_usage_events(self, *, start: bool, no_counts: bool):
679679 )
680680 self ._write_tabbed (
681681 'es8' ,
682- es8_metrics .OsfCountedUsageRecord ,
682+ es8_metrics .OsfCountedUsageEvent ,
683683 _es8_count ,
684684 style = self ._eq_style (_es8_count , _es6_count ),
685685 )
686686 if start : # schedule (per-day?) tasks (if --start)
687687 self .stdout .write (
688- f'starting usages => { es8_metrics .OsfCountedUsageRecord .__name__ } '
688+ f'starting usages => { es8_metrics .OsfCountedUsageEvent .__name__ } '
689689 )
690690 for _from_date , _until_date in _date_range (_range_start , _range_end ):
691691 _from_str = _from_date .isoformat ()
@@ -702,7 +702,7 @@ def _handle_usage_reports(self, *, start: bool, no_counts: bool):
702702 self ._write_tabbed ('es6' , es6_reports .PublicItemUsageReport , _es6_count )
703703 self ._write_tabbed (
704704 'es8' ,
705- es8_metrics .PublicItemUsageReportEs8 ,
705+ es8_metrics .MonthlyPublicItemUsageReportEs8 ,
706706 _es8_count ,
707707 style = self ._eq_style (_es8_count , _es6_count ),
708708 )
@@ -714,7 +714,7 @@ def _handle_usage_reports(self, *, start: bool, no_counts: bool):
714714 )
715715 self ._write_tabbed (
716716 'es8' ,
717- es8_metrics .PublicItemUsageReportEs8 ,
717+ es8_metrics .MonthlyPublicItemUsageReportEs8 ,
718718 '(items)' ,
719719 _es8_item_count ,
720720 style = self ._eq_style (_es8_item_count , _es6_item_count ),
@@ -723,7 +723,7 @@ def _handle_usage_reports(self, *, start: bool, no_counts: bool):
723723 # each item-task iter thru reports oldest to newest, adding cumulative counts
724724 if start :
725725 self .stdout .write (
726- f'starting per-item { es6_reports .PublicItemUsageReport .__name__ } => { es8_metrics .PublicItemUsageReportEs8 .__name__ } '
726+ f'starting per-item { es6_reports .PublicItemUsageReport .__name__ } => { es8_metrics .MonthlyPublicItemUsageReportEs8 .__name__ } '
727727 )
728728 for _osfid in _each_usage_report_osfid (
729729 until_when = self ._migration_started_at
0 commit comments