Skip to content

Commit e1a7d35

Browse files
olex-snkolex-snk
committed
fixed nbqa black
1 parent d9679e0 commit e1a7d35

File tree

1 file changed

+34
-42
lines changed

1 file changed

+34
-42
lines changed

‎notebooks/fraudfinder/02_feature_engineering_batch_new_fs.ipynb‎

Lines changed: 34 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -183,9 +183,7 @@
183183
"# Define the date range of transactions for feature engineering (last 10 days up until yesterday)\n",
184184
"YESTERDAY = datetime.today() - timedelta(days=1)\n",
185185
"YEAR_MONTH_PREFIX = YESTERDAY.strftime(\"%Y-%m\")\n",
186-
"DATAPROCESSING_START_DATE = (YESTERDAY - timedelta(days=10)).strftime(\n",
187-
" \"%Y-%m-%d\"\n",
188-
")\n",
186+
"DATAPROCESSING_START_DATE = (YESTERDAY - timedelta(days=10)).strftime(\"%Y-%m-%d\")\n",
189187
"DATAPROCESSING_END_DATE = YESTERDAY.strftime(\"%Y-%m-%d\")\n",
190188
"\n",
191189
"# Define BiqQuery dataset and tables to calculate features.\n",
@@ -208,12 +206,8 @@
208206
"\n",
209207
"TERMINALS_FE_BQ_VIEW_URI = f\"{PROJECT_ID}.tx.v_terminals_features\"\n",
210208
"\n",
211-
"CUSTOMERS_STREAMING_FE_TABLE_URI = (\n",
212-
" f\"{PROJECT_ID}.tx.t_customers_streaming_features\"\n",
213-
")\n",
214-
"TERMINALS_STREAMING_FE_TABLE_URI = (\n",
215-
" f\"{PROJECT_ID}.tx.t_terminals_streaming_features\"\n",
216-
")\n",
209+
"CUSTOMERS_STREAMING_FE_TABLE_URI = f\"{PROJECT_ID}.tx.t_customers_streaming_features\"\n",
210+
"TERMINALS_STREAMING_FE_TABLE_URI = f\"{PROJECT_ID}.tx.t_terminals_streaming_features\"\n",
217211
"\n",
218212
"ONLINE_STORAGE_NODES = 1\n",
219213
"FEATURE_TIME = \"feature_ts\"\n",
@@ -789,9 +783,7 @@
789783
"tags": []
790784
},
791785
"source": [
792-
"run_bq_query(\n",
793-
" f\"SELECT * FROM `{CUSTOMERS_STREAMING_FE_TABLE_URI}` LIMIT 5\", show=True\n",
794-
")"
786+
"run_bq_query(f\"SELECT * FROM `{CUSTOMERS_STREAMING_FE_TABLE_URI}` LIMIT 5\", show=True)"
795787
],
796788
"outputs": [],
797789
"execution_count": null
@@ -802,9 +794,7 @@
802794
"tags": []
803795
},
804796
"source": [
805-
"run_bq_query(\n",
806-
" f\"SELECT * FROM `{TERMINALS_STREAMING_FE_TABLE_URI}` LIMIT 5\", show=True\n",
807-
")"
797+
"run_bq_query(f\"SELECT * FROM `{TERMINALS_STREAMING_FE_TABLE_URI}` LIMIT 5\", show=True)"
808798
],
809799
"outputs": [],
810800
"execution_count": null
@@ -1074,14 +1064,13 @@
10741064
"metadata": {},
10751065
"source": [
10761066
"def create_fs_feature_group(\n",
1077-
" bq_source_uri, entity_id_column, feature_group_id, feature_ids_list):\n",
1078-
" \n",
1067+
" bq_source_uri, entity_id_column, feature_group_id, feature_ids_list\n",
1068+
"):\n",
1069+
"\n",
10791070
" # Now, create the featureGroup\n",
10801071
" feature_group_config = feature_group_pb2.FeatureGroup(\n",
10811072
" big_query=feature_group_pb2.FeatureGroup.BigQuery(\n",
1082-
" big_query_source=io_pb2.BigQuerySource(\n",
1083-
" input_uri=f\"bq://{bq_source_uri}\"\n",
1084-
" ),\n",
1073+
" big_query_source=io_pb2.BigQuerySource(input_uri=f\"bq://{bq_source_uri}\"),\n",
10851074
" # Add the entity_id_columns parameter here\n",
10861075
" entity_id_columns=[entity_id_column],\n",
10871076
" )\n",
@@ -1093,7 +1082,7 @@
10931082
" feature_group=feature_group_config,\n",
10941083
" )\n",
10951084
" )\n",
1096-
" \n",
1085+
"\n",
10971086
" # After the long-running operation (LRO) is complete, show the result.\n",
10981087
" print(create_group_lro.result())\n",
10991088
"\n",
@@ -1123,7 +1112,7 @@
11231112
"tags": []
11241113
},
11251114
"source": [
1126-
"CUSTOMER_ID_COLUMN = \"customer_id\" #entity_id\n",
1115+
"CUSTOMER_ID_COLUMN = \"customer_id\" # entity_id\n",
11271116
"\n",
11281117
"CUSTOMER_BATCH_FEATURES_GROUP_ID = \"fraudfinder_customers_batch\"\n",
11291118
"\n",
@@ -1135,13 +1124,13 @@
11351124
" \"customer_id_avg_amount_14day_window\",\n",
11361125
" \"customer_id_nb_tx_7day_window\",\n",
11371126
"]\n",
1138-
" \n",
1127+
"\n",
11391128
"# Creating feature Group for batch for customers\n",
11401129
"create_fs_feature_group(\n",
11411130
" bq_source_uri=CUSTOMERS_FE_BQ_VIEW_URI,\n",
11421131
" entity_id_column=CUSTOMER_ID_COLUMN,\n",
11431132
" feature_group_id=CUSTOMER_BATCH_FEATURES_GROUP_ID,\n",
1144-
" feature_ids_list=CUSTOMER_BATCH_FEATURE_IDS\n",
1133+
" feature_ids_list=CUSTOMER_BATCH_FEATURE_IDS,\n",
11451134
")"
11461135
],
11471136
"outputs": [],
@@ -1162,13 +1151,13 @@
11621151
" \"customer_id_avg_amount_30min_window\",\n",
11631152
" \"customer_id_avg_amount_60min_window\",\n",
11641153
"]\n",
1165-
" \n",
1154+
"\n",
11661155
"# Creating feature Group for streaming for customers\n",
11671156
"create_fs_feature_group(\n",
11681157
" bq_source_uri=CUSTOMERS_STREAMING_FE_TABLE_URI,\n",
11691158
" entity_id_column=CUSTOMER_ID_COLUMN,\n",
11701159
" feature_group_id=CUSTOMER_STREAMING_FEATURES_GROUP_ID,\n",
1171-
" feature_ids_list=CUSTOMER_STREAMING_FEATURE_IDS\n",
1160+
" feature_ids_list=CUSTOMER_STREAMING_FEATURE_IDS,\n",
11721161
")"
11731162
],
11741163
"outputs": [],
@@ -1192,14 +1181,14 @@
11921181
" \"terminal_id_risk_7day_window\",\n",
11931182
" \"terminal_id_risk_14day_window\",\n",
11941183
"]\n",
1195-
" \n",
1184+
"\n",
11961185
"# Creating feature Group for batch for customers\n",
11971186
"create_fs_feature_group(\n",
11981187
" bq_source_uri=TERMINALS_FE_BQ_VIEW_URI,\n",
11991188
" entity_id_column=TERMINAL_ID_COLUMN,\n",
12001189
" feature_group_id=TERMINAL_BATCH_FEATURES_GROUP_ID,\n",
1201-
" feature_ids_list=TERMINAL_BATCH_FEATURE_IDS\n",
1202-
")\n"
1190+
" feature_ids_list=TERMINAL_BATCH_FEATURE_IDS,\n",
1191+
")"
12031192
],
12041193
"outputs": [],
12051194
"execution_count": null
@@ -1220,13 +1209,13 @@
12201209
" \"terminal_id_avg_amount_30min_window\",\n",
12211210
" \"terminal_id_avg_amount_60min_window\",\n",
12221211
"]\n",
1223-
" \n",
1212+
"\n",
12241213
"# Creating feature Group for batch for customers\n",
12251214
"create_fs_feature_group(\n",
12261215
" bq_source_uri=TERMINALS_STREAMING_FE_TABLE_URI,\n",
12271216
" entity_id_column=TERMINAL_ID_COLUMN,\n",
12281217
" feature_group_id=TERMINAL_STREAMING_FEATURES_GROUP_ID,\n",
1229-
" feature_ids_list=TERMINAL_STREAMING_FEATURE_IDS\n",
1218+
" feature_ids_list=TERMINAL_STREAMING_FEATURE_IDS,\n",
12301219
")"
12311220
],
12321221
"outputs": [],
@@ -1246,7 +1235,14 @@
12461235
"tags": []
12471236
},
12481237
"source": [
1249-
"def create_online_fs_view(fs_view_id, fs_online_store_id, feature_group_id, feature_ids_list, continuous, cron_schedule=None):\n",
1238+
"def create_online_fs_view(\n",
1239+
" fs_view_id,\n",
1240+
" fs_online_store_id,\n",
1241+
" feature_group_id,\n",
1242+
" feature_ids_list,\n",
1243+
" continuous,\n",
1244+
" cron_schedule=None,\n",
1245+
"):\n",
12501246
"\n",
12511247
" feature_registry_source = feature_view_pb2.FeatureView.FeatureRegistrySource(\n",
12521248
" feature_groups=[\n",
@@ -1288,7 +1284,7 @@
12881284
"source": [
12891285
"CUSTOMER_BATCH_FEATURE_VIEW_ID = \"fv_fraudfinder_customers_batch\"\n",
12901286
"\n",
1291-
"CRON_SCHEDULE = \"TZ=America/Los_Angeles */15 * * * *\" # Each 15min\n",
1287+
"CRON_SCHEDULE = \"TZ=America/Los_Angeles */15 * * * *\" # Each 15min\n",
12921288
"\n",
12931289
"create_online_fs_view(\n",
12941290
" fs_view_id=CUSTOMER_BATCH_FEATURE_VIEW_ID,\n",
@@ -1316,7 +1312,7 @@
13161312
" fs_online_store_id=FEATURE_ONLINE_STORE_ID,\n",
13171313
" feature_group_id=CUSTOMER_STREAMING_FEATURES_GROUP_ID,\n",
13181314
" feature_ids_list=CUSTOMER_STREAMING_FEATURE_IDS,\n",
1319-
" continuous=True\n",
1315+
" continuous=True,\n",
13201316
")"
13211317
],
13221318
"outputs": [],
@@ -1357,7 +1353,7 @@
13571353
" fs_online_store_id=FEATURE_ONLINE_STORE_ID,\n",
13581354
" feature_group_id=TERMINAL_STREAMING_FEATURES_GROUP_ID,\n",
13591355
" feature_ids_list=TERMINAL_STREAMING_FEATURE_IDS,\n",
1360-
" continuous=True\n",
1356+
" continuous=True,\n",
13611357
")"
13621358
],
13631359
"outputs": [],
@@ -1430,9 +1426,7 @@
14301426
" name=sync_response.feature_view_sync\n",
14311427
" )\n",
14321428
" if feature_view_sync.run_time.end_time.seconds > 0:\n",
1433-
" status = (\n",
1434-
" \"Succeed\" if feature_view_sync.final_status.code == 0 else \"Failed\"\n",
1435-
" )\n",
1429+
" status = \"Succeed\" if feature_view_sync.final_status.code == 0 else \"Failed\"\n",
14361430
" print(f\"Sync {status} for {feature_view_sync.name}.\")\n",
14371431
" break\n",
14381432
" else:\n",
@@ -1481,9 +1475,7 @@
14811475
" name=sync_response.feature_view_sync\n",
14821476
" )\n",
14831477
" if feature_view_sync.run_time.end_time.seconds > 0:\n",
1484-
" status = (\n",
1485-
" \"Succeed\" if feature_view_sync.final_status.code == 0 else \"Failed\"\n",
1486-
" )\n",
1478+
" status = \"Succeed\" if feature_view_sync.final_status.code == 0 else \"Failed\"\n",
14871479
" print(f\"Sync {status} for {feature_view_sync.name}.\")\n",
14881480
" break\n",
14891481
" else:\n",
@@ -1546,7 +1538,7 @@
15461538
"print(FEATURE_ONLINE_STORE_ID)\n",
15471539
"print(CUSTOMER_BATCH_FEATURE_VIEW_ID)\n",
15481540
"\n",
1549-
"customer_key = \"0001071169708317\" # Put known id here\n",
1541+
"customer_key = \"0001071169708317\" # Put known id here\n",
15501542
"\n",
15511543
"FEATURE_VIEW_FULL_ID = f\"projects/{PROJECT_ID}/locations/{REGION}/featureOnlineStores/{FEATURE_ONLINE_STORE_ID}/featureViews/{CUSTOMER_BATCH_FEATURE_VIEW_ID}\"\n",
15521544
"\n",

0 commit comments

Comments
 (0)