Fix data loading (#8)
Browse files- fix (20d397f9ebe2c321b056cb885638073fe58f61be)
Co-authored-by: ABDENNACER BADAOUI <badaoui@users.noreply.huggingface.co>
data.py
CHANGED
|
@@ -519,13 +519,7 @@ class CIResults:
|
|
| 519 |
logger.info("Loading distant data...")
|
| 520 |
new_df, latest_update_msg = get_distant_data()
|
| 521 |
self.latest_update_msg = latest_update_msg
|
| 522 |
-
self.
|
| 523 |
-
logger.info(f"Available dates: {len(self.available_dates)} dates")
|
| 524 |
-
if self.available_dates:
|
| 525 |
-
logger.info(f"Date range: {self.available_dates[-1]} to {self.available_dates[0]}")
|
| 526 |
-
else:
|
| 527 |
-
logger.warning("No available dates found")
|
| 528 |
-
self.available_dates = []
|
| 529 |
except Exception as e:
|
| 530 |
error_msg = [
|
| 531 |
"Loading data failed:",
|
|
@@ -538,8 +532,26 @@ class CIResults:
|
|
| 538 |
self.sample_data = True
|
| 539 |
new_df, latest_update_msg = get_sample_data()
|
| 540 |
self.latest_update_msg = latest_update_msg
|
| 541 |
-
|
| 542 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 543 |
|
| 544 |
# Update attributes
|
| 545 |
self.df = new_df
|
|
|
|
| 519 |
logger.info("Loading distant data...")
|
| 520 |
new_df, latest_update_msg = get_distant_data()
|
| 521 |
self.latest_update_msg = latest_update_msg
|
| 522 |
+
self.sample_data = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 523 |
except Exception as e:
|
| 524 |
error_msg = [
|
| 525 |
"Loading data failed:",
|
|
|
|
| 532 |
self.sample_data = True
|
| 533 |
new_df, latest_update_msg = get_sample_data()
|
| 534 |
self.latest_update_msg = latest_update_msg
|
| 535 |
+
|
| 536 |
+
# Try to get available dates
|
| 537 |
+
try:
|
| 538 |
+
if not self.sample_data:
|
| 539 |
+
self.available_dates = get_available_dates()
|
| 540 |
+
logger.info(f"Available dates: {len(self.available_dates)} dates")
|
| 541 |
+
if self.available_dates:
|
| 542 |
+
logger.info(f"Date range: {self.available_dates[-1]} to {self.available_dates[0]}")
|
| 543 |
+
else:
|
| 544 |
+
logger.warning("No available dates found")
|
| 545 |
+
self.available_dates = []
|
| 546 |
+
else:
|
| 547 |
+
# Generate fake dates for sample data historical functionality
|
| 548 |
+
self.available_dates = generate_fake_dates()
|
| 549 |
+
except Exception as e:
|
| 550 |
+
logger.warning(f"Failed to get available dates: {e}")
|
| 551 |
+
if self.sample_data:
|
| 552 |
+
self.available_dates = generate_fake_dates()
|
| 553 |
+
else:
|
| 554 |
+
self.available_dates = []
|
| 555 |
|
| 556 |
# Update attributes
|
| 557 |
self.df = new_df
|