import pandas as pd import matplotlib.pyplot as plt import logging from io import BytesIO import base64 import numpy as np import matplotlib.ticker as mticker import matplotlib.patches as patches import ast from data_processing.analytics_data_processing import ( generate_chatbot_data_summaries, prepare_filtered_analytics_data ) # Configure logging for this module logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(module)s - %(message)s') def _apply_theme_aware_styling(fig, ax, is_pie=False): """ Applies a modern, theme-aware style to a Matplotlib plot. It reads colors from rcParams, which Gradio sets based on the theme. """ try: # Use a modern, clean style as a base plt.style.use('seaborn-v0_8-whitegrid') # Get theme-aware colors from Matplotlib's runtime configuration TEXT_COLOR = plt.rcParams.get('text.color', '#E5E7EB') # Default to light gray for dark themes GRID_COLOR = plt.rcParams.get('grid.color', '#4B5563') # Default to a darker grid FACE_COLOR = plt.rcParams.get('axes.facecolor', '#1F2937') # Default to dark gray EDGE_COLOR = plt.rcParams.get('axes.edgecolor', '#374151') # Default to a slightly lighter gray FIG_FACE_COLOR = plt.rcParams.get('figure.facecolor', '#111827') # Default to very dark gray fig.set_facecolor(FIG_FACE_COLOR) ax.set_facecolor(FACE_COLOR) # Apply the theme's text color to all major text elements. ax.title.set_color(TEXT_COLOR) ax.xaxis.label.set_color(TEXT_COLOR) ax.yaxis.label.set_color(TEXT_COLOR) # Apply the theme's text color to the tick labels and tick marks. ax.tick_params(axis='x', colors=TEXT_COLOR) ax.tick_params(axis='y', colors=TEXT_COLOR) # Remove spines for a cleaner look if not is_pie: ax.spines['top'].set_visible(False) ax.spines['right'].set_visible(False) ax.spines['bottom'].set_color(EDGE_COLOR) ax.spines['left'].set_color(EDGE_COLOR) else: ax.spines['top'].set_visible(False) ax.spines['right'].set_visible(False) ax.spines['bottom'].set_visible(False) ax.spines['left'].set_visible(False) # Set grid color and ensure it's drawn behind data ax.grid(True, linestyle='--', alpha=0.6, zorder=0, color=GRID_COLOR) except Exception as e: logging.error(f"Error applying theme styling: {e}") def create_placeholder_plot(title="No Data or Plot Error", message="Data might be empty or an error occurred."): """Creates a theme-aware placeholder Matplotlib plot.""" try: fig, ax = plt.subplots(figsize=(8, 4)) _apply_theme_aware_styling(fig, ax) TEXT_COLOR = plt.rcParams.get('text.color', '#E5E7EB') ax.text(0.5, 0.5, f"{title}\n{message}", ha='center', va='center', fontsize=12, wrap=True, zorder=1, color=TEXT_COLOR, alpha=0.7) ax.axis('off') fig.tight_layout() return fig except Exception as e: logging.error(f"Error creating placeholder plot: {e}") fig_err, ax_err = plt.subplots(figsize=(8,4)) fig_err.patch.set_facecolor('#111827') ax_err.set_facecolor('#1F2937') ax_err.text(0.5, 0.5, "Fatal: Plot generation error", ha='center', va='center', zorder=1, color='red') ax_err.axis('off') return fig_err # --- Generic and Reusable Plotting Functions --- def generate_generic_time_series_plot(df, date_column, value_column, title, ylabel, color='cyan'): """Generic function to create a theme-aware time series plot.""" if df is None or df.empty or date_column not in df.columns or value_column not in df.columns: logging.info(f"len df {len(df) if df else 0}, dat col {date_column}, value_column {value_column} ") return create_placeholder_plot(title=title, message="No data available.") fig = None try: df_copy = df.copy() df_copy[date_column] = pd.to_datetime(df_copy[date_column], errors='coerce') df_copy[value_column] = pd.to_numeric(df_copy[value_column], errors='coerce') df_copy = df_copy.dropna(subset=[date_column, value_column]).set_index(date_column) if df_copy.empty: return create_placeholder_plot(title=title, message="No valid data.") data_over_time = df_copy.resample('D')[value_column].sum() if data_over_time.empty: return create_placeholder_plot(title=title, message="No data in the selected period.") fig, ax = plt.subplots(figsize=(10, 5)) _apply_theme_aware_styling(fig, ax) ax.plot(data_over_time.index, data_over_time.values, marker='o', linestyle='-', color=color, zorder=1, markersize=5, alpha=0.8) ax.fill_between(data_over_time.index, data_over_time.values, color=color, alpha=0.1, zorder=1) ax.set_title(title, fontsize=14, weight='bold') ax.set_xlabel('Date', fontsize=10) ax.set_ylabel(ylabel, fontsize=10) plt.xticks(rotation=30, ha="right") fig.tight_layout(pad=1.5) return fig except Exception as e: logging.error(f"Error generating {title}: {e}", exc_info=True) if fig: plt.close(fig) return create_placeholder_plot(title=f"{title} Error", message=str(e)) def generate_generic_bar_plot(data_series, title, xlabel, ylabel, color_map='viridis'): """Generic function to create a theme-aware bar plot.""" if data_series is None or data_series.empty: return create_placeholder_plot(title=title, message="No data to display.") fig = None try: fig, ax = plt.subplots(figsize=(10, 6)) _apply_theme_aware_styling(fig, ax) colors = plt.cm.get_cmap(color_map)(np.linspace(0.4, 0.9, len(data_series))) data_series.plot(kind='bar', ax=ax, zorder=2, color=colors, width=0.8) ax.set_title(title, fontsize=14, weight='bold') ax.set_xlabel(xlabel, fontsize=10) ax.set_ylabel(ylabel, fontsize=10) plt.xticks(rotation=45, ha="right") TEXT_COLOR = plt.rcParams.get('text.color', '#E5E7EB') for i, v in enumerate(data_series): ax.text(i, v + (0.01 * data_series.max()), str(int(v)), ha='center', va='bottom', zorder=3, color=TEXT_COLOR, fontsize=9) fig.tight_layout(pad=1.5) return fig except Exception as e: logging.error(f"Error generating {title}: {e}", exc_info=True) if fig: plt.close(fig) return create_placeholder_plot(title=f"{title} Error", message=str(e)) def generate_generic_pie_chart(data_series, title, color_map='Pastel2'): """Generic function to create a theme-aware pie chart.""" if data_series is None or data_series.empty: return create_placeholder_plot(title=title, message="No data available.") fig = None try: fig, ax = plt.subplots(figsize=(8, 6)) _apply_theme_aware_styling(fig, ax, is_pie=True) THEME_TEXT_COLOR = plt.rcParams.get('text.color', '#E5E7EB') pie_slice_colors = plt.cm.get_cmap(color_map, len(data_series)) colors = [pie_slice_colors(i) for i in range(len(data_series))] wedges, texts, autotexts = ax.pie( data_series, autopct='%1.1f%%', startangle=140, colors=colors, pctdistance=0.85, wedgeprops=dict(width=0.4, edgecolor=plt.rcParams.get('figure.facecolor', '#111827'), linewidth=2) ) for text_item in texts + autotexts: text_item.set_color(THEME_TEXT_COLOR) text_item.set_fontsize(10) text_item.set_zorder(2) for autotext in autotexts: autotext.set_weight('bold') ax.set_title(title, fontsize=14, weight='bold', pad=20) ax.legend(wedges, data_series.index, title="Categories", loc="center left", bbox_to_anchor=(1, 0, 0.5, 1), labelcolor=THEME_TEXT_COLOR, frameon=False) fig.tight_layout(pad=1.5) return fig except Exception as e: logging.error(f"Error generating {title}: {e}", exc_info=True) if fig: plt.close(fig) return create_placeholder_plot(title=f"{title} Error", message=str(e)) # --- Specific Plot Implementations --- def generate_followers_count_over_time_plot(df, **kwargs): type_value = kwargs.get('type_value', 'follower_gains_monthly') title = f"Followers Count Over Time" if df is None or df.empty: return create_placeholder_plot(title=title, message="No follower data available.") fig = None try: df_filtered = df[df['follower_count_type'] == type_value].copy() if df_filtered.empty: return create_placeholder_plot(title=title, message=f"No data for type '{type_value}'.") df_filtered['datetime_obj'] = pd.to_datetime(df_filtered['category_name'], errors='coerce') df_filtered['follower_count_organic'] = pd.to_numeric(df_filtered['follower_count_organic'], errors='coerce').fillna(0) df_filtered['follower_count_paid'] = pd.to_numeric(df_filtered['follower_count_paid'], errors='coerce').fillna(0) df_filtered = df_filtered.dropna(subset=['datetime_obj']).sort_values(by='datetime_obj') if df_filtered.empty: return create_placeholder_plot(title=title, message="No valid data after cleaning.") fig, ax = plt.subplots(figsize=(10, 5)) _apply_theme_aware_styling(fig, ax) ax.plot(df_filtered['datetime_obj'], df_filtered['follower_count_organic'], marker='o', linestyle='-', color='#22D3EE', label='Organic Followers', zorder=1) ax.plot(df_filtered['datetime_obj'], df_filtered['follower_count_paid'], marker='x', linestyle='--', color='#A78BFA', label='Paid Followers', zorder=1) ax.set_title(title, fontsize=14, weight='bold') ax.set_xlabel('Date') ax.set_ylabel('Follower Count') legend = ax.legend() for text in legend.get_texts(): text.set_color(plt.rcParams.get('text.color', 'black')) legend.set_zorder(2) legend.get_frame().set_alpha(0.5) legend.get_frame().set_facecolor('#1F2937') plt.xticks(rotation=30, ha="right") fig.tight_layout(pad=1.5) return fig except Exception as e: logging.error(f"Error generating {title}: {e}", exc_info=True) if fig: plt.close(fig) return create_placeholder_plot(title=f"{title} Error", message=str(e)) def generate_followers_by_demographics_plot(df, **kwargs): plot_title = kwargs.get('plot_title', "Followers by Demographics") type_value = kwargs.get('type_value') if df is None or df.empty or not type_value: return create_placeholder_plot(title=plot_title, message="No data or demographic type not specified.") fig = None try: df_filtered = df[df['follower_count_type'] == type_value].copy() if df_filtered.empty: return create_placeholder_plot(title=plot_title, message=f"No data for type '{type_value}'.") df_filtered['follower_count_organic'] = pd.to_numeric(df_filtered['follower_count_organic'], errors='coerce').fillna(0) demographics_data = df_filtered.groupby('category_name')['follower_count_organic'].sum() demographics_data = demographics_data.sort_values(ascending=False).head(10) if demographics_data.empty: return create_placeholder_plot(title=plot_title, message="No demographic data to display.") return generate_generic_bar_plot(demographics_data, plot_title, 'Category', 'Number of Followers', 'plasma') except Exception as e: logging.error(f"Error in {plot_title}: {e}", exc_info=True) if fig: plt.close(fig) return create_placeholder_plot(title=f"{plot_title} Error", message=str(e)) def generate_engagement_rate_over_time_plot(df, date_column='published_at', engagement_rate_col='engagement'): title = "Engagement Rate Over Time" # This plot is a specific time series, so we use the generic function return generate_generic_time_series_plot(df, date_column, engagement_rate_col, title, 'Engagement Rate (%)', color='#F472B6') def generate_content_format_breakdown_plot(df, format_col='media_type', **kwargs): title = "Content by Format" if df is None or df.empty or format_col not in df.columns: return create_placeholder_plot(title=title, message="No data available.") format_counts = df[format_col].value_counts().dropna() return generate_generic_pie_chart(format_counts, title, 'viridis') def _parse_eb_label(label_data): if isinstance(label_data, list): return label_data if isinstance(label_data, str): try: parsed = ast.literal_eval(label_data) return parsed if isinstance(parsed, list) else [str(parsed)] except (ValueError, SyntaxError): return [label_data.strip()] if label_data.strip() else [] return [] if pd.isna(label_data) else [str(label_data)] def generate_content_topic_breakdown_plot(df, topics_col='li_eb_labels', **kwargs): title = "Content by Topics" if df is None or df.empty or topics_col not in df.columns: return create_placeholder_plot(title=title, message="No data available.") try: topic_counts = df[topics_col].apply(_parse_eb_label).explode().dropna().value_counts() topic_counts = topic_counts[topic_counts.index != ''].nlargest(15).sort_values(ascending=True) if topic_counts.empty: return create_placeholder_plot(title=title, message="No topic data found.") fig, ax = plt.subplots(figsize=(10, 8)) _apply_theme_aware_styling(fig, ax) colors = plt.cm.get_cmap('YlGnBu')(np.linspace(0.3, 1, len(topic_counts))) topic_counts.plot(kind='barh', ax=ax, zorder=2, color=colors) ax.set_title(title, fontsize=14, weight='bold') ax.set_xlabel('Number of Posts') ax.set_ylabel('Topic') TEXT_COLOR = plt.rcParams.get('text.color', '#E5E7EB') for i, (topic, count) in enumerate(topic_counts.items()): ax.text(count + (0.01 * topic_counts.max()), i, f' {count}', va='center', ha='left', zorder=3, color=TEXT_COLOR, fontsize=9) fig.tight_layout(pad=1.5) return fig except Exception as e: logging.error(f"Error generating {title}: {e}", exc_info=True) return create_placeholder_plot(title=f"{title} Error", message=str(e)) def update_analytics_plots_figures(token_state_value, date_filter_option, custom_start_date, custom_end_date, current_plot_configs): logging.info(f"Updating analytics plot figures with new styling. Filter: {date_filter_option}") num_expected_plots = len(current_plot_configs) # ... (rest of your data loading logic is fine) if not token_state_value or not token_state_value.get("token"): message = "❌ Accesso negato. Nessun token. Impossibile generare le analisi." logging.warning(message) placeholder_figs = [create_placeholder_plot(title="Accesso Negato") for _ in range(num_expected_plots)] summaries = {p_cfg["id"]: "Accesso negato, nessun dato per il chatbot." for p_cfg in current_plot_configs} return [message] + placeholder_figs + [summaries] try: (filtered_merged_posts_df, filtered_mentions_df, date_filtered_follower_stats_df, raw_follower_stats_df, start_dt_for_msg, end_dt_for_msg) = \ prepare_filtered_analytics_data(token_state_value, date_filter_option, custom_start_date, custom_end_date) plot_data_summaries_for_chatbot = generate_chatbot_data_summaries( current_plot_configs, filtered_merged_posts_df, filtered_mentions_df, date_filtered_follower_stats_df, raw_follower_stats_df, token_state_value ) except Exception as e: error_msg = f"❌ Errore durante la preparazione dei dati per le analisi: {e}" logging.error(error_msg, exc_info=True) placeholder_figs = [create_placeholder_plot(title="Errore Preparazione Dati", message=str(e)) for _ in range(num_expected_plots)] summaries = {p_cfg["id"]: f"Errore preparazione dati: {e}" for p_cfg in current_plot_configs} return [error_msg] + placeholder_figs + [summaries] # Map plot IDs to their respective generation functions plot_functions = { # Dinamiche dei Follower "followers_count": lambda: generate_followers_count_over_time_plot(date_filtered_follower_stats_df, type_value='follower_gains_monthly'), "followers_growth_rate": lambda: generate_generic_time_series_plot(date_filtered_follower_stats_df, 'category_name', 'follower_count_organic', 'Follower Growth Rate', 'Growth Rate (%)', color='#A78BFA'), # Simplified for now "followers_by_location": lambda: generate_followers_by_demographics_plot(raw_follower_stats_df, type_value='follower_geo', plot_title="Follower per Località"), "followers_by_role": lambda: generate_followers_by_demographics_plot(raw_follower_stats_df, type_value='follower_function', plot_title="Follower per Ruolo"), "followers_by_industry": lambda: generate_followers_by_demographics_plot(raw_follower_stats_df, type_value='follower_industry', plot_title="Follower per Settore"), "followers_by_seniority": lambda: generate_followers_by_demographics_plot(raw_follower_stats_df, type_value='follower_seniority', plot_title="Follower per Anzianità"), # Approfondimenti Performance Post "engagement_rate": lambda: generate_engagement_rate_over_time_plot(filtered_merged_posts_df), "reach_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'clickCount', 'Reach Over Time (Clicks)', 'Total Clicks', color='#6EE7B7'), "impressions_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'impressionCount', 'Impressions Over Time', 'Total Impressions', color='#38BDF8'), "likes_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'likeCount', 'Reactions (Likes) Over Time', 'Total Likes', color='#FB7185'), # Engagement Dettagliato Post nel Tempo "clicks_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'clickCount', 'Clicks Over Time', 'Total Clicks', color='#6EE7B7'), "shares_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'shareCount', 'Shares Over Time', 'Total Shares', color='#34D399'), "comments_over_time": lambda: generate_generic_time_series_plot(filtered_merged_posts_df, 'published_at', 'commentCount', 'Comments Over Time', 'Total Comments', color='#FACC15'), "comments_sentiment": lambda: generate_generic_pie_chart(filtered_merged_posts_df['sentiment'].value_counts().dropna(), "Breakdown of Comments by Sentiment", 'coolwarm'), # Analisi Strategia Contenuti "post_frequency_cs": lambda: generate_generic_time_series_plot(filtered_merged_posts_df.resample('D', on='published_at').size().reset_index(name='count'), 'published_at', 'count', 'Post Frequency', 'Number of Posts', color='#C084FC'), "content_format_breakdown_cs": lambda: generate_content_format_breakdown_plot(filtered_merged_posts_df, format_col=token_state_value.get("config_media_type_col", "media_type")), "content_topic_breakdown_cs": lambda: generate_content_topic_breakdown_plot(filtered_merged_posts_df, topics_col=token_state_value.get("config_eb_labels_col", "li_eb_labels")), # Analisi Menzioni (Dettaglio) "mention_analysis_volume": lambda: generate_generic_time_series_plot( filtered_mentions_df.resample('D', on=token_state_value.get("config_date_col_mentions", "date")).size().reset_index(name='count'), token_state_value.get("config_date_col_mentions", "date"), 'count', 'Mentions Volume', 'Number of Mentions', color='#818CF8' ), "mention_analysis_sentiment": lambda: generate_generic_pie_chart(filtered_mentions_df['sentiment_label'].value_counts().dropna(), "Mention Sentiment Breakdown") } logging.info(f"colonne posts df {filtered_merged_posts_df.columns}") logging.info(f"colonne mentions df {filtered_mentions_df.columns}") plot_figs = [] for config in current_plot_configs: plot_id = config["id"] if plot_id in plot_functions: try: fig = plot_functions[plot_id]() plot_figs.append(fig) except Exception as e: logging.error(f"Failed to generate plot for '{plot_id}': {e}", exc_info=True) plot_figs.append(create_placeholder_plot(title=f"Error: {config.get('label', plot_id)}", message=str(e))) else: logging.warning(f"No plot function found for ID: '{plot_id}'") plot_figs.append(create_placeholder_plot(title=f"Plot Not Implemented: {config.get('label', plot_id)}")) message = f"📊 Analisi aggiornate per il periodo: {date_filter_option}" if date_filter_option == "Intervallo Personalizzato": s_display = start_dt_for_msg.strftime('%Y-%m-%d') if start_dt_for_msg else "N/A" e_display = end_dt_for_msg.strftime('%Y-%m-%d') if end_dt_for_msg else "N/A" message += f" (Da: {s_display} A: {e_display})" return [message] + plot_figs + [plot_data_summaries_for_chatbot]