{ "timestamp": "2026-05-01 05:34:49", "database": "test", "tables": { "0": "adv_apify_runs", "1": "adv_instagram_comments", "2": "adv_seeding_campaign", "3": "ai_jobs", "4": "ai_relevancy_results", "5": "api_keys", "6": "apify_tweets", "7": "assemblyai_transcriptions", "8": "auth_rate", "9": "background_jobs", "10": "blogs_raw", "11": "campaign_analytics_summaries", "12": "campaign_analytics_summary", "13": "campaign_articles", "14": "campaign_detailed_analysis", "15": "campaign_detailed_analysis_bkp", "16": "campaign_insight_summaries", "17": "campaign_narratives", "18": "campaign_references", "19": "campaigns_impact", "20": "error_logs", "21": "facebook_comments", "22": "facebook_groups", "23": "facebook_raw", "24": "global_users", "25": "imp_users", "26": "instagram_advanced_analytics", "27": "instagram_comments", "28": "instagram_raw", "29": "jobs", "30": "keyword_summaries", "31": "linkedin_comments", "32": "linkedin_posts", "33": "linkedin_raw", "34": "linkedin_summaries", "35": "media_content", "36": "mentions", "37": "nc_narrative_runs", "38": "nc_narratives", "39": "news_campaigns", "40": "news_campaigns_old", "41": "news_insights_raw", "42": "news_raw", "43": "password_reset_otps", "44": "pipeline_health", "45": "platform_limits", "46": "post_comments_summaries", "47": "research_conversations", "48": "saved_searches", "49": "scrape_jobs", "50": "sm_campaigns", "51": "sm_comment_sentiment", "52": "sm_customers", "53": "sm_post_comments", "54": "sm_posts", "55": "sm_suggested_comments", "56": "tv_channel_metrics", "57": "tv_channel_metrics_bkp", "58": "tv_channels", "59": "tv_competition_news", "60": "tv_competition_news_bkp", "61": "tv_uploads", "62": "tv_uploads_bkp", "63": "twitter_raw", "64": "video_transcript_summaries", "65": "webz_filter_response_pages", "66": "webz_filter_webcontent_raw", "67": "youtube_comments_raw", "68": "youtube_raw", "69": "youtube_summaries", "70": "youtube_videos", "campaigns_impact": { "columns": [ "id", "user_id", "title", "context", "relevancy_threshold", "keywords", "client_keywords", "monitor_links", "platform", "tv_channel_id", "date_from", "date_to", "description", "tat_minutes", "boolean_tree", "location", "state", "country", "status", "created_at", "updated_at", "deleted_at" ], "indexes": { "0": "PRIMARY", "1": "idx_user_id", "2": "idx_status", "3": "idx_created_at", "4": "idx_date_range", "6": "idx_tv_channel_id", "7": "idx_user_status", "9": "idx_deleted_at" }, "foreign_keys": [ { "CONSTRAINT_NAME": "fk_campaigns_tv_channel", "COLUMN_NAME": "tv_channel_id", "REFERENCED_TABLE_NAME": "tv_channels", "REFERENCED_COLUMN_NAME": "id" } ] }, "campaign_articles": { "columns": [ "id", "campaign_id", "user_id", "saved_search_id", "platform", "platform_post_id", "title", "content", "url", "content_type", "metadata", "sentiment", "sentiment_label", "sentiment_score", "relevancy_score", "matched_terms", "ai_reasoning", "relevancy_label", "likes", "comments", "shares", "author", "scraped_at", "published_at", "narrative_id", "narrative_confidence", "ai_moderation_flag", "needs_response", "response_due_at", "response_status", "data_source", "created_at", "updated_at", "url_sha", "raw_item_id", "raw_table_name", "is_orphaned" ], "indexes": { "0": "PRIMARY", "1": "unique_campaign_url_sha", "3": "unique_campaign_platform_post", "6": "unique_saved_search_platform_post", "9": "idx_saved_search_url", "11": "idx_campaign_url", "13": "idx_campaign_id", "14": "idx_platform", "15": "idx_sentiment", "16": "idx_relevancy_score", "17": "idx_published_at", "18": "idx_needs_response", "19": "idx_campaign_platform", "21": "idx_saved_search_id", "22": "idx_saved_search_platform", "24": "idx_campaign_platform_relevancy_date", "28": "idx_saved_search_platform_date", "31": "idx_campaign_sentiment_date", "34": "idx_campaign_platform_source_date", "38": "idx_campaign_relevancy_filter", "41": "idx_campaign_articles_url_campaign", "43": "idx_campaign_articles_campaign_platform", "45": "idx_url_sha", "46": "idx_raw_item", "48": "idx_campaign_raw", "51": "idx_url_sha_campaign_articles", "52": "idx_platform_post_id", "54": "idx_relevancy_label", "56": "idx_sentiment_score", "58": "idx_campaign_articles_platform_post", "61": "idx_campaign_articles_engagement", "64": "idx_user_campaign" }, "foreign_keys": [] }, "ai_relevancy_results": { "columns": [ "id", "campaign_id", "user_id", "saved_search_id", "item_id", "platform", "platform_post_id", "title", "content", "url", "author", "content_hash", "processing_state", "relevant", "relevancy_score", "relevancy_label", "original_ai_relevant", "sentiment", "sentiment_score", "matched_terms", "ai_reasoning", "created_at", "updated_at", "raw_item_id", "raw_table_name" ], "indexes": { "0": "PRIMARY", "1": "unique_campaign_platform_content_hash", "4": "idx_campaign_id", "5": "idx_platform", "6": "idx_item_id", "7": "idx_relevant", "8": "idx_relevancy_score", "9": "idx_sentiment", "10": "idx_campaign_platform", "12": "idx_saved_search_id", "13": "idx_saved_search_platform", "15": "idx_campaign_relevant_score", "18": "idx_campaign_platform_relevant", "21": "idx_campaign_platform_pending", "24": "idx_ai_relevancy_campaign_platform", "27": "idx_ai_relevancy_raw_item", "29": "idx_raw_item_lookup", "32": "idx_raw_item", "34": "idx_campaign_raw", "37": "idx_content_hash", "40": "idx_processing_state", "42": "idx_platform_post_id", "45": "idx_ai_results_platform_post", "48": "idx_user_campaign" }, "foreign_keys": [] }, "twitter_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "data_source", "search_term", "title", "content", "url", "url_prefix", "content_type", "metadata", "raw_json", "sentiment", "likes", "comments", "shares", "reach", "author", "author_followers", "scraped_at", "fetched_at", "tweet_id", "parent_tweet_id", "tweet_url", "username", "screen_name", "text", "retweet_count", "like_count", "reply_count", "quote_count", "timestamp", "created_at", "location", "hashtags", "mentions", "json_data", "media_paths", "created_at_db", "updated_at", "followers", "url_sha", "processed_at" ], "indexes": { "0": "PRIMARY", "1": "idx_campaign_tweet_id", "3": "unique_campaign_tweet", "5": "idx_campaign_id", "6": "idx_tweet_id", "7": "idx_username", "8": "idx_timestamp", "9": "idx_data_source", "10": "idx_search_term", "11": "idx_campaign_timestamp", "13": "idx_campaign_url", "15": "idx_url_sha", "16": "idx_campaign_date_sentiment", "19": "idx_processed_at", "21": "idx_parent_tweet_id", "23": "idx_campaign_parent", "25": "idx_x_insights_thread", "27": "idx_insights_user_id" }, "foreign_keys": [] }, "instagram_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "data_source", "search_term", "title", "content", "url", "url_prefix", "content_type", "metadata", "raw_json", "sentiment", "likes", "comments", "shares", "reach", "author", "author_followers", "scraped_at", "fetched_at", "post_id", "post_url", "post_url_hash", "username", "caption", "image_url", "media_url", "video_url", "reel_url", "likes_count", "comments_count", "timestamp", "published_at", "location", "hashtags", "mentions", "json_data", "transcription_steps", "transcription_status", "translation_generated_at", "video_translations", "media_paths", "created_at", "updated_at", "followers", "processed_at", "url_sha", "video_transcript", "assemblyai_transcription_id", "transcript_source", "transcript_generated_at" ], "indexes": { "0": "PRIMARY", "1": "idx_campaign_post_id", "3": "unique_campaign_post", "5": "idx_campaign_id", "6": "idx_post_id", "7": "idx_username", "8": "idx_timestamp", "9": "idx_data_source", "10": "idx_search_term", "11": "idx_campaign_timestamp", "13": "idx_campaign_url", "15": "idx_processed_at", "17": "idx_url_sha", "18": "idx_campaign_date_sentiment", "21": "idx_post_url_hash", "22": "idx_transcription_status", "23": "idx_insights_user_id" }, "foreign_keys": [] }, "youtube_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "data_source", "search_term", "video_id", "video_url", "channel_id", "channel_name", "title", "content", "url", "url_prefix", "content_type", "metadata", "raw_json", "sentiment", "likes", "comments", "shares", "reach", "author", "author_followers", "scraped_at", "fetched_at", "description", "view_count", "like_count", "comment_count", "published_at", "duration", "tags", "json_data", "media_paths", "created_at", "updated_at", "followers", "processed_at", "url_sha" ], "indexes": { "0": "PRIMARY", "1": "idx_campaign_video_id", "3": "unique_campaign_video", "5": "idx_campaign_id", "6": "idx_video_id", "7": "idx_channel_name", "8": "idx_published_at", "9": "idx_data_source", "10": "idx_search_term", "11": "idx_campaign_published_at", "13": "idx_campaign_url", "15": "idx_processed_at", "17": "idx_url_sha", "18": "idx_campaign_date_sentiment", "21": "idx_processed_at_youtube" }, "foreign_keys": [] }, "facebook_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "post_id", "post_url", "page_id", "page_name", "username", "author_followers", "text", "image_url", "video_url", "like_count", "comment_count", "share_count", "sentiment", "reaction_count", "timestamp", "created_at", "location", "hashtags", "mentions", "data_source", "search_term", "json_data", "media_paths", "created_at_db", "updated_at", "followers", "processed_at", "url_sha" ], "indexes": { "0": "PRIMARY", "1": "idx_post_id_campaign", "3": "idx_campaign_post_id", "5": "unique_campaign_post", "7": "idx_campaign_id", "8": "idx_post_id", "9": "idx_page_id", "10": "idx_username", "11": "idx_timestamp", "12": "idx_data_source", "13": "idx_facebook_raw_campaign_post", "15": "idx_facebook_raw_data_source", "16": "idx_facebook_raw_timestamp", "17": "idx_campaign_timestamp", "19": "idx_campaign_url", "21": "idx_sentiment", "22": "idx_campaign_sentiment", "24": "idx_processed_at", "26": "idx_url_sha", "27": "idx_campaign_date_sentiment", "30": "idx_processed_at_facebook" }, "foreign_keys": [] }, "linkedin_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "data_source", "search_term", "post_id", "post_url", "author_id", "author_name", "author_url", "author_followers", "title", "text", "content", "url", "image_url", "video_url", "like_count", "comment_count", "share_count", "reaction_count", "timestamp", "published_at", "location", "hashtags", "mentions", "sentiment", "json_data", "media_paths", "created_at", "updated_at", "processed_at", "url_sha" ], "indexes": { "0": "PRIMARY", "1": "unique_campaign_post", "3": "idx_campaign_id", "4": "idx_post_id", "5": "idx_search_term", "6": "idx_apify_run_id", "7": "idx_timestamp", "8": "idx_created_at", "9": "idx_processed_at", "11": "idx_url_sha", "12": "idx_campaign_date_sentiment" }, "foreign_keys": [] }, "news_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "data_source", "search_term", "article_id", "article_url", "title", "content", "url", "url_prefix", "content_type", "metadata", "raw_json", "sentiment", "likes", "comments", "shares", "reach", "author", "author_followers", "scraped_at", "fetched_at", "source", "published_at", "image_url", "json_data", "media_paths", "created_at", "updated_at", "followers", "processed_at", "url_sha", "wz_thread_uuid", "wz_thread_url", "wz_thread_site_full", "wz_thread_site", "wz_thread_site_section", "wz_thread_site_categories", "wz_thread_section_title", "wz_thread_site_title", "wz_thread_title", "wz_thread_title_full", "wz_thread_published", "wz_thread_replies_count", "wz_thread_participants_count", "wz_thread_site_type", "wz_thread_country", "wz_thread_main_image", "wz_thread_performance_score", "wz_thread_domain_rank", "wz_thread_domain_rank_updated", "wz_thread_licensing_agency", "wz_thread_social_facebook_likes", "wz_thread_social_facebook_comments", "wz_thread_social_facebook_shares", "wz_thread_social_vk_shares", "wz_uuid", "wz_url", "wz_ord_in_thread", "wz_author", "wz_published", "wz_title", "wz_text", "wz_summary", "wz_highlighttext", "wz_highlighttitle", "wz_highlightthreadtitle", "wz_language", "wz_sentiment", "wz_categories", "wz_topics", "wz_ai_allow", "wz_has_canonical", "wz_breaking", "wz_webz_reporter", "wz_external_links", "wz_external_images", "wz_internal_images", "wz_entities_persons", "wz_entities_locations", "wz_entities_organizations", "wz_syndication_syndicated", "wz_syndication_syndicate_id", "wz_syndication_first_syndicated", "wz_trust_categories", "wz_trust_top_news", "wz_trust_bias", "wz_trust_source_type", "wz_trust_source_city", "wz_trust_source_state", "wz_trust_source_country", "wz_trust_source_domain_type", "wz_trust_source_agency", "wz_trust_source_organization_name", "wz_rating", "wz_crawled", "wz_updated" ], "indexes": { "0": "PRIMARY", "1": "idx_campaign_article_id", "3": "unique_campaign_article", "5": "idx_campaign_id", "6": "idx_article_url", "7": "idx_source", "8": "idx_published_at", "9": "idx_data_source", "10": "idx_search_term", "11": "idx_campaign_published_at", "13": "idx_campaign_url", "15": "idx_processed_at", "17": "idx_url_sha", "18": "idx_campaign_date_sentiment", "21": "idx_processed_at_news" }, "foreign_keys": [] }, "blogs_raw": { "columns": [ "id", "campaign_id", "user_id", "apify_run_id", "apify_actor_name", "saved_search_id", "data_source", "search_term", "post_id", "post_url", "title", "content", "url", "url_prefix", "content_type", "metadata", "raw_json", "sentiment", "likes", "comments", "shares", "reach", "scraped_at", "fetched_at", "author", "author_followers", "blog_name", "published_at", "image_url", "json_data", "media_paths", "created_at", "updated_at", "followers", "processed_at", "url_sha" ], "indexes": { "0": "PRIMARY", "1": "idx_campaign_post_id", "3": "unique_campaign_post", "5": "idx_campaign_id", "6": "idx_post_url", "7": "idx_blog_name", "8": "idx_published_at", "9": "idx_campaign_published_at", "11": "idx_campaign_url", "13": "idx_processed_at", "15": "idx_url_sha", "16": "idx_campaign_date_sentiment", "19": "idx_processed_at_blogs" }, "foreign_keys": [] } }, "services": [ "ActorPayloadBuilder.php", "ActorPayloadFactory.php", "BooleanAdvanced.php", "BulkInsertHelper.php", "KeywordNormalizer.php", "TrendsService.php", "TwitterQueryBuilder.php", "WebzFilterResponsePageLog.php", "WebzIoFilterClient.php", "WebzIoNbdStorage.php", "WebzNewsRawStorage.php", "advanced_search_scraping_service.php", "ai_perception_service.php", "ai_relevancy_processor.php", "apify_keyword_tweet_fetcher.php", "apify_tweet_fetcher.php", "assemblyai_service.php", "async_campaign_scraper.php", "audio_extractor.php", "auto_campaign_scraper.php", "balance_extractor_service.php", "boomlet_explore_service.php", "campaign_analytics_service.php", "dashboard_service.php", "dashboard_service_fixed.php", "facebook_scraping_service.php", "gemini_sentiment.php", "gemini_service.php", "image_download_service.php", "instagram_apify_service.php", "instagram_scraping_service.php", "json_ai_relevancy_processor.php", "json_scraping_service.php", "keyword_optimization_service.php", "mentions_sentiment_api.php", "monitor_links_api.php", "monitor_links_service.php", "multimodal_ai_analysis_service.php", "narrative_rules.php", "narrative_service.php", "openai_service.php", "otp_service.php", "platform_limits_service.php", "raw_table_updater.php", "relevance.php", "relevancy_sentiment_processor.php", "relevancy_service.php", "scraping_service.php", "sentiment_count_analyzer.php", "simple_sentiment_api.php", "team_service.php", "transcription_service.php", "trending_service.php", "trending_topics_service.php", "tweet_linking_service.php", "twitter_replies_service.php", "volume_sentiment_api.php", "x_ai_service.php", "xai_sdk_service.php", "youtube_comments_ai_service.php" ], "api_endpoints": [ "analyze_comments_sentiment.php", "analyze_followers_structure.php", "analyze_instagram_post.php", "analyze_json_structure.php", "analyze_linkedin_post.php", "analyze_location_structure.php", "analyze_news_keyword.php", "analyze_twitter_thread_sentiment.php", "analyze_x_post.php", "analyze_youtube_video.php", "apify_monitor_data.php", "boomlet_explore_old.php", "boomlet_explore_scraping.php", "campaign_analysis_api.php", "check_apify_run_id.php", "check_raw_mentions.php", "collect_data_step2.php", "debug_comments.php", "debug_explore_ai_results.php", "debug_explore_analytics.php", "debug_explore_campaign_articles.php", "debug_explore_raw_tables.php", "detect_location_mapping.php", "emergency_stop_all.php", "estimate_campaign_data.php", "export_campaign_raw_data.php", "fetch_apify_run_data.php", "fetch_campaign_platform_data.php", "fetch_instagram_comments.php", "fetch_post_comments.php", "fetch_twitter_thread_data.php", "fetch_youtube_comments.php", "generate_linkedin_summary.php", "generate_narratives.php", "generate_tv_analysis_screenshot_pdf.php", "generate_x_summary.php", "generate_youtube_summary.php", "get_advanced_analytics.php", "get_all_posts.php", "get_all_raw_tables.php", "get_analytics_summaries.php", "get_api_keys_status.php", "get_article_post_id.php", "get_campaign_data_counts.php", "get_campaign_details.php", "get_campaign_insight_summary.php", "get_campaign_platform_pagination.php", "get_campaign_raw_counts.php", "get_campaigns_for_json_mapper.php", "get_campaigns_for_location_update.php", "get_comments_analysis.php", "get_comments_by_username.php", "get_engagement_stats.php", "get_entry_details.php", "get_explore_articles_data.php", "get_explore_raw_data.php", "get_facebook_comments.php", "get_instagram_analysis.php", "get_instagram_analysis_history.php", "get_instagram_comments.php", "get_instagram_post.php", "get_instagram_transcript.php", "get_keyword_summary.php", "get_linkedin_analysis.php", "get_linkedin_analysis_history.php", "get_linkedin_comments.php", "get_narratives.php", "get_news_comments.php", "get_news_insights.php", "get_news_insights_history.php", "get_pipeline_status.php", "get_post_analysis.php", "get_post_comments_summary.php", "get_posts_comment_counts.php", "get_previous_explore_data.php", "get_previous_explore_searches.php", "get_raw_data_counts.php", "get_raw_table_counts.php", "get_relevancy_progress.php", "get_saved_search.php", "get_table_breakdown.php", "get_tables_for_campaign.php", "get_top_commenters.php", "get_transcription_status.php", "get_tweet_usernames.php", "get_twitter_comments.php", "get_twitter_thread.php", "get_video_transcript_summary.php", "get_x_analysis_history.php", "get_x_insights_from_db.php", "get_youtube_analysis.php", "get_youtube_analysis_history.php", "get_youtube_comments.php", "ingest_webz_news_insights.php", "manage_api_keys.php", "manage_campaigns.php", "manage_platform_limits.php", "otp_api.php", "process_ai_jobs.php", "process_json_mapping.php", "proxy_image.php", "reprocess_raw_tables.php", "reset_relevancy_results.php", "retry_transcription.php", "run_intelligent_location_update.php", "run_update_followers.php", "run_update_location.php", "save_apify_payloads.php", "save_search.php", "scrape_facebook.php", "scrape_instagram.php", "scrape_platform.php", "scrape_relevant_comments.php", "scrape_social_media.php", "search_mentions.php", "sentiment_analytics_api.php", "serve_tv_video.php", "start_background_scraping.php", "stop_scraping.php", "store_analytics_summary.php", "sync_campaign_articles.php", "sync_engagement_data.php", "test_api_key.php", "trigger_ai_jobs.php", "trigger_explore_ai_analysis.php", "trigger_transcription.php", "tv_analysis_api.php", "update_followers_from_json.php", "upload_video_transcribe.php", "verify_data_sync.php", "view_media.php", "x_insights_db_diagnostic.php", "x_insights_debug_db.php" ], "workers": [ "ai_processor_worker.php", "image_download_worker.php", "job_health_monitor.php", "platform_scraper_worker.php", "process_pending_jobs.php", "recover_stuck_jobs.php" ], "features": { "undocumented": [ "TAT (Turnaround Time) System", "Boolean Search Tree", "Monitor Links Feature", "Location\/State\/Country Filtering", "TV Channel Integration" ] }, "fixes_applied": { "relevancy_threshold": "70% (updated from 90%)", "sentiment_source": "Uses raw table sentiment first, then fallback", "platform_normalization": "Explicit lowercase normalization added", "unique_constraints": "Migration 009_audit_fixes.sql created", "data_integrity_script": "scripts\/check_data_integrity.php created" } }