GitHub user MorieeLM added a comment to the discussion: Async Queries redis
connection error
@dosu
I did, here is the whole configOverrides section: configOverrides:
# Single comprehensive configuration to avoid conflicts
superset_config: |
import os
from cachelib.redis import RedisCache
# Secret key
SECRET_KEY = os.environ.get('SECRET_KEY')
# Database configuration
SQLALCHEMY_DATABASE_URI = os.environ.get('SQLALCHEMY_DATABASE_URI')
# Redis configuration
REDIS_HOST = os.environ.get('REDIS_HOST', 'superset-redis-master')
REDIS_PORT = int(os.environ.get('REDIS_PORT', '6379'))
REDIS_DB = int(os.environ.get('REDIS_DB', '1'))
REDIS_CELERY_DB = int(os.environ.get('REDIS_CELERY_DB', '0'))
# Proxy and feature flags
ENABLE_PROXY_FIX = True
FEATURE_FLAGS = {
"DASHBOARD_NATIVE_FILTERS": True,
"DASHBOARD_CROSS_FILTERS": True,
"GLOBAL_ASYNC_QUERIES": True,
}
# Celery configuration (don't override the default one, just update it)
CELERY_CONFIG = {
'broker_url': f'redis://{REDIS_HOST}:{REDIS_PORT}/{REDIS_CELERY_DB}',
'result_backend':
f'redis://{REDIS_HOST}:{REDIS_PORT}/{REDIS_CELERY_DB}',
'imports': [
'superset.sql_lab',
'superset.tasks.scheduler',
],
'worker_prefetch_multiplier': 10,
'task_acks_late': True,
'task_annotations': {
'sql_lab.get_sql_results': {
'rate_limit': '100/s',
},
}
}
# Cache configuration
CACHE_CONFIG = {
'CACHE_TYPE': 'RedisCache',
'CACHE_DEFAULT_TIMEOUT': 300,
'CACHE_KEY_PREFIX': 'superset_',
'CACHE_REDIS_HOST': REDIS_HOST,
'CACHE_REDIS_PORT': REDIS_PORT,
'CACHE_REDIS_DB': REDIS_DB,
'CACHE_REDIS_URL': f'redis://{REDIS_HOST}:{REDIS_PORT}/{REDIS_DB}',
}
RESULTS_BACKEND = RedisCache(
host=REDIS_HOST,
port=REDIS_PORT,
db=REDIS_DB,
key_prefix='superset_results'
)
# Global async queries configuration
GLOBAL_ASYNC_QUERIES_JWT_SECRET =
os.environ.get('GLOBAL_ASYNC_QUERIES_JWT_SECRET')
GLOBAL_ASYNC_QUERIES_REDIS_CONFIG = {
'host': REDIS_HOST,
'port': REDIS_PORT,
'db': REDIS_DB,
}
GLOBAL_ASYNC_QUERIES_TRANSPORT = 'redis'
GLOBAL_ASYNC_QUERIES_REDIS_STREAM_PREFIX = 'async-events-'
GLOBAL_ASYNC_QUERIES_REDIS_STREAM_LIMIT = 1000
GLOBAL_ASYNC_QUERIES_REDIS_STREAM_LIMIT_FIREHOSE = 100
GitHub link:
https://github.com/apache/superset/discussions/34650#discussioncomment-14080977
----
This is an automatically sent email for [email protected].
To unsubscribe, please send an email to:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]